{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2fde835b-8244-5eba-90d8-1a95f2444ca7","task_key":"default--validation--44856","task_revision_id":"1","upstream_id":"44856","short_description":"HellaSwag validation 44856","config":"default","split":"validation","body":"{\"activity_label\":\"Playing badminton\",\"ctx\":\"A bunch of men are inside a green colored gym. They are lobbing a tennis ball back and forth. they\",\"endings\":\"['are engaged in a game of tennis.', 'bounce the ball up and down on the trampoline as they go.', 'hit the ball up high into the air.', 'knock balls off the hoops into the spectators.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}