{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3f928c5-9af1-53ee-bb48-a974bdb519a2","task_key":"default--validation--39371","task_revision_id":"1","upstream_id":"39371","short_description":"HellaSwag validation 39371","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman wearing black clothes is talking in front of an all white screen, she tilts her head from side to side then holds up a small bottle. the woman\",\"endings\":\"['then grabs an iron, begins ironing the shirt and then she irons it.', 'uncapped the bottle and uses the handle to pull a stopper, then pours the contents of the bottle in the opening in back of the video where the woman is talking.', 'fills up a lemon and puts it in her mouth before giving a thumbs up.', 'then applies water to her face, then pours contents from the little bottle onto her hands and she begins to rub it all over her face using her fingers.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}