{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"728bb43c-b784-548c-b8be-81f14e0abc9f","task_key":"default--validation--11549","task_revision_id":"1","upstream_id":"11549","short_description":"HellaSwag validation 11549","config":"default","split":"validation","body":"{\"activity_label\":\"Gargling mouthwash\",\"ctx\":\"Woman is in front of a mirror make a yawn and drinks mouthwash and spit it in the handwash and smils at the camera. man\",\"endings\":\"['is talking to the camera enmate the screen.', 'is standing in front of an exercise wheel with a child sitting on top of his head, the kid waskanda thumbs in the mouth and the child throws the kid off and drinks water.', 'is in front of the camera and start smoking something and holding the cigarette.', 'stands in front of the mirror try to open the mouthwash bottle and drinks from it and is disgusted by it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}