{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9f091852-e1e4-5126-ba6d-a60d29af4956","task_key":"default--validation--30105","task_revision_id":"1","upstream_id":"30105","short_description":"HellaSwag validation 30105","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A man sits on the sidewalk pouring water on his hands and washes his face. the camera\",\"endings\":\"['is distracted by words that the man is using on his face.', \\\"pans in to a man wearing welding equipment and shows the man's face.\\\", 'moves and we see other men sitting and standing on the sidewalk near their merchandise.', 'shows him backpacking in dirt and splashing water all over a mountain.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}