{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f141e261-a2b4-549a-bbbb-1104fd2eb0f5","task_key":"default--validation--11507","task_revision_id":"1","upstream_id":"11507","short_description":"HellaSwag validation 11507","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A little girl is wiping water all over her face. She looks at the camera and smiles as she continues to wash her face. she\",\"endings\":\"['is shown peeling it off as she lets out a moan and holding it up.', \\\"takes the soap clean out of the water as she's smiling to the camera.\\\", 'sticks her tongue out slightly at the camera.', 'puts the bottle away, and holds up a clear box with a white bow on it with a red bow on top.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}