{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c46e2a1c-6a52-5844-a5e9-6aa40c94cf81","task_key":"default--validation--47675","task_revision_id":"1","upstream_id":"47675","short_description":"HellaSwag validation 47675","config":"default","split":"validation","body":"{\"activity_label\":\"Canoeing\",\"ctx\":\"A close up of paper is shown followed by a person riding down a river in a kayak. more people\",\"endings\":\"['are seen riding down the river on the same personal kayak and ends with them falling into the water.', 'are seen riding down while others watch on the side.', 'are shown riding down the river and being interviewed while still talking.', 'are shown riding down the water as well as kayaking in the water.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}