{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2e59d197-e0de-5249-83b6-2f6d1f911275","task_key":"default--validation--5041","task_revision_id":"1","upstream_id":"5041","short_description":"HellaSwag validation 5041","config":"default","split":"validation","body":"{\"activity_label\":\"Powerbocking\",\"ctx\":\"Man is standing nex to a van wearing stilts. another man\",\"endings\":\"['is taking off the stilts and standing them onsidethem and riding them the skateboarders in the parking lot.', 'is walking behind him and the first man is skateboarding and another man is skateboarding in front of him.', 'is sitting on the back part of a van is putting the stilts on his feet.', 'is holyriding behind the man.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}