{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d2f23329-ae84-50df-91fd-0e292cc3d357","task_key":"default--validation--39874","task_revision_id":"1","upstream_id":"39874","short_description":"HellaSwag validation 39874","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"An african american female takes off running and begins to attempt a high jump but fails when the bar drops and walks off. another female\",\"endings\":\"['shows up and tries her third attempt and the same thing happens.', 'runs after her and baseball bat hits her in the head knocking her to the ground, and she lays there for a while trying to get up but the crowd once again drags her away.', 'appears holding a small boy in her arms who is jumping up and down while she tries several different positions.', 'joins her and she tries several more times then walks off score.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}