{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d4f31c67-e666-5edc-bf26-3634951092de","task_key":"default--validation--4534","task_revision_id":"1","upstream_id":"4534","short_description":"HellaSwag validation 4534","config":"default","split":"validation","body":"{\"activity_label\":\"Playing accordion\",\"ctx\":\"A woman is seen dancing in the street placing an instrument while others watch on the side. the woman\",\"endings\":\"['continues to play the instrument while moving her leg up and down and the people clap for her on the side.', 'continues dancing around and getting her eyes dirty.', 'continues dancing with her makeup slowly removed and leads into her crying.', 'continues moving her body around while taking breaks and moving her hands in the air.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}