{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca50261f-bff3-5309-be45-2d22b110cb9a","task_key":"default--validation--25010","task_revision_id":"1","upstream_id":"25010","short_description":"HellaSwag validation 25010","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A group of people are running down a road with various people cheering and clapping on the sides. A woman is high fiving the people as well other runners. more shots of people on the sides\",\"endings\":\"['are shown while the runners continue running.', 'of the road under the mountain are shown.', 'are shown that leads into people eating food and celebrating.', 'of the road are shown with views of the audience.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}