{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"483c2e1c-af1b-58a7-a63b-0d7799f68cca","task_key":"default--validation--26251","task_revision_id":"1","upstream_id":"26251","short_description":"HellaSwag validation 26251","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A small group of men are seen running around a field playing soccer. one\",\"endings\":\"['after the other they throw the ball all together while one turns in circles.', 'runs after the ball and throws it at the net, which eventually hits him on the head.', 'kicks the ball all towards another group of people.', 'scores a goal and is shown several more times again.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}