{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c71dcf96-3cf1-5774-b2ba-6b89891306ce","task_key":"default--validation--6145","task_revision_id":"1","upstream_id":"6145","short_description":"HellaSwag validation 6145","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A group of people are seen running around a court playing soccer. the men\",\"endings\":\"['continue hitting the ball around several goals and celebrating with one another.', 'run around the court and run back to it.', 'kick the ball up and down the field when one scores a goal.', 'move all around the court shooting at one another with the ball.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}