{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4ccc5fd1-44e9-501c-ad8e-10b956d633ac","task_key":"default--validation--31335","task_revision_id":"1","upstream_id":"31335","short_description":"HellaSwag validation 31335","config":"default","split":"validation","body":"{\"activity_label\":\"Polishing shoes\",\"ctx\":\"A middle eastern news caster is talking about a recent event in another language. the scene\",\"endings\":\"['transitions into several participants doing various activities outdoors.', 'switches to show group of people at an event of some kind.', 'then goes from black to white rapid as an audience watches.', 'fades to black and we see the screen then a person standing with his number and logo again.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}