{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b33475a2-22be-5baa-8085-0cf548458278","task_key":"default--validation--39091","task_revision_id":"1","upstream_id":"39091","short_description":"HellaSwag validation 39091","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A man us shown running on a track with a red surface. He then runs full speed and jumps a tall high jump beam. a friend of his\",\"endings\":\"['is then interviewed from behind while onlookers watch.', \\\"is shown as well as the man's coach shaking his hand and watching him run.\\\", 'is shown looking into the camera and saying something in reference to what just happened.', 'from school is there with him.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}