{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"35b08c50-92bd-5a3a-a03a-6b01d20b600e","task_key":"default--validation--32412","task_revision_id":"1","upstream_id":"32412","short_description":"HellaSwag validation 32412","config":"default","split":"validation","body":"{\"activity_label\":\"Using parallel bars\",\"ctx\":\"A gymnasts wipes chalk on his hands while getting ready. the gymnast\",\"endings\":\"['lands then mounts and flips that makes it across the leg bar.', 'puts up a protective cape, before running to near the finish line and throwing his arms up.', 'slides with his hands parallel to the ground and almost leaps in the air during the jump.', 'stands on a platforms and swings himself onto a set of double bars.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}