{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3f65b573-3abb-5f20-8828-587a332862e0","task_key":"default--validation--42383","task_revision_id":"1","upstream_id":"42383","short_description":"HellaSwag validation 42383","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A male athlete is running on a track. He jumps high into the air. He vaults backwards over a high beam. this\",\"endings\":\"['is another example of where the athletes went long distances.', 'is shown repeated in slow motion numerous times.', 'is followed by several more flips and twists.', 'is repeated several times throughout the game.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}