{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"85d61efb-aec4-5c51-b1e5-3c1f24127cb0","task_key":"default--validation--35342","task_revision_id":"1","upstream_id":"35342","short_description":"HellaSwag validation 35342","config":"default","split":"validation","body":"{\"activity_label\":\"Rope skipping\",\"ctx\":\"The young man gets up again and does more tricks while standing. At one point, his friends assist with the jump rope tricks. the video\",\"endings\":\"['ends with a captions phone picture of him.', 'ends with the word \\\" captions \\\" across the screen.', \\\"ends with credits showing the young man's name, along with the names of those who assisted him.\\\", 'ends with the young man hopping off the bleachers and getting his face pinched.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}