{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"05ba9aa0-4290-57e1-a31b-972119693ec0","task_key":"default--validation--7412","task_revision_id":"1","upstream_id":"7412","short_description":"HellaSwag validation 7412","config":"default","split":"validation","body":"{\"activity_label\":\"Hitting a pinata\",\"ctx\":\"The man spins the blindfolded woman around while she's holding the bat in her hand. but\",\"endings\":\"['then she starts swinging the bat and the man moves out of the way.', \\\"instead of swinging her bat, the woman swings on the man's head.\\\", 'the woman has other bat and it hits the man right in the face.', \\\"instead of using the bat to hit the man, he steps on the man's foot and she lets go that spins the girl around so she hits the man.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}