{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7db032f3-f16e-5e24-b0a3-fc1048c16a56","task_key":"default--validation--9914","task_revision_id":"1","upstream_id":"9914","short_description":"HellaSwag validation 9914","config":"default","split":"validation","body":"{\"activity_label\":\"Javelin throw\",\"ctx\":\"A man is seen standing with a javelin in front of a large group of people. He begins running down the track with the object in his hands and looking off into the distance. he\",\"endings\":\"['then runs to the end and walks back to the starting point.', 'is then seen again in slow motion running and walking back to the beginning.', 'throws the object off onto the field and begins throwing another as well.', 'throws the pole off into the field while others on the side watch.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}