{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f99aaec2-8cf0-51ce-8523-ed2ff9b7d8b5","task_key":"default--validation--9780","task_revision_id":"1","upstream_id":"9780","short_description":"HellaSwag validation 9780","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"The first jump is poor, and he knocks off the bar during the jump. He clears the bar on the second jump. the third jump\",\"endings\":\"['is high enough and he sits on the bar.', 'is extremely easy, but does not last.', 'is the most impressive, with the athlete clearing the bar again.', 'is better, he falls off and almost regains his balance.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}