{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a320634d-5af6-52cd-a754-00e6165579f6","task_key":"default--validation--36007","task_revision_id":"1","upstream_id":"36007","short_description":"HellaSwag validation 36007","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Three women are seen speaking to the camera while people run in the background. more clips\",\"endings\":\"['are shown of people running a marathon while others still speak to the camera.', 'are shown of people plastering and moving snowpieces as well as people continuing to speak to the camera.', 'are shown of people playing games with one another while speaking to one another.', 'are shown of the people rowing as well as another person paddling his boat along the water.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}