{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f8001e89-1f71-5f54-ad1b-0c822dd24804","task_key":"default--validation--10606","task_revision_id":"1","upstream_id":"10606","short_description":"HellaSwag validation 10606","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"An old woman talks before run in a marathon where there is a lot of people participate. Then, the woman cross the finish line and people help her. a cameraman\",\"endings\":\"['talks standing in a car.', 'shows her how to reach the finish line.', 'reach the winner, the people laugh and compliment the woman who is unconscious on the floor.', 'films on front the finish line while people is arriving.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}