{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8c1bbd90-a432-55e9-a975-c3264d011964","task_key":"default--validation--11292","task_revision_id":"1","upstream_id":"11292","short_description":"HellaSwag validation 11292","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Three men are running in front of the man on the bicycle with one of the men juggling three balls while running and one drinking water and waiving at the crowd. the men\",\"endings\":\"['take off running down the track.', 'continue going and one man wins and the other two jump in joy.', 'pass the ball to one another and passes the ball to the opposing team.', 'turn a bend while jogging and an onlooker starts clapping for them from behind.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}