{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"977c855f-d29d-57ee-9ca8-bbe6d80d8487","task_key":"default--validation--2683","task_revision_id":"1","upstream_id":"2683","short_description":"HellaSwag validation 2683","config":"default","split":"validation","body":"{\"activity_label\":\"Playing water polo\",\"ctx\":\"One of the swimmers is underwater, trying to reach the ball. He throws the ball across to another swimmer who catches the ball. two swimmers\",\"endings\":\"['advance on the beach, trying to catch the balls.', 'are outside, working out as they of the group of swimmers.', 'are under water trying to reach the ball.', 'are together in a diving pool, putting on mask.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}