{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3cc73110-eea9-5c9b-9ac9-8c4ca2d6da7f","task_key":"default--validation--14856","task_revision_id":"1","upstream_id":"14856","short_description":"HellaSwag validation 14856","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A goalie is shown saving several balls and being interviewed by a reporter. many shots\",\"endings\":\"['of a hockey rink is shown as well as people taking a picture and a host speaking to the camera.', 'are shown of goalie and themselves out on the field with trophies.', 'are shown of boys playing soccer and being interviewed and leads into the coach being interviewed.', 'are shown of the hit team while the goalie stands on a defensive base and instructions go on how to hit the ball.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}