{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"726f21b2-c695-592a-a2e9-8a022962c245","task_key":"default--validation--35138","task_revision_id":"1","upstream_id":"35138","short_description":"HellaSwag validation 35138","config":"default","split":"validation","body":"{\"activity_label\":\"Playing ice hockey\",\"ctx\":\"A still image of a hockey team is shown and a number seven is shown across the screen. a circle\",\"endings\":\"['is seen under the flag and a woman is talking to the camera.', 'is then drawn on the ice and two of the players are shown outside talking.', 'then highlights the player and the game begins.', \\\"surrounded by the coaches is shown and there's a white and black ending clip.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}