{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b80f3de-8103-5cca-9480-242b04e99e28","task_key":"default--validation--4122","task_revision_id":"1","upstream_id":"4122","short_description":"HellaSwag validation 4122","config":"default","split":"validation","body":"{\"activity_label\":\"Waterskiing\",\"ctx\":\"A man is seen skiing behind a boat. he\",\"endings\":\"['skis all around part of the water road while people distract him.', 'pushes himself on the water while the boat speeds up.', 'holds on tight as he is pulled through the water.', 'is seen giving instructions as well as a dog.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}