{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f034ac2-ffee-56a9-bbe6-b2e93f811873","task_key":"default--validation--20869","task_revision_id":"1","upstream_id":"20869","short_description":"HellaSwag validation 20869","config":"default","split":"validation","body":"{\"activity_label\":\"Skiing\",\"ctx\":\"This video is a tutorial showing people how to ski correctly. First it tells you what environment you should ski in. it\",\"endings\":\"['also shows someone skiing in the snow to accompany the steps given.', 'continues to talk about the areas you should ski and how you should keep it clean.', 'shows people running to get snow for the job.', 'also gives you a chance to give an opinion before moving into the next lesson.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}