{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c011e118-2813-592a-b45a-6b14739cfad4","task_key":"default--validation--20868","task_revision_id":"1","upstream_id":"20868","short_description":"HellaSwag validation 20868","config":"default","split":"validation","body":"{\"activity_label\":\"Skiing\",\"ctx\":\"This video is a tutorial showing people how to ski correctly. first it\",\"endings\":\"['shows you, then some more individuals, and now this video is about skiing correctly.', 'tells you what environment you should ski in.', 'shows the slide slid to the left, then it slide to the right.', 'begins with first attempting to ski properly without falling and then gets the hang of it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}