{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f696c05-085e-56d6-94b4-7e8794196bae","task_key":"default--validation--43460","task_revision_id":"1","upstream_id":"43460","short_description":"HellaSwag validation 43460","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Video footage is then shown of her running alongside a large group of people while many watch on the sides. more pictures\",\"endings\":\"['are shown of her running and others interviewing her.', 'are shown of her running while smiling and talking when performing aerobic stretches.', 'are shown of her finishing the race as well as others.', 'are shown of her running with others at various speeds.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}