{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ce1303d-a840-5bad-9674-5156207fdfc2","task_key":"default--validation--44927","task_revision_id":"1","upstream_id":"44927","short_description":"HellaSwag validation 44927","config":"default","split":"validation","body":"{\"activity_label\":\"Playing accordion\",\"ctx\":\"The fingers are pressing the black keys. one finger\",\"endings\":\"['touches the strings of the cello.', 'is pressing one key.', 'took the keys and worked on the chord and adjust the rest in the small hole.', 'stands and the screen fades to black.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}