{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f10e1384-e8af-516d-beef-b77e8c12071e","task_key":"default--validation--29798","task_revision_id":"1","upstream_id":"29798","short_description":"HellaSwag validation 29798","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A boy is standing in a bathroom squirting cleanser on his hand and washing his face. once his face\",\"endings\":\"['is clean he quickly rinses the soap all over his face and hands to look better.', 'is lathered completely he grabs hands full of water and rinses his face off until all of the soap is off.', 'is clean, he smiles as he shows the toothbrush and razor briefly.', 'is clean, he begins flipping through the scrubbing results and speaking.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}