{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"72a07253-d77f-52fe-beb6-1c840b62a991","task_key":"default--validation--4487","task_revision_id":"1","upstream_id":"4487","short_description":"HellaSwag validation 4487","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman with her hair up in a towel introduces her video showing how she washes her face. She applies a moisturizer to her face while dancing around. she\",\"endings\":\"['then applies a contact lens in between her eyes and places it in her left eye.', 'brings out shaving cream and scrubs her face with it, then does some more.', 'then dances in the living room with the moisturizer on.', 'then applies an eye shadow to her eyes, highlighting all the crevices underneath.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}