{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5ef8701e-f34a-577d-901d-f9979f87c3fd","task_key":"default--validation--13611","task_revision_id":"1","upstream_id":"13611","short_description":"HellaSwag validation 13611","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman is standing in a room talking. She shows a bottle in her hand. she\",\"endings\":\"['sprays something onto her face.', 'holds a bottle of mouthwash and shakes it in her hand.', 'pours some of the lotion onto her hands and rubs it on her face.', 'then explains the correct way to wash your hands.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}