{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e70e426e-0ce2-50b5-8b53-0a13f0fa8736","task_key":"default--validation--32711","task_revision_id":"1","upstream_id":"32711","short_description":"HellaSwag validation 32711","config":"default","split":"validation","body":"{\"activity_label\":\"Zumba\",\"ctx\":\"A woman stands on front a young lady and talks. Then, the woman and the young lady perform fitness exercise while the woman talks. after\",\"endings\":\"[', the woman do exercise by sit and walk.', 'the woman and the young lady performs fitness exercise.', ', the woman and the young lady stop exercising, and the woman talks while making gestures with her hands.', ', the woman read from the paper.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}