{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eed0bb0d-cf58-5e60-8a7e-e2ddb4c04649","task_key":"default--validation--18751","task_revision_id":"1","upstream_id":"18751","short_description":"HellaSwag validation 18751","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"A father pushes a lawn mower across the grass with his son next to him pushing a play toy lawn mower across the lawn, too. they high five\",\"endings\":\"['for a moment and then the man walks away as the boy continues to push the toy lawn mower.', 'once they finish mowing the lawn.', ', having dropped the toy in the end.', 'and then move back towards the toys.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}