{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0495c1da-9ca3-5f1c-b1f2-93e8a36affcd","task_key":"default--validation--22491","task_revision_id":"1","upstream_id":"22491","short_description":"HellaSwag validation 22491","config":"default","split":"validation","body":"{\"activity_label\":\"Hitting a pinata\",\"ctx\":\"A woman runs up to get the broom stick but dodges to not get hit by the blindfolded child. the woman\",\"endings\":\"['guides the boy up who is blindfolded toward the tree.', 'pushes the toddler towards another child.', 'comes back and leans against the chimney and the child gets hit with the broom.', 'takes the puppet from the goalie.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}