{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b13ecd3f-f4d3-574f-ad5c-d2816ca9a279","task_key":"default--validation--33448","task_revision_id":"1","upstream_id":"33448","short_description":"HellaSwag validation 33448","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A young child is seen sitting next to a tub and bending over the side. a person\",\"endings\":\"['speaks to her on the side while she looks back to the camera.', 'then begins wrapping her in wrapping paper.', 'then pours water in the tub making it appear clean and a woman stands by the tub.', 'then lifts the girl onto their shoulders and lays her on a tub.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}