{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3e7b1f4-cff1-5517-b290-ddf97633a5fc","task_key":"default--validation--17351","task_revision_id":"1","upstream_id":"17351","short_description":"HellaSwag validation 17351","config":"default","split":"validation","body":"{\"activity_label\":\"Gargling mouthwash\",\"ctx\":\"A young lady holds a blue glass and talks to the camera and shows a bottle of listerine and a mirror. we\",\"endings\":\"['see the woman puts on layer and wipes under her fingernails.', 'see the lady drink the listerine and swishes it in her mouth twice and spits in in the kitchen sink.', 'switch and the lady calls a curling machine.', 'then see her doing various roll ups and shows viewers how to use the products.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}