{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e28d9caa-cc55-5aa1-bdba-cb5d3aeeb3e9","task_key":"default--validation--11877","task_revision_id":"1","upstream_id":"11877","short_description":"HellaSwag validation 11877","config":"default","split":"validation","body":"{\"activity_label\":\"Gargling mouthwash\",\"ctx\":\"Two girls are seen speaking to the camera while holding cups in their hands and laughing to one another. the camera\",\"endings\":\"['zooms in on the girls water polo and the girl speaking gets toward them and throws the ball.', 'pans down to a still shot shot of one girl and one is seen running down a bar and throws a shot shot put.', 'zooms in on the cups and the girl continue laughing while finally drinking from the cup.', 'pans around the girls playing with one another while juggling balls and leads into one catching a puck and shaking hands.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}