{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eb053ad3-b0ea-50a6-813e-cebbcc25f02e","task_key":"default--validation--26136","task_revision_id":"1","upstream_id":"26136","short_description":"HellaSwag validation 26136","config":"default","split":"validation","body":"{\"activity_label\":\"Playing water polo\",\"ctx\":\"A small group of people are seen swimming around a pool. The people throw a ball around the water. the people\",\"endings\":\"['continue playing with one another in the pool.', 'continue to throw the balls around while walking around with bottles of water.', 'continue swimming around and back to the camera.', 'continue swimming around and play with one another.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}