{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1187b650-219e-53e9-ac7f-c065c62a877b","task_key":"default--validation--15201","task_revision_id":"1","upstream_id":"15201","short_description":"HellaSwag validation 15201","config":"default","split":"validation","body":"{\"activity_label\":\"Grooming dog\",\"ctx\":\"A dog is being bathed by a woman. The woman is spraying water on the small dog with a hose. she\",\"endings\":\"['walks back and forth with the dog in her arms.', 'takes the dog outside to the water.', 'is now blow drying the dog.', 'is kneeling in the bathtub with the dog riding on her knees.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}