{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff728caa-ebf8-5bf1-b130-04038d550318","task_key":"default--validation--22649","task_revision_id":"1","upstream_id":"22649","short_description":"HellaSwag validation 22649","config":"default","split":"validation","body":"{\"activity_label\":\"Ice fishing\",\"ctx\":\"A person is seen kneeling down next to a hole of ice and reeling in a fish. The person continues reeling in on the rod while the camera zooms in on the hole. finally the person\",\"endings\":\"['grabs the fish and presents it to the camera.', 'lines up the bait and backs away when an animal is seen.', 'closes it and the fish runs away.', 'releases the fish from the fishing hole and begins piping it in next to the ice.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}