{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1206dc2e-0813-5886-9136-cb211e76c955","task_key":"default--validation--6522","task_revision_id":"1","upstream_id":"6522","short_description":"HellaSwag validation 6522","config":"default","split":"validation","body":"{\"activity_label\":\"Ice fishing\",\"ctx\":\"This man is ice fishing in the cold weather and he is well dressed. this man\",\"endings\":\"['is sitting on his rock carving off an ice ice and stone chunk.', 'is on his knees in the snow and he is pulling fish from a little hole using a string.', 'made the ice fishing point with his pole, ice fishing rod, paddle and fishing gear.', 'how is talking about fish fishing in the ocean and he fishes for an ice fishing hole.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}