{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f2a3751b-a8b6-5f4f-aca7-5671359919d7","task_key":"default--validation--5230","task_revision_id":"1","upstream_id":"5230","short_description":"HellaSwag validation 5230","config":"default","split":"validation","body":"{\"activity_label\":\"Ice fishing\",\"ctx\":\"A boy is standing outside on top of ice fishing out of a small hole in the ice. the boy\",\"endings\":\"['gets on his hands and knees to dig the hole.', 'freezes and wets the fish.', 'disappears into the hole in the ice and the man comes out to apply for his fishing gear.', 'struggles to get the fish out and someone comes and takes it out for him.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}