{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"83c47560-2ffd-5f8f-9222-dd337f8435ec","task_key":"default--validation--44090","task_revision_id":"1","upstream_id":"44090","short_description":"HellaSwag validation 44090","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A boy in an orange shirt is playing a video game. The scene changes to the game itself. the scene\",\"endings\":\"['switches to the viewers in an office where they are watching with video cameras attached.', 'switches to the boys playing ball and holding an arm up in the end.', 'changes again to the game at the beach.', 'changes back to the boy.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}