{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7da8f4ab-d220-5ee6-adbd-a9db99023196","task_key":"default--validation--32418","task_revision_id":"1","upstream_id":"32418","short_description":"HellaSwag validation 32418","config":"default","split":"validation","body":"{\"activity_label\":\"Using parallel bars\",\"ctx\":\"A female gymnasts sits in a chair and waits for her turn. The female gymnasts stretches out her arms before the routine. a replay\",\"endings\":\"['begins and the female gymnast begins the routine.', 'is repeated in slow motion, with the weight lifting routine occurring in slow motion.', 'is then shown of the performance with her finishing the routine and cheering.', 'shows the highlights of the gymnasts routine on the double bars.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}