{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"83d442d1-7e38-5673-b98a-fa150cf1aa31","task_key":"default--validation--15202","task_revision_id":"1","upstream_id":"15202","short_description":"HellaSwag validation 15202","config":"default","split":"validation","body":"{\"activity_label\":\"Grooming dog\",\"ctx\":\"The woman is spraying water on the small dog with a hose. She is now blow drying the dog. the dog\",\"endings\":\"['is still in the shower with the left hand holding the silver hose and is move the right hand to rinse the top part of the dog.', \\\"is placed in the kennel next to a woman's feet.\\\", 'starts moving in the clothes.', 'is doing tricks trying to stay calm.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}