{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"04fd6f0e-7e94-5e73-b9bc-febd0e266249","task_key":"default--validation--40963","task_revision_id":"1","upstream_id":"40963","short_description":"HellaSwag validation 40963","config":"default","split":"validation","body":"{\"activity_label\":\"Walking the dog\",\"ctx\":\"Two people are seen riding down a road with a dog. one person\",\"endings\":\"['is riding a bike and the other a skateboard while the camera follows close behind.', 'is seen walking down the road alone.', 'spins around the dog while the other walks along behind.', 'chases the other down and shows clips of a dog running along the road.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}