{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5d46b019-98e2-50fb-8353-b30491145486","task_key":"default--validation--12222","task_revision_id":"1","upstream_id":"12222","short_description":"HellaSwag validation 12222","config":"default","split":"validation","body":"{\"activity_label\":\"Disc dog\",\"ctx\":\"A man and dog are seen standing outside in a field with a man playing fetch with a dog. the man\",\"endings\":\"['throws balls with dogs on the field while the dog plays fetch with other dogs.', 'dips around the dog and goes back and fourth with the dog.', 'throws the frisbee around with the dog while the animal brings it back.', 'throws the frisbee and the dog catches it while the man keeps throwing.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}