{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"710fa1f5-df12-5b2f-a0a8-b634dba607dd","task_key":"default--validation--16534","task_revision_id":"1","upstream_id":"16534","short_description":"HellaSwag validation 16534","config":"default","split":"validation","body":"{\"activity_label\":\"Disc dog\",\"ctx\":\"A man is throwing a frisbee onto the field. a dog\",\"endings\":\"['is jumping around the girl on the field, trying to catch it.', 'runs after the frisbee and chases it with his paws.', 'runs into the field and lays next to the man.', 'is chasing the frisbee on the field.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}