{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f207bcd0-802b-558e-a4d4-500f965acc57","task_key":"default--validation--49974","task_revision_id":"1","upstream_id":"49974","short_description":"HellaSwag validation 49974","config":"default","split":"validation","body":"{\"activity_label\":\"Doing a powerbomb\",\"ctx\":\"A group of boys are playing in a living room. two\",\"endings\":\"['of them are chimpanzees as they are kicking a ball around the base of a table.', 'girls play an indoor soccer game in the background.', 'lift up the other boy, then toss him down on the ground.', 'boys are getting their boogie boards and racing around the floor.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}