{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"80964902-2c17-54ca-9b54-bd93de349e06","task_key":"default--validation--8551","task_revision_id":"1","upstream_id":"8551","short_description":"HellaSwag validation 8551","config":"default","split":"validation","body":"{\"activity_label\":\"Doing a powerbomb\",\"ctx\":\"A man and a woman are in a ring wrestling while a referee is standing in the corner of the ring along with a woman holding a wrestling belt. man and woman\",\"endings\":\"['are doing wrestling movements in a ring in a dark room and a referee is waching and screaming at them.', 'are wrestling in punches and kicking in a ring of mats in front of judges.', 'are holding a wrestling pole as the referee is standing on the other side of the ring.', \\\"are standing on opposite ends of the ring holding each other's belts in their hands while lifting each other up in the air upside down.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}