{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17911c5e-3a0b-5d80-8e52-f6854f3b587a","task_key":"default--validation--13803","task_revision_id":"1","upstream_id":"13803","short_description":"HellaSwag validation 13803","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A news segment begins and black and white picture of a smiling girl appears on the screen and the banner on the screen says \\\"henrico teen dies after race father recounts daughter's final moments\\\". the newscaster\",\"endings\":\"['tells viewers how her team is running and she hugs a cheerleader for showing her final moments.', 'appears with her parents talking about the girl while clips of the race play, and still shot pictures of the girl appear on the camera.', 'returns to his station.', 'talks about news reporting and young children dying and is shown talking to a curly haired girl from england who is wearing a jacket and smiling.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}