{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1df077dc-4c36-5588-a241-cabfb779c9b0","task_key":"default--validation--41771","task_revision_id":"1","upstream_id":"41771","short_description":"HellaSwag validation 41771","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A clip begins and it features people running and the words on the screen say they are novices who are training to run a marathon in tel aviv, israel. a man\",\"endings\":\"['is seen speaking in a temple.', 'is then shown running and the words say can be seen on the screen again saying he has some good news.', 'appears training them and different marathoners in training take turns being interviewed while they continue to switch back and forth to everyone going through the training.', 'is seen standing in front of a street and he begins to perform an act while holding the statue and flipping back and fourth.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}