{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b0d4bde-0aab-532d-8cc3-4a096358273e","task_key":"default--validation--12824","task_revision_id":"1","upstream_id":"12824","short_description":"HellaSwag validation 12824","config":"default","split":"validation","body":"{\"activity_label\":\"Rock-paper-scissors\",\"ctx\":\"A small group of children are seen playing hand games with one another and finally hitting the loser on the head with a bottle. the kids\",\"endings\":\"['also motion out towards the audience and a little girl runs by out of the camera frame.', 'hold each other and pretend to be pushing one another and laughing.', 'continue knocking others down while laughing to the camera and leading into clips of people chasing the loser down in a field.', 'continue to play the hand game with one another that leads into the beating another with a bottle.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}