{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5b9a530d-8f1b-5c8f-ac81-b825ae0832f2","task_key":"default--validation--6212","task_revision_id":"1","upstream_id":"6212","short_description":"HellaSwag validation 6212","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A large group of people are seen celebrating and shows two teams huddled up together. the teams\",\"endings\":\"['continue playing table tennis and another runs up to help out and falls down before they are won.', 'are then shown playing a game of soccer with one another.', 'begin taking pictures into the camera while still holding the flag and ends with one runner stepping away from the crowd and running.', \\\"continue playing and here's other team scores a goal.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}