{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"25392f39-329e-57cd-b30c-08e175b0fa6e","task_key":"default--validation--3857","task_revision_id":"1","upstream_id":"3857","short_description":"HellaSwag validation 3857","config":"default","split":"validation","body":"{\"activity_label\":\"Rollerblading\",\"ctx\":\"A person is seen riding around on roller blades and performing a grind on a bar. several more clips\",\"endings\":\"['are shown of the boy riding around on the equipment as well as sit on the floor and play pool.', 'are shown of people driving around on machines with one person riding in front.', 'are shown of the athletes performing tricks in various stretches as well as throwing a ball off into the distance.', 'are shown of the person performing grinds with roller blades as well as other flips and tricks.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}