{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ccf6878e-4f2a-513d-ac81-8e7c08e9dbe6","task_key":"default--validation--6673","task_revision_id":"1","upstream_id":"6673","short_description":"HellaSwag validation 6673","config":"default","split":"validation","body":"{\"activity_label\":\"Rollerblading\",\"ctx\":\"A man is seen skating around a city street while a car followed by the side. the man\",\"endings\":\"['continues to walk around the area while the camera follows.', 'skates past several scores shown in the original skaters but weaving in and out of cars and people.', 'rides past cars at a quick pace and performs several tricks and flips.', 'walks all the way to the end where he jumps off and is seen again sitting on the street.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}