{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"05043ac2-90dd-5e70-af26-a021ee7d5610","task_key":"default--validation--44071","task_revision_id":"1","upstream_id":"44071","short_description":"HellaSwag validation 44071","config":"default","split":"validation","body":"{\"activity_label\":\"Spinning\",\"ctx\":\"A man sits on a stationary bike on a stage and starts working out. he\",\"endings\":\"['begins by bringing his legs up to his chest.', 'swings the racers blades up and down while continuing to work out.', 'sticks one leg up to the side.', 'flips several times and does flips and tricks around in front of camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}