{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7d9fe31-fbd4-5d69-8a90-784dd89fd75b","task_key":"default--validation--8906","task_revision_id":"1","upstream_id":"8906","short_description":"HellaSwag validation 8906","config":"default","split":"validation","body":"{\"activity_label\":\"Kneeling\",\"ctx\":\"The man faces the camera and moves his arms as he speaks. The man jumps to his feet and squats before returning to his kneeling position. the man\",\"endings\":\"['is lifting weights with his left hand while sitting still.', 'stands face to face and speaks through his hands before kneeling.', 'then does some discus kickboxing.', 'jump and squats again the lays on the floor talking.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}