{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"39cb3b02-57a9-5eb6-a65c-6368c3155a5f","task_key":"default--validation--32416","task_revision_id":"1","upstream_id":"32416","short_description":"HellaSwag validation 32416","config":"default","split":"validation","body":"{\"activity_label\":\"Using parallel bars\",\"ctx\":\"The gymnast strikes his leg accidentally on the bars bringing him to a stop. The gymnast dismounts from the double bars and lands on the mat. a female gymnasts\",\"endings\":\"['sits in a chair and waits for her turn.', 'trainer walks over to him and hugs him.', 'perform on the parallel bars.', 'kneels on the mat and uses both hands to lift herself up with her knees into the air.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}