{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"87f32d29-8dfe-5489-8094-2834db434007","task_key":"default--validation--18605","task_revision_id":"1","upstream_id":"18605","short_description":"HellaSwag validation 18605","config":"default","split":"validation","body":"{\"activity_label\":\"Applying sunscreen\",\"ctx\":\"Various shots shots are shown of people on the beach putting sun screen on and a skin doctor speaking to the camera. more people\",\"endings\":\"['are shown on the news segment with the host wearing sun screen and pointing to all the bottles on her table.', 'are shown speaking to the camera while laying on the beach holding proper clothes and scratching their face.', 'are seen putting sunscreen on and people sliding on the sand and writing on paper.', 'are shown putting sunscreen on their skin and then decorate around the sunscreen.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}