{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a8ddfe68-4028-55aa-ad99-5a716eb858c1","task_key":"default--validation--18604","task_revision_id":"1","upstream_id":"18604","short_description":"HellaSwag validation 18604","config":"default","split":"validation","body":"{\"activity_label\":\"Applying sunscreen\",\"ctx\":\"A woman is seen hosting a news segment with several bottles of sun screen laid out in front of her. various shots shots\",\"endings\":\"['of ingredients are shown around the woman as well as windows and a building.', 'are shown of people on the beach putting sun screen on and a skin doctor speaking to the camera.', 'of landscapes are shown with people sitting on chairs around them.', 'and people are then shown of sun screens and people preparing to live and experiencing the various sunrises and sunny days.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}