{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6fda5ae5-36e4-575c-af84-263d570348b2","task_key":"default--validation--48400","task_revision_id":"1","upstream_id":"48400","short_description":"HellaSwag validation 48400","config":"default","split":"validation","body":"{\"activity_label\":\"Gargling mouthwash\",\"ctx\":\"He sits at a makeup chair speaking to a makeup artist. He eats pizza with a group of friends. He sprays his mouth with mouthwash. he\",\"endings\":\"['finishes and looks down at his camera.', 'blows his breath into the air.', 'complains that his mouth is full of toothpaste and that he is blowing bubbles at the camera.', 'blows the smoke and does makeup jokes.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}