{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a67d212a-a2ff-5778-9ebf-d68a80c04370","task_key":"default--validation--30416","task_revision_id":"1","upstream_id":"30416","short_description":"HellaSwag validation 30416","config":"default","split":"validation","body":"{\"activity_label\":\"Gargling mouthwash\",\"ctx\":\"A person is seen unscrewing a bottle of mouth wash and pouring it into a cup. The girl then drinks from it and swishes it around her mouth. she\",\"endings\":\"['finishes her drink and smiles to the camera.', 'spits out the mixture and shows off pictures in the end.', 'spits it out into the mirror and begins adjusting her lipsticks.', 'squirms the drink out of her mouth and smiles while still drinking the drink.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}