{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"76d3a3f8-a553-52f0-b1d5-dcda703d9b28","task_key":"default--validation--40001","task_revision_id":"1","upstream_id":"40001","short_description":"HellaSwag validation 40001","config":"default","split":"validation","body":"{\"activity_label\":\"Gargling mouthwash\",\"ctx\":\"The girls hold up glasses of mouth wash as well as the bottle itself and begin drinking the liquid. the two\",\"endings\":\"['then begin playing table tennis while one leads in a goal and the other takes her turn.', 'girls finish and laugh then avoid the mirror as they return to the sink to rinse off what was in the brown that was over a cup of mouth wash.', 'end by tossing the liquid into two glasses of wine and smiling at each other.', 'swish it around their mouths and spit it out in the end while laughing to the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}