{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"333f7e47-53b5-52dd-af01-81d2ebe1e12d","task_key":"default--validation--15769","task_revision_id":"1","upstream_id":"15769","short_description":"HellaSwag validation 15769","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A girl is shown speaking to the camera with clips of women splashing water on their face. The girl then begins washing her face in the sink. she\",\"endings\":\"['continues washing a towel in between clips.', 'moves her hair back and forth and smiles to the camera intensely.', 'splashes water all over her face and still speaks to the camera.', 'stops to brush her teeth and then peaks at the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}