{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"286eb894-162f-55f4-b037-1513af9f4ae8","task_key":"default--validation--15557","task_revision_id":"1","upstream_id":"15557","short_description":"HellaSwag validation 15557","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"Woman is holding a soap facial cleanser on her hands and a face towel. the woman\",\"endings\":\"['washes her face on the beach.', 'open the soap and started to breathe on the face.', 'cleans the face with the liquid soap in circular motions.', 'put the red soap in her hands, then soap on her hands and the face towel.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}