{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9218dd37-fa49-57c3-af99-e6f7227a4a06","task_key":"default--validation--14803","task_revision_id":"1","upstream_id":"14803","short_description":"HellaSwag validation 14803","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A girl stands in front of a bathroom mirror and vigorously rubs her face. The girl turns on the faucet. The girl then splashes water on her face several times. the girl\",\"endings\":\"['stands up from the tub and after turning off the faucet looks into the mirror as her face is really washed.', 'then shakes water all over her face and laughs.', 'looks in the mirror and begins to look horrified.', 'wipes her face with a towel.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}