{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a8fe96a4-2c3a-5055-956d-4528d8b6547b","task_key":"default--validation--2722","task_revision_id":"1","upstream_id":"2722","short_description":"HellaSwag validation 2722","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman talks to the camera while bathing a baby in the bathtub. The woman demonstrates a small scrubbing pad to the camera. the woman\",\"endings\":\"['takes a sponge and scrubs an arm using the sponge.', 'wipes down the baby with the pad, then continues rinsing the sink.', 'uses the pad on the baby.', \\\"places lotion on the baby's hands and speak to the camera.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}