{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f28630d-7036-5933-948d-64a9dfa2e5c8","task_key":"default--validation--20730","task_revision_id":"1","upstream_id":"20730","short_description":"HellaSwag validation 20730","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A man is showing washing his face with water into a sink and putting lotion into his hand. he\",\"endings\":\"['then use a hoagie to rub the lotion in and keep the rest of it in his hand.', 'washes his face again while continuing to talk to the camera and use his hand as well.', 'rubs the soap together in his hands and massages into his face thoroughly.', 'then shows how to wash your face with soap that has water running up and down it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}