{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b380cfd-b63f-520f-b8e5-a657168963d4","task_key":"default--validation--20235","task_revision_id":"1","upstream_id":"20235","short_description":"HellaSwag validation 20235","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"The boys laugh and joke together in the bathroom. A boy rubs soap on his hands and then onto his face. the boy\",\"endings\":\"['crumples up paper towels and wets one in the sink.', 'loosens his pants and returns to washing his hands.', 'puts put on his blue clothes and leaves the bathroom.', 'rinses the soap off from his face in the sink.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}