{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3733a3d5-11eb-5182-b48c-49c1dfc9da24","task_key":"default--validation--44101","task_revision_id":"1","upstream_id":"44101","short_description":"HellaSwag validation 44101","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"He looks in the mirror then reaches for the face wash and puts some in his hand. He throws the face wash on the washing machine. he\",\"endings\":\"['walks into the office.', 'throws the tube on the floor to make it sink.', 'puts his head in the sink and washes his face angrily.', 'turns the water on to clean the mouth and eyes.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}