{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c4b5a892-b805-525c-92d1-6a94f3880ef7","task_key":"default--validation--27558","task_revision_id":"1","upstream_id":"27558","short_description":"HellaSwag validation 27558","config":"default","split":"validation","body":"{\"activity_label\":\"Washing hands\",\"ctx\":\"The woman pour soap and is washing her hands with a sponge and pouring water to clean them. the woman\",\"endings\":\"['dry her hands with bloting paper and throw the paper on the paper bin.', 'used the bare hands to scrub her hands in the sink began putting soap on her hands.', 'rinse her hands and walk to the sink.', 'rub her hands with soap and used a towel in her hands.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}