{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"63a28775-c2fc-5046-8bf8-77287567bc98","task_key":"default--validation--44114","task_revision_id":"1","upstream_id":"44114","short_description":"HellaSwag validation 44114","config":"default","split":"validation","body":"{\"activity_label\":\"Hula hoop\",\"ctx\":\"There is a woman in a bikini walking past people with hula hoops. she\",\"endings\":\"['is shown in several poses posing and shooting hoops.', 'goes to another group of men and begins playing with them.', 'begins swinging by herself.', 'goes to the grass and she begins hooping in circles, she is having a really good time dancing and hooping.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}