{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5835b3f7-7b07-5a8d-a3a2-a89a1b817fff","task_key":"default--validation--11021","task_revision_id":"1","upstream_id":"11021","short_description":"HellaSwag validation 11021","config":"default","split":"validation","body":"{\"activity_label\":\"Capoeira\",\"ctx\":\"Two men are seen running around a circle surrounded by people and performing martial arts moves. more people\",\"endings\":\"['run around and throw the men into the group.', 'come in the circle and the people continue spinning around one another and fighting with each other.', 'are seen running around the mat in front of them and ends with one man giving a person a hug.', 'are seen running around the circle surrounding one another as well as dancing, throwing a man into the air and celebrating.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}