{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ab9a0c9-ff8c-59dd-920c-b8dfa2c20c8e","task_key":"default--validation--27540","task_revision_id":"1","upstream_id":"27540","short_description":"HellaSwag validation 27540","config":"default","split":"validation","body":"{\"activity_label\":\"Beach soccer\",\"ctx\":\"A group of young people play soccer in a large sand pit bordering a large green field. a group of young men and one woman\",\"endings\":\"['does clips of the people playing soccer inside the sand mound as little girls watch on the sidelines.', 'play soccer in a sand pit using their feet to kick and sometimes their heads.', 'take turns swinging the ball over the net in three short volleys.', 'talk to javelin players as they lay on the ground.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}