{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"018a2064-fe1e-5ac5-ad32-cc0ab7a8d4a8","task_key":"default--validation--24958","task_revision_id":"1","upstream_id":"24958","short_description":"HellaSwag validation 24958","config":"default","split":"validation","body":"{\"activity_label\":\"Paintball\",\"ctx\":\"Several people are seen playing a paintball match with one another and continuously moving around the forest and holding up a gun. the person\",\"endings\":\"['then runs through an area holding his gun up and shooting when a person arrives.', 'continues fighting in the end and throws the gun off into the distance and leaves a pile of leaves next to him.', 'shots down the video while moving around the woods.', 'fires the gun constantly with more shots being shown of people shooting off their back and hitting targets.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}