{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"94e541dc-956a-58c8-8046-d17e3c5c5b98","task_key":"default--validation--49019","task_revision_id":"1","upstream_id":"49019","short_description":"HellaSwag validation 49019","config":"default","split":"validation","body":"{\"activity_label\":\"Laying tile\",\"ctx\":\"A camera pans all around a floor and leads into a man walking into the room. another man\",\"endings\":\"['is seen walking into frame over a set of drums while the man leaves the scene.', 'is seen taking off tiles as well as more shots are shown of the floor.', 'is seen speaking to the camera as well as then taking out pans of chairs and sitting people.', 'walks into the room and begins balancing on a hard wooden floor in dance gear.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}