{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e18f4cb9-ad8f-50d0-a98e-67fa194508c3","task_key":"default--validation--33120","task_revision_id":"1","upstream_id":"33120","short_description":"HellaSwag validation 33120","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"People continue to get on and off the elevator but she continues to play her harmonica. A person enters the elevator with a man on a stretcher along with some other people. they\",\"endings\":\"['begin trying to help the woman as the man is cut up on car.', 'smile at her and compliment her.', 'are walking around with tubes on the ground and getting ready to wind down.', 'are captured in a white room playing the harmonica.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}