{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9edfac00-cd73-5dbf-a6ac-cfd7083d7144","task_key":"default--validation--18922","task_revision_id":"1","upstream_id":"18922","short_description":"HellaSwag validation 18922","config":"default","split":"validation","body":"{\"activity_label\":\"Playing accordion\",\"ctx\":\"A person is seen playing an accordion on a busy street while many people walk around him and watch. the man\",\"endings\":\"['continue playing with others in the street and ends with him walking away.', 'continues to play the instrument and ends by stopping to laugh and smile at others.', 'continues to play behind a set of drums while people walk in and out of frame.', 'continues to play while looking out at people and pans back to the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}