{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"78e7a4a7-64e5-5bb4-9146-8f5b5540eb85","task_key":"default--validation--44922","task_revision_id":"1","upstream_id":"44922","short_description":"HellaSwag validation 44922","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"A woman is seen sitting on stage while singing into a microphone and people sitting behind her playing instruments. the girl\",\"endings\":\"['continues to speak on stage then puts her hands behind her neck.', 'continues to play and ends by speaking and the woman smiling to the camera.', 'continues dancing around the stage while people occasionally sit and watch and occasionally laugh at her performance.', 'continues singing with the band and ending by speaking to the audience.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}