{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e8f50e15-f224-50ec-ac55-d6c12307d471","task_key":"default--validation--39462","task_revision_id":"1","upstream_id":"39462","short_description":"HellaSwag validation 39462","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"A man wearing a hat in standing in a workshop with a harmonica in hand. he\",\"endings\":\"['puts the harmonica down after adjusting the settings of the neck.', 'begins to play the harmonica and break dance as he describes the high octave octave of the song.', 'talks and he shows how to form your mouth so you can play the harmonica.', \\\"is dressed in a red kid's outfit with a bandanna over it.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}