{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c3422b3-c8f1-5c8e-a769-de71bc032fb7","task_key":"default--validation--33165","task_revision_id":"1","upstream_id":"33165","short_description":"HellaSwag validation 33165","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A young man is wearing headphones and standing in front of a microphone. He begins playing the violin. he\",\"endings\":\"['closes his eyes, listening to himself as he plays.', 'continues to play the instrument as he looks over the wall at the audience.', 'looks out at the audience where there are several others playing his instrument.', 'shows the proper technique for playing for the audiences.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}