{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"998c5b9a-3129-5350-9eae-683c878cffda","task_key":"default--validation--18446","task_revision_id":"1","upstream_id":"18446","short_description":"HellaSwag validation 18446","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"Various shots of landscapes leads into a woman standing on the beach and playing a violin. the camera\",\"endings\":\"['flashes intermittently and leads into her and a man speaking to some people on the side.', 'captures her from several angles playing the instrument as well as looking off into the distance.', 'pans all around her while pointing to her feet and playing along with her.', 'captures several other people using the violin as well as other instruments and end by stopping.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}