{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7fb736a1-f7ac-5879-a0a9-92d4d5890740","task_key":"default--validation--30202","task_revision_id":"1","upstream_id":"30202","short_description":"HellaSwag validation 30202","config":"default","split":"validation","body":"{\"activity_label\":\"Windsurfing\",\"ctx\":\"A person is seen riding a board along the water with a kite on top. more clips\",\"endings\":\"['are shown of the person riding back and fourth on the board.', 'are shown of people riding the board as well as flying off and being interviewed.', 'are shown of people riding in the water and making a sail over the waves.', 'are shown of them kite surfing as well as jumping off a mountain and down into the water.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}