{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b7461cd-3363-55f9-b78e-c6ace4286d25","task_key":"default--validation--21735","task_revision_id":"1","upstream_id":"21735","short_description":"HellaSwag validation 21735","config":"default","split":"validation","body":"{\"activity_label\":\"Surfing\",\"ctx\":\"A man is riding a surfboard in the ocean. He stands up on the board during a wave. he\",\"endings\":\"['jumps into the water and swims back to shore.', 'hops up into the water, riding the board.', 'surfs through the wave, weaving in and out.', 'jumps off and wipes his board clean with a towel.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}