{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8c596adf-3aa1-55ae-b9c3-af1d49a6fa05","task_key":"default--validation--6005","task_revision_id":"1","upstream_id":"6005","short_description":"HellaSwag validation 6005","config":"default","split":"validation","body":"{\"activity_label\":\"Surfing\",\"ctx\":\"A surfer is riding the waves in the ocean. He gets on a yellow board and rides over the waves. he\",\"endings\":\"[\\\"is staring off into the distance looking sick as if he's hallucinating.\\\", 'rides the wave all the way to shore.', 'flips and falls onto flat sand.', 'gets off the board and spins in the air.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}