{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"729e8d37-4b99-5bc8-b9b0-bbf88b12eacf","task_key":"default--validation--21389","task_revision_id":"1","upstream_id":"21389","short_description":"HellaSwag validation 21389","config":"default","split":"validation","body":"{\"activity_label\":\"Swimming\",\"ctx\":\"A young man is seen sitting at the bottom of a pool. He begins moving closer to the camera while smiling. he\",\"endings\":\"['then bumps into the wall and moves upwards.', 'continues moving around the water as well as falling in and out of the pool.', 'dances himself against the side, laughing to the camera.', 'continues moving and swinging his arms around and finishes with another boy dancing.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}