{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"16899813-817a-5eed-89f2-611e7bba93f9","task_key":"default--validation--24534","task_revision_id":"1","upstream_id":"24534","short_description":"HellaSwag validation 24534","config":"default","split":"validation","body":"{\"activity_label\":\"Smoking a cigarette\",\"ctx\":\"They are just sitting out relaxing blowing smoke. Another man with a camera walks by while they sit chatting. its\",\"endings\":\"['a nice day to just relax and have a smoke outside with friends.', 'really cool in the movie.', 'as if they now have cable news in their ears and the news anchors can tell by his well groomed hair.', 'two more men who both seem very closed out about it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}