{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d94a2201-0794-5811-b666-187fc715cc06","task_key":"default--validation--26252","task_revision_id":"1","upstream_id":"26252","short_description":"HellaSwag validation 26252","config":"default","split":"validation","body":"{\"activity_label\":\"Futsal\",\"ctx\":\"A small group of men are seen running around a field playing soccer. One scores a goal and is shown several more times again. the men\",\"endings\":\"['cheer for the camera as the girls continue to run around the field.', 'continue to play while continuing dancing and smiling to one another in the end.', 'smile to one another and continue playing the sport.', 'continue to play while the player in front turns off the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}