{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"86e21c24-0a5d-505c-abc2-2674a8f0a76f","task_key":"default--validation--8151","task_revision_id":"1","upstream_id":"8151","short_description":"HellaSwag validation 8151","config":"default","split":"validation","body":"{\"activity_label\":\"Tumbling\",\"ctx\":\"A man is seen speaking to the camera that leads into several clips of a gym. Many people are seen performing gymnastics on a mat while the camera follows close behind. people\",\"endings\":\"['are seen jumping rope while others cheer on and stand around.', 'run up and down the course while being helped up and perform.', 'watch the people perform and come back to the man still speaking.', 'continue flipping around the gym while also stopping to speak to the camera.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}