{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3845367d-c967-59ed-ac78-34e9e42c32b8","task_key":"default--validation--5826","task_revision_id":"1","upstream_id":"5826","short_description":"HellaSwag validation 5826","config":"default","split":"validation","body":"{\"activity_label\":\"Bullfighting\",\"ctx\":\"A person is seen fighting a bull and being trampled and impailed. the people\",\"endings\":\"['carry him away and show more clips of people bull fighting.', 'run along side of the bull and cower on the sides.', 'are dragged back and forth as more videos are shown of the people having fun and running around the city fighting.', 'push bulls around on each other while trampling them.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}