{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"83982b2f-57b4-5f90-8536-e8ecce41baef","task_key":"default--validation--23620","task_revision_id":"1","upstream_id":"23620","short_description":"HellaSwag validation 23620","config":"default","split":"validation","body":"{\"activity_label\":\"Hula hoop\",\"ctx\":\"Michele obama and another woman are hula hooping outside on a sunny day. as the camera\",\"endings\":\"['zooms out a young boy and another woman to the side are also seen hula hooping while people behind run past.', 'pans around and focuses on taken, she puts the hula hoop down and starts to hula hoop with others.', 'comes in the zoom is the final scene with the four women.', 'films them, the woman is hula hooping in two small hula hoops as the woman dances and lays on the ground.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}