{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"29c9ab9d-a628-5918-8d2c-65103b93d56c","task_key":"default--validation--49583","task_revision_id":"1","upstream_id":"49583","short_description":"HellaSwag validation 49583","config":"default","split":"validation","body":"{\"activity_label\":\"Shot put\",\"ctx\":\"An athletic man is seen spinning around and throwing an object off into the distance. more shots\",\"endings\":\"['are shown of gymnasts running around the field performing tricks as well as performing flips and tricks.', 'of him throwing the object are shown shown while people watch and laugh.', 'are shown of the man spinning himself around and throwing an object while others measure his throw.', 'are shown of people taking turns throwing the object off into the distance.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}