{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"61251363-c2c0-5592-bfd4-a0cd71b511f2","task_key":"default--validation--45249","task_revision_id":"1","upstream_id":"45249","short_description":"HellaSwag validation 45249","config":"default","split":"validation","body":"{\"activity_label\":\"Calf roping\",\"ctx\":\"Inside of a fence men are sitting upon horses waiting. one of the men\",\"endings\":\"['starts to chase after a bull on his horse.', 'lays down and get tied.', 'gets on the horse and begins to ride.', 'pulled the string ladder onto his horse with the other and then led the horse on a tether rope.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}