{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"52a39622-6775-51c0-abfb-058f1339fc40","task_key":"default--validation--5901","task_revision_id":"1","upstream_id":"5901","short_description":"HellaSwag validation 5901","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"The young man is standing on the track field. The young man run to the pole. the young man\",\"endings\":\"['jumped and landed on the gray mat, then the man walked and lay on the mat, then climbed on top.', 'carried the pole on his back while running.', 'jumped and got he pole.', 'jumped over the pole and landed on the red mat.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}