{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f57a5a3b-e10d-5e78-8a5e-d963f49021f7","task_key":"default--validation--47143","task_revision_id":"1","upstream_id":"47143","short_description":"HellaSwag validation 47143","config":"default","split":"validation","body":"{\"activity_label\":\"Slacklining\",\"ctx\":\"A long rope is shown with a man tightening it and a woman walking across holding onto a man. More people attempt to walk the rope while others watch on the side. they\",\"endings\":\"['have helped one another in getting the rope across so far.', 'all seem to be stumped and come down crying and walking back in place.', 'are playing rock paper scissors and the man leads the group with his rope.', 'fall off continuously and end by sitting and eating on the ground.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}