{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42292ea6-c06e-5f67-8088-c04981274966","task_key":"default--validation--46534","task_revision_id":"1","upstream_id":"46534","short_description":"HellaSwag validation 46534","config":"default","split":"validation","body":"{\"activity_label\":\"Playing lacrosse\",\"ctx\":\"A player from the blue team aggressively chases the ball with his lacrosse stick and tries to hit a goal. his team member\",\"endings\":\"['passes to another teammate, the sumo makes a goal and the blue team comes out of their seats.', 'spins quickly to evade the ball and missed the goal by two feet.', 'tries to follow the ball and keep it away from the opponent team player.', 'fails the first time and he is called a loser.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}