{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"af27ae64-e8ab-560b-83cf-c7138828a34d","task_key":"default--validation--45986","task_revision_id":"1","upstream_id":"45986","short_description":"HellaSwag validation 45986","config":"default","split":"validation","body":"{\"activity_label\":\"Dodgeball\",\"ctx\":\"Two teams of basketball players are on a court. They throw the ball and engage in a game of dodgeball. they\",\"endings\":\"['cheer as they win the game.', 'run and try not to get hit by the ball.', 'run around the court making plays and bumping into each other.', 'run and hit the ball back and forth through the net.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}