{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"45c536b0-ddfc-513a-b7ca-00d5d03c2219","task_key":"default--validation--32300","task_revision_id":"1","upstream_id":"32300","short_description":"HellaSwag validation 32300","config":"default","split":"validation","body":"{\"activity_label\":\"Ping-pong\",\"ctx\":\"A business man plays against a table tennis professional. Two businessmen play on a team against the table tennis pro. the match\",\"endings\":\"['ends and the gambler collects his winnings.', 'is won and the man interviews some players.', 'begins with the dealer picking buttons and refereeing for the team playing.', 'ends and the business men shake hands with the athlete.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}