{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"assistantbench","formal_name":"AssistantBench","introduction":"AssistantBench collects realistic, time-consuming tasks that can only be answered by working through the live web, written so that each has one determinable answer. It measures whether a web agent is actually useful.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://assistantbench.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"1ac0421e-63ce-5a0c-b6c0-72683618a61a","task_key":"default--test--36bdda5550481760bf9280dbe06796126a015d96a792079b3c3efb24d2e03983","task_revision_id":"2","upstream_id":"36bdda5550481760bf9280dbe06796126a015d96a792079b3c3efb24d2e03983","short_description":"AssistantBench test 36bdda5550481760bf9280dbe06796126a015d96a792079b3c3efb24d2e03983","config":"default","split":"test","body":"{\"task\":\"Who are the three Jeopardy! College Championship winners who won the most prize money in other Jeopardy! tournaments, and how much money did they win overall? Please provide the answer as a list of JSONs with the keys 'winner' and 'prize_money (usd)'\"}","display_format":"text","language":"","answer_status":"unavailable","assets":[],"source_url":"https://assistantbench.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}