{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"assistantbench","formal_name":"AssistantBench","introduction":"AssistantBench collects realistic, time-consuming tasks that can only be answered by working through the live web, written so that each has one determinable answer. It measures whether a web agent is actually useful.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://assistantbench.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"6a5e0cfa-ba65-5349-9a3c-63eab00a6067","task_key":"default--test--70d36d42a954465962d7fefd8c296cb71643102a05abb19b4b3d41302007d49a","task_revision_id":"2","upstream_id":"70d36d42a954465962d7fefd8c296cb71643102a05abb19b4b3d41302007d49a","short_description":"AssistantBench test 70d36d42a954465962d7fefd8c296cb71643102a05abb19b4b3d41302007d49a","config":"default","split":"test","body":"{\"task\":\"Among the players who have won the NBA Sixth Man of the Year award the most times, how many games did they start in each of their winning seasons? (Provide the answer as a list of jsons with the keys: \\\"player\\\", \\\"year\\\", \\\"games_started\\\")\"}","display_format":"text","language":"","answer_status":"unavailable","assets":[],"source_url":"https://assistantbench.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}