{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"assistantbench","formal_name":"AssistantBench","introduction":"AssistantBench collects realistic, time-consuming tasks that can only be answered by working through the live web, written so that each has one determinable answer. It measures whether a web agent is actually useful.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://assistantbench.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"5e348456-37b0-5402-a00e-d4fa179c97f0","task_key":"default--test--4542278ae4ab7edb463ba6a449f7d2291b61a75a85a143d741e5fbe25ca27c38","task_revision_id":"2","upstream_id":"4542278ae4ab7edb463ba6a449f7d2291b61a75a85a143d741e5fbe25ca27c38","short_description":"AssistantBench test 4542278ae4ab7edb463ba6a449f7d2291b61a75a85a143d741e5fbe25ca27c38","config":"default","split":"test","body":"{\"task\":\"From the time the Andorran Social Democratic Party first entered the Andorran Parliament up to 2023, in which years was the party with the highest number of votes under the electoral threshold (7.14%) centre-right?\"}","display_format":"text","language":"","answer_status":"unavailable","assets":[],"source_url":"https://assistantbench.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}