{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"assistantbench","formal_name":"AssistantBench","introduction":"AssistantBench collects realistic, time-consuming tasks that can only be answered by working through the live web, written so that each has one determinable answer. It measures whether a web agent is actually useful.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://assistantbench.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"4e718108-28dd-51a8-8226-379abd030fa4","task_key":"default--test--8a484653d13418c51be95443374468900f81587c3a64c45ce69dc41b93f1fa7a","task_revision_id":"2","upstream_id":"8a484653d13418c51be95443374468900f81587c3a64c45ce69dc41b93f1fa7a","short_description":"AssistantBench test 8a484653d13418c51be95443374468900f81587c3a64c45ce69dc41b93f1fa7a","config":"default","split":"test","body":"{\"task\":\"I want to buy an official jersey for Real Madrid with my name ont he back, the domestic league badge, the number 6. My measurements are 86 cm (chest), 68 cm (waist), and 94 cm (hips). What size should I buy and how much will it cost? (Format the answer as a json with the fields \\\"size\\\" and \\\"cost (usd)\\\").\"}","display_format":"text","language":"","answer_status":"unavailable","assets":[],"source_url":"https://assistantbench.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}