{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"assistantbench","formal_name":"AssistantBench","introduction":"AssistantBench collects realistic, time-consuming tasks that can only be answered by working through the live web, written so that each has one determinable answer. It measures whether a web agent is actually useful.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://assistantbench.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"fedd4f4f-4afc-5167-80f5-22fcf9b3243c","task_key":"default--test--92bfc3abcf4734fbd629ea16f4981e865edd54408543405cefffdbcc6f39dce7","task_revision_id":"2","upstream_id":"92bfc3abcf4734fbd629ea16f4981e865edd54408543405cefffdbcc6f39dce7","short_description":"AssistantBench test 92bfc3abcf4734fbd629ea16f4981e865edd54408543405cefffdbcc6f39dce7","config":"default","split":"test","body":"{\"task\":\"I want to buy an official jersey of the Atlanta Braves with my name on the back, and the number 7. My measurements are 40IN (chest), 32IN (waist), and 42IN (hips). What size should I buy and how much will it cost? (Format the answer as a json with the fields \\\"size\\\" and \\\"cost (usd)\\\").\"}","display_format":"text","language":"","answer_status":"unavailable","assets":[],"source_url":"https://assistantbench.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}