{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6d658205-1769-518b-9dba-4dc70d3baefd","task_key":"default--v0~2e1~2e0~5fhf--6d658205-1769-518b-9dba-4dc70d3baefd","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 6d658205-1769-518b-9dba-4dc70d3baefd","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"from random import choice\\nimport turtle\\nimport time\\ndef task_func(colors):\\n\",\"complete_prompt\":\"from random import choice\\nimport turtle\\nimport time\\n\\ndef task_func(colors):\\n    \\\"\\\"\\\"\\n    Draws five squares of random colors using Turtle Graphics. Each square is drawn\\n    sequentially with a 1-second pause between squares.\\n    The function requires a list of colors as input and sets up a Turtle Graphics window, \\n    creates a Turtle object, and uses it to draw the squares with colors from the provided list.\\n    The window remains open after drawing.\\n\\n    Parameters:\\n        colors (list): A list of color names (as strings) to use for drawing the squares.\\n\\n    Returns:\\n        None.\\n\\n    Requirements:\\n    - random.choice\\n    - turtle\\n    - time\\n\\n    Examples:\\n    >>> task_func(['red', 'blue', 'green', 'yellow', 'purple'])  # This will open a Turtle Graphics window and draw squares\\n    >>> turtle.TurtleScreen._RUNNING\\n    True  # Check if the Turtle Graphics screen is running\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Draws five squares of random colors using Turtle Graphics. Each square is drawn sequentially with a 1-second pause between squares. The function requires a list of colors as input and sets up a Turtle Graphics window, creates a Turtle object, and uses it to draw the squares with colors from the provided list. The window remains open after drawing.\\nThe function should output with:\\n    None.\\nYou should write self-contained code starting with:\\n```\\nfrom random import choice\\nimport turtle\\nimport time\\ndef task_func(colors):\\n```\",\"libs\":\"['turtle', 'random', 'time']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}