{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5a2a4ced-30d6-5000-9a4a-97dfd842fcae","task_key":"default--v0~2e1~2e0~5fhf--5a2a4ced-30d6-5000-9a4a-97dfd842fcae","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 5a2a4ced-30d6-5000-9a4a-97dfd842fcae","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import collections\\nimport string\\nimport random\\ndef task_func(length, seed=0):\\n\",\"complete_prompt\":\"import collections\\nimport string\\nimport random\\n\\n\\ndef task_func(length, seed=0):\\n    \\\"\\\"\\\"\\n    Generate a random string of a given length using ASCII letters and calculate the frequency of each character.​\\n\\n    Parameters:\\n    length (int): The length of the random string to be generated.\\n    seed (int, Optional): The seed to be used for the random number generator. Default is 0.\\n\\n    Returns:\\n    dict: A dictionary with the frequency of each character in the generated string.\\n\\n    Requirements:\\n    - The function uses the 'collections', 'string', and 'random' modules from the Python standard library.\\n    - The generated string consists only of ASCII letters.\\n\\n    Example:\\n    >>> result = task_func(4)\\n    >>> isinstance(result, dict)  # The result should be a dictionary\\n    True\\n    >>> all(key in string.ascii_letters for key in result.keys())  # All keys should be ASCII letters\\n    True\\n    >>> task_func(5, 0)  # The result should be deterministic for a given seed\\n    {'y': 1, 'W': 1, 'A': 1, 'c': 1, 'q': 1}\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Generate a random string of a given length using ASCII letters and calculate the frequency of each character.​\\nThe function should output with:\\n    dict: A dictionary with the frequency of each character in the generated string.\\nYou should write self-contained code starting with:\\n```\\nimport collections\\nimport string\\nimport random\\ndef task_func(length, seed=0):\\n```\",\"libs\":\"['collections', 'random', 'string']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}