{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"68a16d53-0ad0-5322-939e-0f7ba2a4a7b9","task_key":"default--v0~2e1~2e0~5fhf--68a16d53-0ad0-5322-939e-0f7ba2a4a7b9","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 68a16d53-0ad0-5322-939e-0f7ba2a4a7b9","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import string\\nimport random\\nimport re\\ndef task_func(elements, pattern, seed=100):\\n\",\"complete_prompt\":\"import string\\nimport random\\nimport re\\n\\n\\ndef task_func(elements, pattern, seed=100):\\n    \\\"\\\"\\\"\\n    Replace each character in each element of the Elements list with a random \\n    character and format the element into a pattern \\\"%{0}%\\\", where {0} is the\\n    replaced element. Finally, concatenate all the formatted elements into a \\n    single string and search for the regex pattern specified in the parameter \\n    pattern. Return the true or false value based on the search result.\\n        \\n    Parameters:\\n        elements (List[str]): The list of elements.\\n        pattern (str): The pattern to format the elements.\\n        seed (int, Optional): The seed for the random number generator. Defaults to 100.\\n    \\n    Returns:    \\n        List[str]: The list of formatted elements with replaced characters.\\n        bool: The search result based on the regex pattern.\\n        \\n    Requirements:\\n        - re\\n        - string\\n        - random\\n        \\n    Example:\\n    >>> ELEMENTS = [\\\"abc\\\", \\\"def\\\"]\\n    >>> pattern = \\\".*\\\"\\n    >>> replaced_elements, result = task_func(ELEMENTS, pattern, 234)\\n    >>> print(replaced_elements)\\n    ['%vqd%', '%LAG%']\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Replace each character in each element of the Elements list with a random character and format the element into a pattern \\\"%{0}%\\\", where {0} is the replaced element. Finally, concatenate all the formatted elements into a single string and search for the regex pattern specified in the parameter pattern. Return the true or false value based on the search result.\\nThe function should output with:\\n    List[str]: The list of formatted elements with replaced characters.\\n    bool: The search result based on the regex pattern.\\nYou should write self-contained code starting with:\\n```\\nimport string\\nimport random\\nimport re\\ndef task_func(elements, pattern, seed=100):\\n```\",\"libs\":\"['random', 'string', 're']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}