{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"04a2c911-e2ba-5ff7-8180-87f1bb640398","task_key":"default--v0~2e1~2e0~5fhf--04a2c911-e2ba-5ff7-8180-87f1bb640398","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 04a2c911-e2ba-5ff7-8180-87f1bb640398","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import re\\nimport os\\nimport glob\\ndef task_func(dir_path: str) -> list:\\n\",\"complete_prompt\":\"import re\\nimport os\\nimport glob\\n\\ndef task_func(dir_path: str) -> list:\\n    \\\"\\\"\\\"\\n    Rename all files in the specified directory by removing all special characters,\\n    punctuation marks, and spaces, using regular expressions. The function keeps\\n    alphanumeric characters and removes the rest.\\n\\n    Requirements:\\n    - re\\n    - os\\n    - glob\\n\\n    Parameters:\\n    dir_path (str): The path to the directory containing the files to be renamed.\\n\\n    Returns:\\n    list[str]: A list containing the new names of all files after renaming.\\n\\n    Example:\\n    >>> task_func('path/to/directory')\\n    ['file1', 'file2', 'file3']\\n    >>> task_func('another/directory/path')\\n    ['anotherFile1', 'anotherFile2']\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Rename all files in the specified directory by removing all special characters, punctuation marks, and spaces, using regular expressions. The function keeps alphanumeric characters and removes the rest.\\nThe function should output with:\\n    list[str]: A list containing the new names of all files after renaming.\\nYou should write self-contained code starting with:\\n```\\nimport re\\nimport os\\nimport glob\\ndef task_func(dir_path: str) -> list:\\n```\",\"libs\":\"['glob', 're', 'os']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}