{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff5537a8-9d89-556b-a634-daa27991d800","task_key":"default--v0~2e1~2e0~5fhf--ff5537a8-9d89-556b-a634-daa27991d800","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf ff5537a8-9d89-556b-a634-daa27991d800","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import re\\nimport os\\nimport glob\\ndef task_func(dir_path):\\n\",\"complete_prompt\":\"import re\\nimport os\\nimport glob\\n\\n\\ndef task_func(dir_path):\\n    \\\"\\\"\\\"\\n    Search for occurrences of the word \\\"error\\\" in all text files within a \\n    specified directory and its subdirectories.\\n    \\n    Parameters:\\n    dir_path (str): The path of the directory.\\n    \\n    Returns:\\n    dict: A dictionary with relative file paths as keys and the count of \\n            occurrences of the word \\\"error\\\" as values.\\n    \\n    Raises:\\n    - ValueError: If directory in dir_path does not exist.\\n\\n    Requirements:\\n    - re: For regex pattern matching.\\n    - os: For retrieving relative file paths.\\n    - glob: For fetching all text file paths in the directory.\\n    \\n    The function specifically searches for the word \\\"error\\\" in text files\\n    (with the extension \\\".txt\\\").\\n    This function is NOT case sensitive, e.g. also \\\"ERROr\\\" will be counted.\\n    \\n    Example:\\n    >>> task_func(\\\"/path/to/directory\\\")\\n    {'file1.txt': 2, 'subdir/file2.txt': 1}\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Search for occurrences of the word \\\"error\\\" in all text files within a specified directory and its subdirectories. The function specifically searches for the word \\\"error\\\" in text files (with the extension \\\".txt\\\"). This function is NOT case sensitive, e.g. also \\\"ERROr\\\" will be counted.\\nThe function should raise the exception for: ValueError: If directory in dir_path does not exist.\\nThe function should output with:\\n    dict: A dictionary with relative file paths as keys and the count of\\n    occurrences of the word \\\"error\\\" as values.\\nYou should write self-contained code starting with:\\n```\\nimport re\\nimport os\\nimport glob\\ndef task_func(dir_path):\\n```\",\"libs\":\"['glob', 're', 'os']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}