{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"36d978bc-a27b-5fd0-829f-36cc89a86d71","task_key":"default--v0~2e1~2e0~5fhf--36d978bc-a27b-5fd0-829f-36cc89a86d71","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 36d978bc-a27b-5fd0-829f-36cc89a86d71","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import re\\nimport os\\nimport subprocess\\ndef task_func(dir_path, exe_pattern, execute_files=True):\\n\",\"complete_prompt\":\"import re\\nimport os\\nimport subprocess\\n\\ndef task_func(dir_path, exe_pattern, execute_files=True):\\n    \\\"\\\"\\\"\\n    Searches for executable files in a specified directory that match a given regular expression pattern.\\n    Optionally executes any matching files and returns a list of standard outputs from the executed files\\n    or the paths of the found files.\\n    \\n    Parameters:\\n    - dir_path (str): The directory path where the search for executable files will be conducted.\\n                    It should be a valid directory path.\\n    - exe_pattern (str): The regular expression pattern to match the executable files.\\n                       It should be a valid regular expression pattern.\\n    - execute_files (bool, optional): If True, execute the found files and return their standard output.\\n                                    If False, return the paths of the found files. Default is True.\\n                       \\n    Returns:\\n    - results (list): If execute_files is True, a list of standard outputs from the executed files. \\n               If execute_files is False, a list of paths of the found files.\\n               Each element in the list corresponds to an executed file or a found file.\\n               \\n    Requirements:\\n    - re\\n    - os\\n    - subprocess\\n    \\n    Example:\\n    >>> task_func(\\\"C:\\\\\\\\SomeDir\\\", r\\\"(?<!Distillr)\\\\\\\\AcroTray\\\\.exe\\\")\\n    []\\n    >>> task_func(\\\"C:\\\\\\\\SomeDir\\\", r\\\"(?<!Distillr)\\\\\\\\AcroTray\\\\.exe\\\", execute_files=False)\\n    []\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Searches for executable files in a specified directory that match a given regular expression pattern. Optionally executes any matching files and returns a list of standard outputs from the executed files or the paths of the found files.\\nThe function should output with:\\n    results (list): If execute_files is True, a list of standard outputs from the executed files.\\n    If execute_files is False, a list of paths of the found files.\\n    Each element in the list corresponds to an executed file or a found file.\\nYou should write self-contained code starting with:\\n```\\nimport re\\nimport os\\nimport subprocess\\ndef task_func(dir_path, exe_pattern, execute_files=True):\\n```\",\"libs\":\"['subprocess', 're', 'os']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}