{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b5d7969-0589-5049-bb37-5991262495d2","task_key":"default--v0~2e1~2e0~5fhf--2b5d7969-0589-5049-bb37-5991262495d2","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 2b5d7969-0589-5049-bb37-5991262495d2","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import os\\nimport ctypes\\nfrom datetime import datetime\\nimport pytz\\ndef task_func(filepath):\\n\",\"complete_prompt\":\"import os\\nimport ctypes\\nfrom datetime import datetime\\nimport pytz\\n\\ndef task_func(filepath):\\n    \\\"\\\"\\\"\\n    Loads a DLL file from the specified filepath and returns its metadata, including creation time,\\n    modification time, and file size. The times are displayed in UTC format. This function\\n    demonstrates the use of ctypes for loading DLLs and os module for accessing file metadata.\\n\\n    \\n    Parameters:\\n    filepath (str): The path of the DLL file.\\n\\n    Returns:\\n    str: The name of the loaded DLL file.\\n    dict: A dictionary containing the metadata of the DLL file, including the keys 'Creation Time', 'Modification Time', and 'Size'.\\n    \\n    Requirements:\\n    - ctypes\\n    - os\\n    - datetime.datetime\\n    - pytz\\n\\n    Examples:\\n    >>> isinstance(task_func('libc.so.6'), str) # Doctest will vary based on the system and DLL file availability.\\n    True\\n    >>> 'libc.so.6' in task_func('libc.so.6')\\n    True\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Loads a DLL file from the specified filepath and returns its metadata, including creation time, modification time, and file size. The times are displayed in UTC format. This function demonstrates the use of ctypes for loading DLLs and os module for accessing file metadata.\\nThe function should output with:\\n    str: The name of the loaded DLL file.\\n    dict: A dictionary containing the metadata of the DLL file, including the keys 'Creation Time', 'Modification Time', and 'Size'.\\nYou should write self-contained code starting with:\\n```\\nimport os\\nimport ctypes\\nfrom datetime import datetime\\nimport pytz\\ndef task_func(filepath):\\n```\",\"libs\":\"['pytz', 'ctypes', 'os', 'datetime']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}