{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"45db9dad-ac3f-5f30-947c-9228e2869781","task_key":"default--v0~2e1~2e0~5fhf--45db9dad-ac3f-5f30-947c-9228e2869781","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 45db9dad-ac3f-5f30-947c-9228e2869781","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"from datetime import datetime\\nimport numpy as np\\nfrom dateutil.parser import parse\\nLEAP_SECONDS = np.array(\\n    [\\n        1972,\\n        1973,\\n        1974,\\n        1975,\\n        1976,\\n        1977,\\n        1978,\\n        1979,\\n        1980,\\n        1981,\\n        1982,\\n        1983,\\n        1985,\\n        1988,\\n        1990,\\n        1993,\\n        1994,\\n        1997,\\n        1999,\\n        2006,\\n        2009,\\n        2012,\\n        2015,\\n        2016,\\n        2020,\\n    ]\\n)\\ndef task_func(date_str):\\n\",\"complete_prompt\":\"from datetime import datetime\\nimport numpy as np\\nfrom dateutil.parser import parse\\n\\nLEAP_SECONDS = np.array(\\n    [\\n        1972,\\n        1973,\\n        1974,\\n        1975,\\n        1976,\\n        1977,\\n        1978,\\n        1979,\\n        1980,\\n        1981,\\n        1982,\\n        1983,\\n        1985,\\n        1988,\\n        1990,\\n        1993,\\n        1994,\\n        1997,\\n        1999,\\n        2006,\\n        2009,\\n        2012,\\n        2015,\\n        2016,\\n        2020,\\n    ]\\n)\\n\\n\\ndef task_func(date_str):\\n    \\\"\\\"\\\"\\n    Calculate the total number of seconds elapsed from a given date until the current time,\\n    including any leap seconds that occurred in this period.\\n\\n    Parameters:\\n    date_str (str): The date and time from which to calculate, in \\\"yyyy-mm-dd hh:mm:ss\\\" format.\\n\\n    Returns:\\n    int: The total number of elapsed seconds, including leap seconds, since the given date.\\n\\n    Requirements:\\n    - datetime.datetime\\n    - numpy\\n    - dateutil.parser.parse\\n    \\n    Note:\\n    This function uses the datetime, numpy, and dateutil.parser modules.\\n    The LEAP_SECONDS array should contain years when leap seconds were added.\\n\\n    Example:\\n    >>> total_seconds = task_func('1970-01-01 00:00:00')\\n    >>> print(total_seconds)\\n    1702597276\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Calculate the total number of seconds elapsed from a given date until the current time, including any leap seconds that occurred in this period.\\nNote that: This function uses the datetime, numpy, and dateutil.parser modules. The LEAP_SECONDS array should contain years when leap seconds were added.\\nThe function should output with:\\n    int: The total number of elapsed seconds, including leap seconds, since the given date.\\nYou should write self-contained code starting with:\\n```\\nfrom datetime import datetime\\nimport numpy as np\\nfrom dateutil.parser import parse\\nLEAP_SECONDS = np.array(\\n    [\\n        1972,\\n        1973,\\n        1974,\\n        1975,\\n        1976,\\n        1977,\\n        1978,\\n        1979,\\n        1980,\\n        1981,\\n        1982,\\n        1983,\\n        1985,\\n        1988,\\n        1990,\\n        1993,\\n        1994,\\n        1997,\\n        1999,\\n        2006,\\n        2009,\\n        2012,\\n        2015,\\n        2016,\\n        2020,\\n    ]\\n)\\ndef task_func(date_str):\\n```\",\"libs\":\"['dateutil', 'datetime', 'numpy']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}