{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8ff77940-8b4e-52ec-93e4-3e1b9ed4104e","task_key":"default--v0~2e1~2e0~5fhf--8ff77940-8b4e-52ec-93e4-3e1b9ed4104e","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 8ff77940-8b4e-52ec-93e4-3e1b9ed4104e","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import numpy as np\\nfrom scipy import stats\\ndef task_func(word: str) -> np.ndarray:\\n\",\"complete_prompt\":\"import numpy as np\\nfrom scipy import stats\\ndef task_func(word: str) -> np.ndarray:\\n    \\\"\\\"\\\"\\n    Calculate the difference between the ASCII values of each pair of adjacent letters in the input word.\\n    After calculating the difference, calculate the entropy of the differences.\\n    \\n    Requirements:\\n    - numpy\\n    - scipy.stats\\n    \\n    Parameters:\\n    - word (str): The input word as a string.\\n    \\n    Returns:\\n    - np.ndarray: A numpy array containing the difference between the ASCII values of each pair of adjacent letters in the word.\\n    - float: The entropy of the differences.\\n    \\n    Examples:\\n    >>> task_func('abcdef')\\n    (array([1, 1, 1, 1, 1]), 1.6094379124341005)\\n    >>> task_func('hello')\\n    (array([-3,  7,  0,  3]), -inf)\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Calculate the difference between the ASCII values of each pair of adjacent letters in the input word. After calculating the difference, calculate the entropy of the differences.\\nThe function should output with:\\n    np.ndarray: A numpy array containing the difference between the ASCII values of each pair of adjacent letters in the word.\\n    float: The entropy of the differences.\\nYou should write self-contained code starting with:\\n```\\nimport numpy as np\\nfrom scipy import stats\\ndef task_func(word: str) -> np.ndarray:\\n```\",\"libs\":\"['numpy', 'scipy']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}