{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"abb967ef-31fa-5e5e-891a-e13ec3af19f5","task_key":"default--v0~2e1~2e0~5fhf--abb967ef-31fa-5e5e-891a-e13ec3af19f5","task_revision_id":"2","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf abb967ef-31fa-5e5e-891a-e13ec3af19f5","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import random\\nimport statistics\\ndef task_func(LETTERS):\\n\",\"complete_prompt\":\"import random\\nimport statistics\\n\\ndef task_func(LETTERS):\\n    \\\"\\\"\\\"\\n    Create a dictionary in which keys are random letters and values are lists of random integers.\\n    The dictionary is then sorted by the mean of the values in descending order, demonstrating the use of the statistics library.\\n    \\n    Parameters:\\n        LETTERS (list of str): A list of characters used as keys for the dictionary.\\n    \\n    Returns:\\n    dict: The sorted dictionary with letters as keys and lists of integers as values, sorted by their mean values.\\n    \\n    Requirements:\\n    - random\\n    - statistics\\n    \\n    Example:\\n    >>> import random\\n    >>> random.seed(42)\\n    >>> sorted_dict = task_func(['a', 'b', 'c'])\\n    >>> list(sorted_dict.keys())\\n    ['a', 'b', 'c']\\n    >>> isinstance(sorted_dict['a'], list)\\n    True\\n    >>> type(sorted_dict['a'])  # Check type of values\\n    <class 'list'>\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Create a dictionary in which keys are random letters and values are lists of random integers. The dictionary is then sorted by the mean of the values in descending order, demonstrating the use of the statistics library.\\nThe function should output with:\\n    dict: The sorted dictionary with letters as keys and lists of integers as values, sorted by their mean values.\\nYou should write self-contained code starting with:\\n```\\nimport random\\nimport statistics\\ndef task_func(LETTERS):\\n```\",\"libs\":\"['statistics', 'random']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}