{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6139a882-ed62-5342-b252-d874b470aec8","task_key":"default--v0~2e1~2e0~5fhf--6139a882-ed62-5342-b252-d874b470aec8","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 6139a882-ed62-5342-b252-d874b470aec8","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import pandas as pd\\nimport itertools\\nfrom random import shuffle\\ndef task_func(letters=['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I'], categories=['Category 1', 'Category 2', 'Category 3']):\\n\",\"complete_prompt\":\"import pandas as pd\\nimport itertools\\nfrom random import shuffle\\n\\ndef task_func(letters=['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I'], categories=['Category 1', 'Category 2', 'Category 3']):\\n    \\\"\\\"\\\"\\n    Create a Pandas DataFrame by associating each element from a list of letters to a category from a list of categories.\\n    The categories are randomly shuffled.\\n\\n    Parameters:\\n    letters (List[str]): A list of letters to be included in the DataFrame. Default is ['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I'].\\n    categories (List[str]): A list of categories to be included in the DataFrame. Default is ['Category 1', 'Category 2', 'Category 3'].\\n\\n    Returns:\\n    DataFrame: A Pandas DataFrame with two columns: 'Letter' and 'Category'. Each letter is randomly associated with a category.\\n\\n    Requirements:\\n    - pandas\\n    - itertools\\n    - random.shuffle\\n\\n    Example:\\n    >>> import random\\n    >>> random.seed(0)\\n    >>> df = task_func(['A', 'B'], ['Cat 1', 'Cat 2'])\\n    >>> print(df)\\n      Letter Category\\n    0      A    Cat 2\\n    1      B    Cat 1\\n    2      A    Cat 1\\n    3      B    Cat 2\\n    >>> random.seed(1)\\n    >>> df = task_func()\\n    >>> print(df.head())\\n      Letter    Category\\n    0      A  Category 3\\n    1      B  Category 3\\n    2      C  Category 2\\n    3      D  Category 2\\n    4      E  Category 3\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Create a Pandas DataFrame by associating each element from a list of letters to a category from a list of categories. The categories are randomly shuffled.\\nThe function should output with:\\n    DataFrame: A Pandas DataFrame with two columns: 'Letter' and 'Category'. Each letter is randomly associated with a category.\\nYou should write self-contained code starting with:\\n```\\nimport pandas as pd\\nimport itertools\\nfrom random import shuffle\\ndef task_func(letters=['A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I'], categories=['Category 1', 'Category 2', 'Category 3']):\\n```\",\"libs\":\"['pandas', 'random', 'itertools']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}