{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"70883493-c6e1-5035-8a63-f20c94d4b9d3","task_key":"default--v0~2e1~2e0~5fhf--70883493-c6e1-5035-8a63-f20c94d4b9d3","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 70883493-c6e1-5035-8a63-f20c94d4b9d3","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import numpy as np\\nfrom sklearn.feature_extraction.text import TfidfVectorizer\\nimport re\\ndef task_func(example_str):\\n\",\"complete_prompt\":\"import numpy as np\\nfrom sklearn.feature_extraction.text import TfidfVectorizer\\nimport re\\n\\n\\ndef task_func(example_str):\\n    \\\"\\\"\\\"\\n    Extract all texts not enclosed in square brackets into a string and calculate the TF-IDF values\\n    which are returned as a dictionary.\\n\\n    Parameters:\\n    example_str (str): The input string.\\n\\n    Returns:\\n    dict: A dictionary with words as keys and TF-IDF scores as values.\\n\\n    Requirements:\\n    - sklearn.feature_extraction.text.TfidfVectorizer\\n    - numpy\\n    - re\\n\\n    Example:\\n    >>> tfidf_scores = task_func(\\\"Josie Smith [3996 COLLEGE AVENUE, SOMETOWN, MD 21003] Mugsy Dog Smith [2560 OAK ST, GLENMEADE, WI 14098]\\\")\\n    >>> print(tfidf_scores)\\n    {'dog': 0.3779644730092272, 'josie': 0.3779644730092272, 'mugsy': 0.3779644730092272, 'smith': 0.7559289460184544}\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Extract all texts not enclosed in square brackets into a string and calculate the TF-IDF values which are returned as a dictionary.\\nThe function should output with:\\n    dict: A dictionary with words as keys and TF-IDF scores as values.\\nYou should write self-contained code starting with:\\n```\\nimport numpy as np\\nfrom sklearn.feature_extraction.text import TfidfVectorizer\\nimport re\\ndef task_func(example_str):\\n```\",\"libs\":\"['numpy', 're', 'sklearn']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}