{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"305407b9-93aa-52a4-889d-9664d74b2fcd","task_key":"default--v0~2e1~2e0~5fhf--305407b9-93aa-52a4-889d-9664d74b2fcd","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 305407b9-93aa-52a4-889d-9664d74b2fcd","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import re\\nfrom string import punctuation\\n# Predefined list of common stopwords\\nPREDEFINED_STOPWORDS = {\\n    \\\"i\\\", \\\"me\\\", \\\"my\\\", \\\"myself\\\", \\\"we\\\", \\\"our\\\", \\\"ours\\\", \\\"ourselves\\\", \\\"you\\\", \\\"your\\\", \\\"yours\\\", \\n    \\\"yourself\\\", \\\"yourselves\\\", \\\"he\\\", \\\"him\\\", \\\"his\\\", \\\"himself\\\", \\\"she\\\", \\\"her\\\", \\\"hers\\\", \\n    \\\"herself\\\", \\\"it\\\", \\\"its\\\", \\\"itself\\\", \\\"they\\\", \\\"them\\\", \\\"their\\\", \\\"theirs\\\", \\\"themselves\\\", \\n    \\\"what\\\", \\\"which\\\", \\\"who\\\", \\\"whom\\\", \\\"this\\\", \\\"that\\\", \\\"these\\\", \\\"those\\\", \\\"am\\\", \\\"is\\\", \\\"are\\\", \\n    \\\"was\\\", \\\"were\\\", \\\"be\\\", \\\"been\\\", \\\"being\\\", \\\"have\\\", \\\"has\\\", \\\"had\\\", \\\"having\\\", \\\"do\\\", \\\"does\\\", \\n    \\\"did\\\", \\\"doing\\\", \\\"a\\\", \\\"an\\\", \\\"the\\\", \\\"and\\\", \\\"but\\\", \\\"if\\\", \\\"or\\\", \\\"because\\\", \\\"as\\\", \\\"until\\\", \\n    \\\"while\\\", \\\"of\\\", \\\"at\\\", \\\"by\\\", \\\"for\\\", \\\"with\\\", \\\"about\\\", \\\"against\\\", \\\"between\\\", \\\"into\\\", \\n    \\\"through\\\", \\\"during\\\", \\\"before\\\", \\\"after\\\", \\\"above\\\", \\\"below\\\", \\\"to\\\", \\\"from\\\", \\\"up\\\", \\\"down\\\", \\n    \\\"in\\\", \\\"out\\\", \\\"on\\\", \\\"off\\\", \\\"over\\\", \\\"under\\\", \\\"again\\\", \\\"further\\\", \\\"then\\\", \\\"once\\\", \\\"more\\\"\\n}\\ndef task_func(text):\\n\",\"complete_prompt\":\"import re\\nfrom string import punctuation\\n\\n# Predefined list of common stopwords\\nPREDEFINED_STOPWORDS = {\\n    \\\"i\\\", \\\"me\\\", \\\"my\\\", \\\"myself\\\", \\\"we\\\", \\\"our\\\", \\\"ours\\\", \\\"ourselves\\\", \\\"you\\\", \\\"your\\\", \\\"yours\\\", \\n    \\\"yourself\\\", \\\"yourselves\\\", \\\"he\\\", \\\"him\\\", \\\"his\\\", \\\"himself\\\", \\\"she\\\", \\\"her\\\", \\\"hers\\\", \\n    \\\"herself\\\", \\\"it\\\", \\\"its\\\", \\\"itself\\\", \\\"they\\\", \\\"them\\\", \\\"their\\\", \\\"theirs\\\", \\\"themselves\\\", \\n    \\\"what\\\", \\\"which\\\", \\\"who\\\", \\\"whom\\\", \\\"this\\\", \\\"that\\\", \\\"these\\\", \\\"those\\\", \\\"am\\\", \\\"is\\\", \\\"are\\\", \\n    \\\"was\\\", \\\"were\\\", \\\"be\\\", \\\"been\\\", \\\"being\\\", \\\"have\\\", \\\"has\\\", \\\"had\\\", \\\"having\\\", \\\"do\\\", \\\"does\\\", \\n    \\\"did\\\", \\\"doing\\\", \\\"a\\\", \\\"an\\\", \\\"the\\\", \\\"and\\\", \\\"but\\\", \\\"if\\\", \\\"or\\\", \\\"because\\\", \\\"as\\\", \\\"until\\\", \\n    \\\"while\\\", \\\"of\\\", \\\"at\\\", \\\"by\\\", \\\"for\\\", \\\"with\\\", \\\"about\\\", \\\"against\\\", \\\"between\\\", \\\"into\\\", \\n    \\\"through\\\", \\\"during\\\", \\\"before\\\", \\\"after\\\", \\\"above\\\", \\\"below\\\", \\\"to\\\", \\\"from\\\", \\\"up\\\", \\\"down\\\", \\n    \\\"in\\\", \\\"out\\\", \\\"on\\\", \\\"off\\\", \\\"over\\\", \\\"under\\\", \\\"again\\\", \\\"further\\\", \\\"then\\\", \\\"once\\\", \\\"more\\\"\\n}\\n\\ndef task_func(text):\\n    \\\"\\\"\\\"\\n    Clean the specified text by removing URLs, stopwords, and punctuation.\\n\\n    Parameters:\\n    text (str): The text to be cleaned.\\n\\n    Returns:\\n    str: The cleaned text with URLs, predefined stopwords, and punctuation removed.\\n\\n    Requirements:\\n    - re\\n    - string.punctuation\\n\\n    Example:\\n    >>> task_func('Visit https://www.python.org for more info. I love to eat apples.')\\n    'Visit info love eat apples'\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Clean the specified text by removing URLs, stopwords, and punctuation.\\nThe function should output with:\\n    str: The cleaned text with URLs, predefined stopwords, and punctuation removed.\\nYou should write self-contained code starting with:\\n```\\nimport re\\nfrom string import punctuation\\n# Predefined list of common stopwords\\nPREDEFINED_STOPWORDS = {\\n    \\\"i\\\", \\\"me\\\", \\\"my\\\", \\\"myself\\\", \\\"we\\\", \\\"our\\\", \\\"ours\\\", \\\"ourselves\\\", \\\"you\\\", \\\"your\\\", \\\"yours\\\", \\n    \\\"yourself\\\", \\\"yourselves\\\", \\\"he\\\", \\\"him\\\", \\\"his\\\", \\\"himself\\\", \\\"she\\\", \\\"her\\\", \\\"hers\\\", \\n    \\\"herself\\\", \\\"it\\\", \\\"its\\\", \\\"itself\\\", \\\"they\\\", \\\"them\\\", \\\"their\\\", \\\"theirs\\\", \\\"themselves\\\", \\n    \\\"what\\\", \\\"which\\\", \\\"who\\\", \\\"whom\\\", \\\"this\\\", \\\"that\\\", \\\"these\\\", \\\"those\\\", \\\"am\\\", \\\"is\\\", \\\"are\\\", \\n    \\\"was\\\", \\\"were\\\", \\\"be\\\", \\\"been\\\", \\\"being\\\", \\\"have\\\", \\\"has\\\", \\\"had\\\", \\\"having\\\", \\\"do\\\", \\\"does\\\", \\n    \\\"did\\\", \\\"doing\\\", \\\"a\\\", \\\"an\\\", \\\"the\\\", \\\"and\\\", \\\"but\\\", \\\"if\\\", \\\"or\\\", \\\"because\\\", \\\"as\\\", \\\"until\\\", \\n    \\\"while\\\", \\\"of\\\", \\\"at\\\", \\\"by\\\", \\\"for\\\", \\\"with\\\", \\\"about\\\", \\\"against\\\", \\\"between\\\", \\\"into\\\", \\n    \\\"through\\\", \\\"during\\\", \\\"before\\\", \\\"after\\\", \\\"above\\\", \\\"below\\\", \\\"to\\\", \\\"from\\\", \\\"up\\\", \\\"down\\\", \\n    \\\"in\\\", \\\"out\\\", \\\"on\\\", \\\"off\\\", \\\"over\\\", \\\"under\\\", \\\"again\\\", \\\"further\\\", \\\"then\\\", \\\"once\\\", \\\"more\\\"\\n}\\ndef task_func(text):\\n```\",\"libs\":\"['string', 're']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}