{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7619d52c-1ef3-5b6b-8660-e15043770195","task_key":"default--v0~2e1~2e0~5fhf--7619d52c-1ef3-5b6b-8660-e15043770195","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 7619d52c-1ef3-5b6b-8660-e15043770195","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import re\\nimport collections\\ndef task_func(string, patterns=['nnn', 'aaa', 'sss', 'ddd', 'fff']):\\n\",\"complete_prompt\":\"import re\\nimport collections\\n\\n\\ndef task_func(string, patterns=['nnn', 'aaa', 'sss', 'ddd', 'fff']):\\n    \\\"\\\"\\\"\\n    Counts the occurrence of specific patterns in a string.\\n    \\n    Parameters:\\n    string (str): The input string.\\n    patterns (list[str], optional): List of patterns to search for. Defaults to ['nnn', 'aaa', 'sss', 'ddd', 'fff'].\\n    \\n    Returns:\\n    dict: A dictionary with patterns as keys and their counts as values.\\n\\n    Raises:\\n    - TypeError: If string is not a str.\\n    - TypeError: If patterns is not a list of str.\\n    \\n    Requirements:\\n    - re\\n    - collections\\n    \\n    Example:\\n    >>> task_func(\\\"nnnaaaasssdddeeefffggg\\\")\\n    {'nnn': 1, 'aaa': 1, 'sss': 1, 'ddd': 1, 'fff': 1}\\n    >>> task_func('asdfasdfasdfasdaaaaf', patterns=['a', 'asdf'])\\n    {'a': 8, 'asdf': 3}\\n    >>> task_func('123kajhdlkfah12345k,jk123', patterns=['123', '1234'])\\n    {'123': 3, '1234': 1}\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Counts the occurrence of specific patterns in a string.\\nThe function should raise the exception for: TypeError: If string is not a str. TypeError: If patterns is not a list of str.\\nThe function should output with:\\n    dict: A dictionary with patterns as keys and their counts as values.\\nYou should write self-contained code starting with:\\n```\\nimport re\\nimport collections\\ndef task_func(string, patterns=['nnn', 'aaa', 'sss', 'ddd', 'fff']):\\n```\",\"libs\":\"['collections', 're']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}