{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fabeb67c-5495-54c8-80e5-53d04ac5885a","task_key":"default--v0~2e1~2e0~5fhf--fabeb67c-5495-54c8-80e5-53d04ac5885a","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf fabeb67c-5495-54c8-80e5-53d04ac5885a","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import difflib\\nimport gzip\\ndef task_func(file_path1, file_path2):\\n\",\"complete_prompt\":\"import difflib\\nimport gzip\\n\\ndef task_func(file_path1, file_path2):\\n    \\\"\\\"\\\"\\n    Compares the contents of two gzip files and returns a string describing the differences between them.\\n    It reads the contents of each file, then uses difflib to compute and return the differences. \\n    Only differences are returned, with an empty string indicating no differences.\\n\\n    Parameters:\\n    file_path1 (str): The file path of the first gzip file.\\n    file_path2 (str): The file path of the second gzip file.\\n\\n    Returns:\\n    str: A string describing the differences between the two files' contents.\\n\\n    Requirements:\\n    - difflib\\n    - gzip\\n\\n    Examples:\\n    Assuming 'file1.gz' and 'file2.gz' contain slightly different text,\\n    >>> result = task_func('file1.gz', 'file2.gz')\\n    >>> len(result) > 0\\n    True\\n\\n    Assuming 'file1.gz' and 'file1.gz' are identical,\\n    >>> task_func('file1.gz', 'file1.gz')\\n    ''\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Compares the contents of two gzip files and returns a string describing the differences between them. It reads the contents of each file, then uses difflib to compute and return the differences. Only differences are returned, with an empty string indicating no differences. Assuming 'file1.gz' and 'file1.gz' are identical, >>> task_func('file1.gz', 'file1.gz') ''\\nThe function should output with:\\n    str: A string describing the differences between the two files' contents.\\nYou should write self-contained code starting with:\\n```\\nimport difflib\\nimport gzip\\ndef task_func(file_path1, file_path2):\\n```\",\"libs\":\"['difflib', 'gzip']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}