{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bigcodebench","formal_name":"BigCodeBench","introduction":"BigCodeBench poses 1,140 function-level tasks drawn across 139 libraries. It tests whether a model can compose several real APIs correctly rather than write one self-contained function.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://bigcode-bench.github.io/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"547f3836-a7b4-5c1f-927a-638666bf2483","task_key":"default--v0~2e1~2e0~5fhf--547f3836-a7b4-5c1f-927a-638666bf2483","task_revision_id":"1","upstream_id":"","short_description":"BigCodeBench v0.1.0_hf 547f3836-a7b4-5c1f-927a-638666bf2483","config":"default","split":"v0.1.0_hf","body":"{\"code_prompt\":\"import csv\\nimport sys\\ndef task_func(filename):\\n\",\"complete_prompt\":\"import csv\\nimport sys\\n\\ndef task_func(filename):\\n    \\\"\\\"\\\"\\n    Read a CSV file, inverse the order of the lines and write the inverted lines back into the file. Then reset the cursor to the beginning of the file.\\n\\n    Parameters:\\n    - filename (str): The name of the CSV file.\\n\\n    Returns:\\n    - filename (str): The name of the CSV file.\\n\\n    Requirements:\\n    - csv\\n    - sys\\n\\n    Example:\\n    >>> task_func('file.csv')\\n    'file.csv'\\n    \\\"\\\"\\\"\\n\",\"entry_point\":\"task_func\",\"instruct_prompt\":\"Read a CSV file, inverse the order of the lines and write the inverted lines back into the file. Then reset the cursor to the beginning of the file.\\nThe function should output with:\\n    filename (str): The name of the CSV file.\\nYou should write self-contained code starting with:\\n```\\nimport csv\\nimport sys\\ndef task_func(filename):\\n```\",\"libs\":\"['csv', 'sys']\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://bigcode-bench.github.io/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}