{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"6f61ae6e-4b2a-568c-b920-84a06b01d70a","task_key":"openai~5fhumaneval--test--6f61ae6e-4b2a-568c-b920-84a06b01d70a","task_revision_id":"1","upstream_id":"","short_description":"def bf(planet1, planet2):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"bf\",\"prompt\":\"\\ndef bf(planet1, planet2):\\n    '''\\n    There are eight planets in our solar system: the closerst to the Sun \\n    is Mercury, the next one is Venus, then Earth, Mars, Jupiter, Saturn, \\n    Uranus, Neptune.\\n    Write a function that takes two planet names as strings planet1 and planet2. \\n    The function should return a tuple containing all planets whose orbits are \\n    located between the orbit of planet1 and the orbit of planet2, sorted by \\n    the proximity to the sun. \\n    The function should return an empty tuple if planet1 or planet2\\n    are not correct planet names. \\n    Examples\\n    bf(\\\"Jupiter\\\", \\\"Neptune\\\") ==> (\\\"Saturn\\\", \\\"Uranus\\\")\\n    bf(\\\"Earth\\\", \\\"Mercury\\\") ==> (\\\"Venus\\\")\\n    bf(\\\"Mercury\\\", \\\"Uranus\\\") ==> (\\\"Venus\\\", \\\"Earth\\\", \\\"Mars\\\", \\\"Jupiter\\\", \\\"Saturn\\\")\\n    '''\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}