{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"2393f049-007e-53e0-9189-55b53797ab2d","task_key":"openai~5fhumaneval--test--2393f049-007e-53e0-9189-55b53797ab2d","task_revision_id":"1","upstream_id":"","short_description":"def get_closest_vowel(word):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"get_closest_vowel\",\"prompt\":\"\\ndef get_closest_vowel(word):\\n    \\\"\\\"\\\"You are given a word. Your task is to find the closest vowel that stands between \\n    two consonants from the right side of the word (case sensitive).\\n    \\n    Vowels in the beginning and ending doesn't count. Return empty string if you didn't\\n    find any vowel met the above condition. \\n\\n    You may assume that the given string contains English letter only.\\n\\n    Example:\\n    get_closest_vowel(\\\"yogurt\\\") ==> \\\"u\\\"\\n    get_closest_vowel(\\\"FULL\\\") ==> \\\"U\\\"\\n    get_closest_vowel(\\\"quick\\\") ==> \\\"\\\"\\n    get_closest_vowel(\\\"ab\\\") ==> \\\"\\\"\\n    \\\"\\\"\\\"\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}