{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"007dad9f-9ab9-5286-9a74-aca78465982b","task_key":"openai~5fhumaneval--test--007dad9f-9ab9-5286-9a74-aca78465982b","task_revision_id":"1","upstream_id":"","short_description":"FIX = \"\"\"","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"vowels_count\",\"prompt\":\"\\nFIX = \\\"\\\"\\\"\\nAdd more test cases.\\n\\\"\\\"\\\"\\n\\ndef vowels_count(s):\\n    \\\"\\\"\\\"Write a function vowels_count which takes a string representing\\n    a word as input and returns the number of vowels in the string.\\n    Vowels in this case are 'a', 'e', 'i', 'o', 'u'. Here, 'y' is also a\\n    vowel, but only when it is at the end of the given word.\\n\\n    Example:\\n    >>> vowels_count(\\\"abcde\\\")\\n    2\\n    >>> vowels_count(\\\"ACEDY\\\")\\n    3\\n    \\\"\\\"\\\"\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}