{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval-plus","formal_name":"HumanEval+","introduction":"HumanEval+ keeps the 164 original HumanEval problems and multiplies their tests by roughly 80×. It exists because the original suite was loose enough to pass implementations that were actually wrong.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/evalplus/evalplus","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"f039a5ca-bda5-5ea0-89a1-01f87f216222","task_key":"default--test--f039a5ca-bda5-5ea0-89a1-01f87f216222","task_revision_id":"2","upstream_id":"","short_description":"FIX = \"\"\"","config":"default","split":"test","body":"{\"entry_point\":\"vowels_count\",\"prompt\":\"\\nFIX = \\\"\\\"\\\"\\nAdd more test cases.\\n\\\"\\\"\\\"\\n\\ndef vowels_count(s):\\n    \\\"\\\"\\\"Write a function vowels_count which takes a string representing\\n    a word as input and returns the number of vowels in the string.\\n    Vowels in this case are 'a', 'e', 'i', 'o', 'u'. Here, 'y' is also a\\n    vowel, but only when it is at the end of the given word.\\n\\n    Example:\\n    >>> vowels_count(\\\"abcde\\\")\\n    2\\n    >>> vowels_count(\\\"ACEDY\\\")\\n    3\\n    \\\"\\\"\\\"\\n\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/evalplus/evalplus","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}