{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval-plus","formal_name":"HumanEval+","introduction":"HumanEval+ keeps the 164 original HumanEval problems and multiplies their tests by roughly 80×. It exists because the original suite was loose enough to pass implementations that were actually wrong.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/evalplus/evalplus","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"3c85b4e7-142d-58f2-a11b-bc43d9787b7c","task_key":"default--test--3c85b4e7-142d-58f2-a11b-bc43d9787b7c","task_revision_id":"2","upstream_id":"","short_description":"def specialFilter(nums):","config":"default","split":"test","body":"{\"entry_point\":\"specialFilter\",\"prompt\":\"\\ndef specialFilter(nums):\\n    \\\"\\\"\\\"Write a function that takes an array of numbers as input and returns \\n    the number of elements in the array that are greater than 10 and both \\n    first and last digits of a number are odd (1, 3, 5, 7, 9).\\n    For example:\\n    specialFilter([15, -73, 14, -15]) => 1 \\n    specialFilter([33, -2, -3, 45, 21, 109]) => 2\\n    \\\"\\\"\\\"\\n\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/evalplus/evalplus","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}