{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"cb31263d-8e3e-5b4e-8a3f-9ed3a28f962a","task_key":"openai~5fhumaneval--test--cb31263d-8e3e-5b4e-8a3f-9ed3a28f962a","task_revision_id":"1","upstream_id":"","short_description":"def specialFilter(nums):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"specialFilter\",\"prompt\":\"\\ndef specialFilter(nums):\\n    \\\"\\\"\\\"Write a function that takes an array of numbers as input and returns \\n    the number of elements in the array that are greater than 10 and both \\n    first and last digits of a number are odd (1, 3, 5, 7, 9).\\n    For example:\\n    specialFilter([15, -73, 14, -15]) => 1 \\n    specialFilter([33, -2, -3, 45, 21, 109]) => 2\\n    \\\"\\\"\\\"\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}