{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"a51b1e7f-1f59-5a9f-9e12-0ff10638ffd7","task_key":"openai~5fhumaneval--test--a51b1e7f-1f59-5a9f-9e12-0ff10638ffd7","task_revision_id":"1","upstream_id":"","short_description":"def search(lst):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"search\",\"prompt\":\"\\ndef search(lst):\\n    '''\\n    You are given a non-empty list of positive integers. Return the greatest integer that is greater than \\n    zero, and has a frequency greater than or equal to the value of the integer itself. \\n    The frequency of an integer is the number of times it appears in the list.\\n    If no such a value exist, return -1.\\n    Examples:\\n        search([4, 1, 2, 2, 3, 1]) == 2\\n        search([1, 2, 2, 3, 3, 3, 4, 4, 4]) == 3\\n        search([5, 5, 4, 4, 4]) == -1\\n    '''\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}