{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e5c49222-2cf9-5fb9-8681-e4fe7f2109a8","task_key":"openai~5fhumaneval--test--e5c49222-2cf9-5fb9-8681-e4fe7f2109a8","task_revision_id":"4","upstream_id":"","short_description":"def strange_sort_list(lst):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"strange_sort_list\",\"prompt\":\"\\ndef strange_sort_list(lst):\\n    '''\\n    Given list of integers, return list in strange order.\\n    Strange sorting, is when you start with the minimum value,\\n    then maximum of the remaining integers, then minimum and so on.\\n\\n    Examples:\\n    strange_sort_list([1, 2, 3, 4]) == [1, 4, 2, 3]\\n    strange_sort_list([5, 5, 5, 5]) == [5, 5, 5, 5]\\n    strange_sort_list([]) == []\\n    '''\\n\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}