{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"2ee38b7f-5a4c-514b-85fa-c838a73658dc","task_key":"openai~5fhumaneval--test--2ee38b7f-5a4c-514b-85fa-c838a73658dc","task_revision_id":"1","upstream_id":"","short_description":"def check_dict_case(dict):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"check_dict_case\",\"prompt\":\"\\ndef check_dict_case(dict):\\n    \\\"\\\"\\\"\\n    Given a dictionary, return True if all keys are strings in lower \\n    case or all keys are strings in upper case, else return False.\\n    The function should return False is the given dictionary is empty.\\n    Examples:\\n    check_dict_case({\\\"a\\\":\\\"apple\\\", \\\"b\\\":\\\"banana\\\"}) should return True.\\n    check_dict_case({\\\"a\\\":\\\"apple\\\", \\\"A\\\":\\\"banana\\\", \\\"B\\\":\\\"banana\\\"}) should return False.\\n    check_dict_case({\\\"a\\\":\\\"apple\\\", 8:\\\"banana\\\", \\\"a\\\":\\\"apple\\\"}) should return False.\\n    check_dict_case({\\\"Name\\\":\\\"John\\\", \\\"Age\\\":\\\"36\\\", \\\"City\\\":\\\"Houston\\\"}) should return False.\\n    check_dict_case({\\\"STATE\\\":\\\"NC\\\", \\\"ZIP\\\":\\\"12345\\\" }) should return True.\\n    \\\"\\\"\\\"\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}