{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"221c740c-fa44-55bf-819f-6f5cc94a517d","task_key":"openai~5fhumaneval--test--221c740c-fa44-55bf-819f-6f5cc94a517d","task_revision_id":"1","upstream_id":"","short_description":"def words_in_sentence(sentence):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"words_in_sentence\",\"prompt\":\"\\ndef words_in_sentence(sentence):\\n    \\\"\\\"\\\"\\n    You are given a string representing a sentence,\\n    the sentence contains some words separated by a space,\\n    and you have to return a string that contains the words from the original sentence,\\n    whose lengths are prime numbers,\\n    the order of the words in the new string should be the same as the original one.\\n\\n    Example 1:\\n        Input: sentence = \\\"This is a test\\\"\\n        Output: \\\"is\\\"\\n\\n    Example 2:\\n        Input: sentence = \\\"lets go for swimming\\\"\\n        Output: \\\"go for\\\"\\n\\n    Constraints:\\n        * 1 <= len(sentence) <= 100\\n        * sentence contains only letters\\n    \\\"\\\"\\\"\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}