{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval-plus","formal_name":"HumanEval+","introduction":"HumanEval+ keeps the 164 original HumanEval problems and multiplies their tests by roughly 80×. It exists because the original suite was loose enough to pass implementations that were actually wrong.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/evalplus/evalplus","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"eb3844c8-e4f0-593d-8abc-b43fa7d678e5","task_key":"default--test--eb3844c8-e4f0-593d-8abc-b43fa7d678e5","task_revision_id":"2","upstream_id":"","short_description":"def solve(s):","config":"default","split":"test","body":"{\"entry_point\":\"solve\",\"prompt\":\"\\ndef solve(s):\\n    \\\"\\\"\\\"You are given a string s.\\n    if s[i] is a letter, reverse its case from lower to upper or vise versa, \\n    otherwise keep it as it is.\\n    If the string contains no letters, reverse the string.\\n    The function should return the resulted string.\\n    Examples\\n    solve(\\\"1234\\\") = \\\"4321\\\"\\n    solve(\\\"ab\\\") = \\\"AB\\\"\\n    solve(\\\"#a@C\\\") = \\\"#A@c\\\"\\n    \\\"\\\"\\\"\\n\"}","display_format":"code","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/evalplus/evalplus","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}