{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"humaneval","formal_name":"HumanEval","introduction":"HumanEval asks for a Python function body from a docstring and signature, checked by hidden unit tests. It is the original functional-correctness benchmark for code generation.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/openai_humaneval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"b39d26d5-bc84-50e4-a816-ddf497a077d8","task_key":"openai~5fhumaneval--test--b39d26d5-bc84-50e4-a816-ddf497a077d8","task_revision_id":"1","upstream_id":"","short_description":"def total_match(lst1, lst2):","config":"openai_humaneval","split":"test","body":"{\"entry_point\":\"total_match\",\"prompt\":\"\\ndef total_match(lst1, lst2):\\n    '''\\n    Write a function that accepts two lists of strings and returns the list that has \\n    total number of chars in the all strings of the list less than the other list.\\n\\n    if the two lists have the same number of chars, return the first list.\\n\\n    Examples\\n    total_match([], []) ➞ []\\n    total_match(['hi', 'admin'], ['hI', 'Hi']) ➞ ['hI', 'Hi']\\n    total_match(['hi', 'admin'], ['hi', 'hi', 'admin', 'project']) ➞ ['hi', 'admin']\\n    total_match(['hi', 'admin'], ['hI', 'hi', 'hi']) ➞ ['hI', 'hi', 'hi']\\n    total_match(['4'], ['1', '2', '3', '4', '5']) ➞ ['4']\\n    '''\\n\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/openai/openai_humaneval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}