openai_humaneval / test
FIX = """
Answer availability not recorded
Identifiers
- task_id
007dad9f-9ab9-5286-9a74-aca78465982b- task_key
openai~5fhumaneval--test--007dad9f-9ab9-5286-9a74-aca78465982b
benchmarks.wiki / Public workspace
HumanEval / Tasks
Choose a problem to read its original content, examples and discussion.
Option counts cover the whole public benchmark.
1–50 / 164 tasks
openai_humaneval / test
def count_nums(arr):
Answer availability not recorded
Identifiers
- task_id
01264e41-010b-5c60-8338-4b86081ecba5- task_key
openai~5fhumaneval--test--01264e41-010b-5c60-8338-4b86081ecba5
openai_humaneval / test
def correct_bracketing(brackets: str):
Answer availability not recorded
Identifiers
- task_id
02213b9b-f971-5e5e-9cbb-718f541021a7- task_key
openai~5fhumaneval--test--02213b9b-f971-5e5e-9cbb-718f541021a7
openai_humaneval / test
def sort_third(l: list):
Answer availability not recorded
Identifiers
- task_id
02548ff0-5efc-5ecc-9e51-4154dd6825d3- task_key
openai~5fhumaneval--test--02548ff0-5efc-5ecc-9e51-4154dd6825d3
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
0cf56370-4dd2-5bdc-b199-98379db3ef25- task_key
openai~5fhumaneval--test--0cf56370-4dd2-5bdc-b199-98379db3ef25
openai_humaneval / test
def solution(lst):
Answer availability not recorded
Identifiers
- task_id
0d795f79-49dd-5ec5-bc6e-81543f2b06ea- task_key
openai~5fhumaneval--test--0d795f79-49dd-5ec5-bc6e-81543f2b06ea
openai_humaneval / test
def below_threshold(l: list, t: int):
Answer availability not recorded
Identifiers
- task_id
0ed5f991-6c06-56fb-a9c5-11e3251f9a16- task_key
openai~5fhumaneval--test--0ed5f991-6c06-56fb-a9c5-11e3251f9a16
openai_humaneval / test
def fix_spaces(text):
Answer availability not recorded
Identifiers
- task_id
1240fc2f-05aa-5f74-a51e-1506cd48111b- task_key
openai~5fhumaneval--test--1240fc2f-05aa-5f74-a51e-1506cd48111b
openai_humaneval / test
def largest_smallest_integers(lst):
Answer availability not recorded
Identifiers
- task_id
12984624-f245-5c81-95c7-4e90dc19ce7d- task_key
openai~5fhumaneval--test--12984624-f245-5c81-95c7-4e90dc19ce7d
openai_humaneval / test
def sort_array(arr):
Answer availability not recorded
Identifiers
- task_id
198d3abe-87dc-560a-a3b0-c695d875b344- task_key
openai~5fhumaneval--test--198d3abe-87dc-560a-a3b0-c695d875b344
openai_humaneval / test
def flip_case(string: str) -> str:
Answer availability not recorded
Identifiers
- task_id
19a94acd-c0c9-58cf-86a8-d50fcd3d7939- task_key
openai~5fhumaneval--test--19a94acd-c0c9-58cf-86a8-d50fcd3d7939
openai_humaneval / test
import math
Answer availability not recorded
Identifiers
- task_id
1d14489e-e303-5bf0-a45d-2fea323706d2- task_key
openai~5fhumaneval--test--1d14489e-e303-5bf0-a45d-2fea323706d2
openai_humaneval / test
def tri(n):
Answer availability not recorded
Identifiers
- task_id
1f234d06-07b4-5126-9e12-07dfadb9abff- task_key
openai~5fhumaneval--test--1f234d06-07b4-5126-9e12-07dfadb9abff
openai_humaneval / test
def solve(s):
Answer availability not recorded
Identifiers
- task_id
1faa5b9f-31df-5408-acb2-131e5be25680- task_key
openai~5fhumaneval--test--1faa5b9f-31df-5408-acb2-131e5be25680
openai_humaneval / test
def triangle_area(a, b, c):
Answer availability not recorded
Identifiers
- task_id
21621a86-22bf-565c-81ae-bbfc3cf55fea- task_key
openai~5fhumaneval--test--21621a86-22bf-565c-81ae-bbfc3cf55fea
openai_humaneval / test
def words_in_sentence(sentence):
Answer availability not recorded
Identifiers
- task_id
221c740c-fa44-55bf-819f-6f5cc94a517d- task_key
openai~5fhumaneval--test--221c740c-fa44-55bf-819f-6f5cc94a517d
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
22789a5c-d93c-5acc-a252-5fe947116908- task_key
openai~5fhumaneval--test--22789a5c-d93c-5acc-a252-5fe947116908
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
22a4bf74-7996-5051-ad4c-13e8e26cfebd- task_key
openai~5fhumaneval--test--22a4bf74-7996-5051-ad4c-13e8e26cfebd
openai_humaneval / test
def fruit_distribution(s,n):
Answer availability not recorded
Identifiers
- task_id
22d6e94a-15a5-5aa7-9c5c-f4484b3778c7- task_key
openai~5fhumaneval--test--22d6e94a-15a5-5aa7-9c5c-f4484b3778c7
openai_humaneval / test
def sort_even(l: list):
Answer availability not recorded
Identifiers
- task_id
22f1a867-f04e-5770-b7cc-19431b9926a7- task_key
openai~5fhumaneval--test--22f1a867-f04e-5770-b7cc-19431b9926a7
openai_humaneval / test
def get_closest_vowel(word):
Answer availability not recorded
Identifiers
- task_id
2393f049-007e-53e0-9189-55b53797ab2d- task_key
openai~5fhumaneval--test--2393f049-007e-53e0-9189-55b53797ab2d
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
246ccea6-f33c-585e-81d8-afc7842cc385- task_key
openai~5fhumaneval--test--246ccea6-f33c-585e-81d8-afc7842cc385
openai_humaneval / test
def pairs_sum_to_zero(l):
Answer availability not recorded
Identifiers
- task_id
2a57f75e-e152-55c6-bc05-124628ee7be5- task_key
openai~5fhumaneval--test--2a57f75e-e152-55c6-bc05-124628ee7be5
openai_humaneval / test
def derivative(xs: list):
Answer availability not recorded
Identifiers
- task_id
2c572884-1aeb-55e7-8246-bfa95499131f- task_key
openai~5fhumaneval--test--2c572884-1aeb-55e7-8246-bfa95499131f
openai_humaneval / test
def median(l: list):
Answer availability not recorded
Identifiers
- task_id
2c7111e2-70c2-5c2c-a019-e612170c963b- task_key
openai~5fhumaneval--test--2c7111e2-70c2-5c2c-a019-e612170c963b
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
2db1a8c2-bac6-57f6-a29e-74d88590ff16- task_key
openai~5fhumaneval--test--2db1a8c2-bac6-57f6-a29e-74d88590ff16
openai_humaneval / test
def check_dict_case(dict):
Answer availability not recorded
Identifiers
- task_id
2ee38b7f-5a4c-514b-85fa-c838a73658dc- task_key
openai~5fhumaneval--test--2ee38b7f-5a4c-514b-85fa-c838a73658dc
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
34ef7007-89ed-54ca-ba51-caf24af3673d- task_key
openai~5fhumaneval--test--34ef7007-89ed-54ca-ba51-caf24af3673d
openai_humaneval / test
def add_elements(arr, k):
Answer availability not recorded
Identifiers
- task_id
3976f1d9-48e7-5f92-8421-7f19796ccaa4- task_key
openai~5fhumaneval--test--3976f1d9-48e7-5f92-8421-7f19796ccaa4
openai_humaneval / test
def hex_key(num):
Answer availability not recorded
Identifiers
- task_id
3a023f4d-1ee1-551e-8ced-bd3ea6d829ff- task_key
openai~5fhumaneval--test--3a023f4d-1ee1-551e-8ced-bd3ea6d829ff
openai_humaneval / test
def iscube(a):
Answer availability not recorded
Identifiers
- task_id
3af608ae-b8d9-5a45-9fce-1862091a5230- task_key
openai~5fhumaneval--test--3af608ae-b8d9-5a45-9fce-1862091a5230
openai_humaneval / test
def numerical_letter_grade(grades):
Answer availability not recorded
Identifiers
- task_id
3bbee3c0-30b9-504c-b1d7-fa8c4a6600bd- task_key
openai~5fhumaneval--test--3bbee3c0-30b9-504c-b1d7-fa8c4a6600bd
openai_humaneval / test
def rounded_avg(n, m):
Answer availability not recorded
Identifiers
- task_id
3c37a886-6cfd-57af-a4d3-aa9a3a619787- task_key
openai~5fhumaneval--test--3c37a886-6cfd-57af-a4d3-aa9a3a619787
openai_humaneval / test
def is_bored(S):
Answer availability not recorded
Identifiers
- task_id
3cec5216-5ef5-5270-81b9-7af492cebb8b- task_key
openai~5fhumaneval--test--3cec5216-5ef5-5270-81b9-7af492cebb8b
openai_humaneval / test
def prime_fib(n: int):
Answer availability not recorded
Identifiers
- task_id
3d8c225f-a860-5a15-b7ea-c635be697faa- task_key
openai~5fhumaneval--test--3d8c225f-a860-5a15-b7ea-c635be697faa
openai_humaneval / test
def how_many_times(string: str, substring: str) -> int:
Answer availability not recorded
Identifiers
- task_id
3ea21b08-0934-5999-8ccb-602747428706- task_key
openai~5fhumaneval--test--3ea21b08-0934-5999-8ccb-602747428706
openai_humaneval / test
def right_angle_triangle(a, b, c):
Answer availability not recorded
Identifiers
- task_id
3fe29b39-29c2-50e1-9754-c5409e835395- task_key
openai~5fhumaneval--test--3fe29b39-29c2-50e1-9754-c5409e835395
openai_humaneval / test
def is_nested(string):
Answer availability not recorded
Identifiers
- task_id
419225c6-1306-5523-a327-d21d35179ee8- task_key
openai~5fhumaneval--test--419225c6-1306-5523-a327-d21d35179ee8
openai_humaneval / test
def will_it_fly(q,w):
Answer availability not recorded
Identifiers
- task_id
41a94a6f-c6c0-5274-a7c9-a4bc6c4cd5e6- task_key
openai~5fhumaneval--test--41a94a6f-c6c0-5274-a7c9-a4bc6c4cd5e6
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
44c7366e-4743-5eee-b587-97e1dec1f71b- task_key
openai~5fhumaneval--test--44c7366e-4743-5eee-b587-97e1dec1f71b
openai_humaneval / test
def prime_length(string):
Answer availability not recorded
Identifiers
- task_id
4787605a-432a-5330-bbef-7504ec2e687c- task_key
openai~5fhumaneval--test--4787605a-432a-5330-bbef-7504ec2e687c
openai_humaneval / test
from typing import List
Answer availability not recorded
Identifiers
- task_id
4787b45e-fa20-5b9d-845e-f5665636c16c- task_key
openai~5fhumaneval--test--4787b45e-fa20-5b9d-845e-f5665636c16c
openai_humaneval / test
def generate_integers(a, b):
Answer availability not recorded
Identifiers
- task_id
496cc88a-8922-5bcc-89c4-2461a21d4eaf- task_key
openai~5fhumaneval--test--496cc88a-8922-5bcc-89c4-2461a21d4eaf
openai_humaneval / test
def string_to_md5(text):
Answer availability not recorded
Identifiers
- task_id
4976727b-cad4-5415-9659-b1209594b44e- task_key
openai~5fhumaneval--test--4976727b-cad4-5415-9659-b1209594b44e
openai_humaneval / test
def max_element(l: list):
Answer availability not recorded
Identifiers
- task_id
51e132c6-826a-5ee6-ae87-699f239a2a20- task_key
openai~5fhumaneval--test--51e132c6-826a-5ee6-ae87-699f239a2a20
openai_humaneval / test
def is_happy(s):
Answer availability not recorded
Identifiers
- task_id
54e1dff5-df7a-56ad-b3b0-a498e1e03a62- task_key
openai~5fhumaneval--test--54e1dff5-df7a-56ad-b3b0-a498e1e03a62
openai_humaneval / test
def encode_shift(s: str):
Answer availability not recorded
Identifiers
- task_id
56849b75-4662-5e24-87e9-4557ea1c7ab9- task_key
openai~5fhumaneval--test--56849b75-4662-5e24-87e9-4557ea1c7ab9
openai_humaneval / test
def unique_digits(x):
Answer availability not recorded
Identifiers
- task_id
56dbf30c-f8a4-5a40-bfc6-fedc35e9d388- task_key
openai~5fhumaneval--test--56dbf30c-f8a4-5a40-bfc6-fedc35e9d388
openai_humaneval / test
def get_positive(l: list):
Answer availability not recorded
Identifiers
- task_id
586362ed-d434-5648-a6e2-a695b37b257c- task_key
openai~5fhumaneval--test--586362ed-d434-5648-a6e2-a695b37b257c
openai_humaneval / test
def strlen(string: str) -> int:
Answer availability not recorded
Identifiers
- task_id
590d141f-3a77-5a4f-b0f8-880381a196e4- task_key
openai~5fhumaneval--test--590d141f-3a77-5a4f-b0f8-880381a196e4