{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0d5f7309-d594-52ca-b305-8af3febd7e85","task_key":"ARC~2dChallenge--test--ACTAAP~5f2007~5f7~5f31","task_revision_id":"1","upstream_id":"ACTAAP_2007_7_31","short_description":"How could you scientifically determine the quietest place to study in your…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Ask your principal where the best place is to study.', 'Survey the student body to see where they like to study.', 'Record the level of decibels in various places in the school, and compare the results.', 'Have everyone be as quiet as possible, and then test the decibels in various places in your school.']\",\"question\":\"How could you scientifically determine the quietest place to study in your school?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}