{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0ca1accc-4401-5d96-a29e-12ddaded3d0e","task_key":"ARC~2dChallenge--test--AKDE~26ED~5f2008~5f8~5f40","task_revision_id":"1","upstream_id":"AKDE&ED_2008_8_40","short_description":"Students will perform an experiment to find out how long it takes 2 g of salt to…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['one student taking time measurements for one experiment', 'two students taking time measurements for one experiment', 'one student taking time measurements for three identical experiments', 'three students taking time measurements for two identical experiments']\",\"question\":\"Students will perform an experiment to find out how long it takes 2 g of salt to dissolve in 50 mL of water. Which experimental method will provide the most accurate results?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}