{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3abb77b5-ced5-5e3e-86e9-75ef3bb3a7de","task_key":"ARC~2dChallenge--test--MCAS~5f2004~5f8~5f7","task_revision_id":"1","upstream_id":"MCAS_2004_8_7","short_description":"Several students are entering a bridge building contest that requires using ice…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['roll toy cars across each bridge until it collapses', 'place concrete construction blocks on top of each bridge until it collapses', 'stack coins on both ends of each bridge until it collapses', 'place D-cell batteries at the center of each bridge until it collapses']\",\"question\":\"Several students are entering a bridge building contest that requires using ice cream sticks and glue to construct the strongest bridge possible. The bridges must be 5 in. wide and span a length of 18 in. Which of the following tests is the most accurate way to determine the strongest span design for these bridges?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}