{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d1d30e8a-e72c-5ac9-a2ef-b72a8f2f5bfc","task_key":"ARC~2dChallenge--test--MCAS~5f2003~5f8~5f29","task_revision_id":"1","upstream_id":"MCAS_2003_8_29","short_description":"An engineer designing a suspension bridge discovers it will need to carry twice…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['length of wires in tension.', 'diameter of wires in tension.', 'height of support towers.', 'length of the bridge.']\",\"question\":\"An engineer designing a suspension bridge discovers it will need to carry twice the load that was initially estimated. One change the engineer must make to her original design to maintain safety is to increase the\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}