{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ba14166d-d396-55bf-8e59-c1f29556df2e","task_key":"ARC~2dChallenge--test--MCAS~5f2010~5f8~5f12016","task_revision_id":"1","upstream_id":"MCAS_2010_8_12016","short_description":"Company X makes 100 custom buses each year. Company Y makes 10,000 of one type…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['to keep the cost of the bus low', 'to ensure that the bus will be easy to replace', 'to provide ideas about how the bus will be built', 'to ensure that people know how to drive the bus']\",\"question\":\"Company X makes 100 custom buses each year. Company Y makes 10,000 of one type of bus each year. Which of the following is the most likely reason a customer would buy a bus from company X instead of company Y?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}