{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11778b30-707a-5226-90c1-92a94c17fb92","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f406451","task_revision_id":"1","upstream_id":"Mercury_SC_406451","short_description":"A school replaced all of their light bulbs with a new type of light bulb. The…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The amount of light pollution will decrease.', 'The air conditioner at the school will run less often.', 'Fewer natural resources will be used to make electricity.', 'Money will be saved on the electricity bill for the school.']\",\"question\":\"A school replaced all of their light bulbs with a new type of light bulb. The new light bulbs use less energy. How will the new light bulbs most likely help the environment?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}