{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"77470e6e-61af-536b-8e03-bf8d4288a14f","task_key":"ARC~2dEasy--test--TIMSS~5f2003~5f8~5fpg42","task_revision_id":"1","upstream_id":"TIMSS_2003_8_pg42","short_description":"If you took all of the atoms out of a chair, what would be left?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The chair would still be there, but it would weigh less.', 'The chair would be exactly the same as it was before.', 'There would be nothing left of the chair.', 'Only a pool of liquid would be left on the floor.']\",\"question\":\"If you took all of the atoms out of a chair, what would be left?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}