{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"26cb0877-8ebd-5d4b-92cc-facbe45301ae","task_key":"ARC~2dEasy--test--MCAS~5f1999~5f8~5f28","task_revision_id":"1","upstream_id":"MCAS_1999_8_28","short_description":"A scientist is studying the effect of acid rain on oak trees. Of the numbers…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['1', '2', '20', '200']\",\"question\":\"A scientist is studying the effect of acid rain on oak trees. Of the numbers below, which would be the number of oak trees the scientist should use to obtain the most reliable data?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}