{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7e67842-62ef-5eb4-a7ec-622b45c8b6f9","task_key":"ARC~2dEasy--test--Mercury~5f7124268","task_revision_id":"1","upstream_id":"Mercury_7124268","short_description":"A student investigated the effect of the color of light on the growth of plants.…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['to do the investigation at the same time of year', 'to use the same chart for recording growth', 'to do the investigation in the same room', 'to use the same colors of lights']\",\"question\":\"A student investigated the effect of the color of light on the growth of plants. Red, yellow, and green lights were used in the experiment. If another student were to conduct the same experiment, which would be the most important procedure to follow to yield the same results?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}