{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"938e9986-9c44-587c-949f-2f669ccfa125","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f409172","task_revision_id":"1","upstream_id":"Mercury_SC_409172","short_description":"During a space mission, scientists will send experiments for the astronauts to…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['to obtain data to test a hypothesis', 'to make a complete observation', 'to make a report of the procedures', 'to make a hypothesis understandable']\",\"question\":\"During a space mission, scientists will send experiments for the astronauts to conduct in space. In many cases, scientists have made predictions about the outcome of the experiment. Why do astronauts perform the experiment if the results have already been predicted?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}