{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a1a8d409-2ae0-5bd7-aa7c-93698546f80d","task_key":"ARC~2dEasy--test--MDSA~5f2008~5f8~5f35","task_revision_id":"1","upstream_id":"MDSA_2008_8_35","short_description":"Biologists conduct investigations to learn about living organisms. Which method…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['developing a hypothesis after collecting data in the investigation', 'limiting the amount of background research before the investigation', 'designing an investigation with repeated trials during the investigation', 'obtaining other opinions concerning what should happen during the investigation']\",\"question\":\"Biologists conduct investigations to learn about living organisms. Which method helps reduce bias during an investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}