{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0bf2b050-2104-587d-bae9-2036761acd79","task_key":"ARC~2dEasy--test--Mercury~5f7160545","task_revision_id":"1","upstream_id":"Mercury_7160545","short_description":"In 1785, James Hutton, stated that evidence of past occurrences can be used to…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['sunspots', 'earthquakes', 'wave patterns', 'cloud formations']\",\"question\":\"In 1785, James Hutton, stated that evidence of past occurrences can be used to explain events which happen today. Which could most likely be used to explain an event in the geologic past?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}