{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bdc5d4c8-7c78-5946-adec-6e1fdec602de","task_key":"ARC~2dEasy--test--MCAS~5f2000~5f4~5f24","task_revision_id":"1","upstream_id":"MCAS_2000_4_24","short_description":"Why do identical twins usually look like each other?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['They were born on the same day.', 'They have the same kinds of interests.', 'They inherited the same characteristics from their parents.', 'They were taught the same kinds of things at home.']\",\"question\":\"Why do identical twins usually look like each other?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}