{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"40a697b4-744e-5e28-8cfe-42e9ac078f6c","task_key":"ARC~2dEasy--test--MCAS~5f2011~5f8~5f17697","task_revision_id":"1","upstream_id":"MCAS_2011_8_17697","short_description":"During the construction of a new building, workers dug round holes in the ground…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the floor', 'the foundation', 'the plumbing', 'the walls']\",\"question\":\"During the construction of a new building, workers dug round holes in the ground and filled the holes with steel and concrete. Which of the following parts of the building was being built during this stage of construction?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}