{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a57f671c-f683-5a84-af67-008ba2b11e0b","task_key":"ARC~2dChallenge--test--Mercury~5f7218400","task_revision_id":"1","upstream_id":"Mercury_7218400","short_description":"A group of students have decided that the amount of electricity used by the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['determine what materials should be used to implement the plan', 'conduct research on energy conservation to form the plan', 'improve the design of the plan', 'test the validity of the plan']\",\"question\":\"A group of students have decided that the amount of electricity used by the school should be reduced. The students want to develop a plan to solve this problem. What should the group do first?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}