{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"45f8779d-fdb8-504a-86e6-62ec5b2afba3","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f405501","task_revision_id":"1","upstream_id":"Mercury_SC_405501","short_description":"A student conducted an experiment to see how much sugar could dissolve in water.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['to see which kind of water to use', 'to know which kind of sugar to use', 'to build a model of the experiment', 'to be able to repeat the experiment']\",\"question\":\"A student conducted an experiment to see how much sugar could dissolve in water. The student wrote down how many teaspoons of sugar were added to the water. What is the most likely reason the student recorded the information?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}