{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3ec07660-4c02-59fe-8857-4f1e25202a8e","task_key":"ARC~2dChallenge--test--Mercury~5f7143308","task_revision_id":"1","upstream_id":"Mercury_7143308","short_description":"Mr. Garcia's science class was studying energy and ways to cut energy costs.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the list of energy-saving tips to follow', 'the outdoor temperature in November', 'the amount of time given to the investigation', 'the accuracy of the October and November bills']\",\"question\":\"Mr. Garcia's science class was studying energy and ways to cut energy costs. Each student was to compare their electric bill for October to the one they would receive for November. Each student would have a list of energy-saving tips that they would follow during November. Which would be the most uncontrollable factor in their investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}