{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9d9faaf5-97d9-5eda-9024-80abc6f24b2a","task_key":"ARC~2dChallenge--test--Mercury~5f7103530","task_revision_id":"1","upstream_id":"Mercury_7103530","short_description":"A student wants to determine which hand soap kills more bacteria. Her teacher…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['speeds up the experiment.', 'improves the reliability of the results.', 'makes the graphs easier to read.', 'ensures the students learn something.']\",\"question\":\"A student wants to determine which hand soap kills more bacteria. Her teacher tells her to change only the type of hand soap. The type of bacterium tested must be the same. Only one variable is tested because it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}