{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fff662c1-2e1e-52dd-9868-4414309e1442","task_key":"ARC~2dChallenge--test--TAKS~5f2009~5f5~5f30","task_revision_id":"1","upstream_id":"TAKS_2009_5_30","short_description":"Some students wanted to make a model to show how the size of the moon compares…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['A cantaloupe', 'A grape', 'A lime', 'A cherry']\",\"question\":\"Some students wanted to make a model to show how the size of the moon compares with the size of Earth. They used an orange to represent the moon. Which of the following would best represent Earth?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}