{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a875df1-76d7-50ab-b548-6735408dc043","task_key":"ARC~2dChallenge--test--Mercury~5f7205800","task_revision_id":"1","upstream_id":"Mercury_7205800","short_description":"Sediments are generally classified by particle size. A student would like to…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['acceptable if the sediments are also identified by particle size', 'acceptable if the factors used for the classification are given', 'unacceptable because others would not understand the classification system', 'unacceptable because this is not the way scientists usually classify sediments']\",\"question\":\"Sediments are generally classified by particle size. A student would like to classify sediments by their source. Which statement best describes this alternate classification?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}