{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c69817a9-4d58-5dbf-addd-d24e02ae7f97","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f407710","task_revision_id":"1","upstream_id":"Mercury_SC_407710","short_description":"Brianna thinks larger pumpkin seeds will sprout faster than smaller pumpkin…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['a trial', 'a result', 'a variable', 'a hypothesis']\",\"question\":\"Brianna thinks larger pumpkin seeds will sprout faster than smaller pumpkin seeds. She investigates by planting four seeds of each size in the same container. What term is used to describe what Brianna thinks will happen?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}