{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c9789de9-1833-5b49-870d-418ba24f1e81","task_key":"ARC~2dChallenge--test--Mercury~5f416651","task_revision_id":"1","upstream_id":"Mercury_416651","short_description":"The human brain has an absolute requirement for glucose. Glucose is an absolute…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['volvox', 'amoeba', 'euglena', 'paramecium']\",\"question\":\"The human brain has an absolute requirement for glucose. Glucose is an absolute requirement because the brain cannot use any other sources of energy. Other organisms often have absolute requirements for specific energy sources. Which protist would you expect to have an absolute requirement for sunlight?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}