{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"82b8545b-a36d-5648-85d3-d489e596baa9","task_key":"ARC~2dChallenge--test--ACTAAP~5f2011~5f5~5f1","task_revision_id":"1","upstream_id":"ACTAAP_2011_5_1","short_description":"For a science fair project, Jordan collects data on which types of insects live…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the size of the insect and the number of legs', 'the name of the insect and the location found', 'the weight of the insect and the time it was collected', 'the color of the insect and the number of body segments']\",\"question\":\"For a science fair project, Jordan collects data on which types of insects live in different areas of the neighborhood. He collects insects and uses a field guide to identify them. Which pieces of information should Jordan record in his notebook for each insect collected?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}