{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"e23d4daf-dfb6-528e-8045-cd2c86fdb921","task_key":"ARC~2dChallenge--test--Mercury~5f7222793","task_revision_id":"2","upstream_id":"Mercury_7222793","short_description":"Students want to compare rainfall data collected from the homes of different…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['by checking their rain gauges hourly', 'by using identical rain gauges in each location', 'by collecting temperature data along with rainfall', 'by collecting rainfall data while it is raining']\",\"question\":\"Students want to compare rainfall data collected from the homes of different students in the area. What is one way the students can reduce the possibility of uncontrolled variables affecting their data?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}