{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"ac9c0cfa-367c-590c-933c-8d9cb95960c4","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f415762","task_revision_id":"2","upstream_id":"Mercury_SC_415762","short_description":"A car is rolling on a level street. What can make the car stop moving?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['a force that pushes straight up', 'a force that pushes straight down', 'a force that pushes the same direction that the car is moving', 'a force that pushes the opposite of the direction that the car is moving']\",\"question\":\"A car is rolling on a level street. What can make the car stop moving?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}