{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3254baec-aff4-572e-bd1b-80eb3f2debe3","task_key":"ARC~2dChallenge--test--Mercury~5f402132","task_revision_id":"1","upstream_id":"Mercury_402132","short_description":"Which sentence could not explain why the first place swimmer was faster than the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The winner experienced less water resistance.', 'There was more gravitational pull on the winner.', 'Friction slowed down the second place swimmer.', \\\"There was more force in the winner's kicks and strokes.\\\"]\",\"question\":\"Which sentence could not explain why the first place swimmer was faster than the second place swimmer?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}