{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f3d68d0-3020-5fd8-b3c3-4c16e8050629","task_key":"ARC~2dChallenge--test--Mercury~5f7133245","task_revision_id":"1","upstream_id":"Mercury_7133245","short_description":"Tonya plugged in a toaster. She placed two slices of bread in the toaster,…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['infrared heat energy', 'visible light energy', 'chemical energy', 'electrical energy']\",\"question\":\"Tonya plugged in a toaster. She placed two slices of bread in the toaster, pushed down the lever, and the heating coils glowed. She noticed that only one form of energy toasted the bread. Which form of energy was wasted in the process?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}