{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7635feeb-8968-540b-9e1d-5e8b986355d1","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f408631","task_revision_id":"1","upstream_id":"Mercury_SC_408631","short_description":"Many bacteria grow quickly at room temperatures of about 20°C. The temperature…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['It keeps kitchens cooler in the summer.', 'It provides more space for food storage.', 'It makes food safer to eat for longer periods.', 'It makes electricity safer to use in the kitchen.']\",\"question\":\"Many bacteria grow quickly at room temperatures of about 20°C. The temperature inside a refrigerator is usually kept at about 4°C. Which statement best explains how using a refrigerator has helped society?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}