{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a1eff0e-a905-5fe1-aeb5-b4d7af4ac59c","task_key":"ARC~2dChallenge--test--AIMS~5f2009~5f4~5f4","task_revision_id":"1","upstream_id":"AIMS_2009_4_4","short_description":"Television provides some benefits. What is one way that television has helped…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Television manufacturing uses many toxic chemicals.', 'The ads on television show many popular toys that kids want.', 'Television provides information about current weather conditions.', 'The electricity used to run televisions is one use of natural resources.']\",\"question\":\"Television provides some benefits. What is one way that television has helped people?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}