{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"794a9412-cde9-53f9-82d2-688362a83f6a","task_key":"ARC~2dChallenge--test--VASoL~5f2007~5f5~5f22","task_revision_id":"1","upstream_id":"VASoL_2007_5_22","short_description":"22 Sandy is conducting an investigation to find out which food his dog likes…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"[\\\"The color of his dog's food dish\\\", 'The kind of food he gives his dog', 'The amount of food he gives his dog', 'The time of day he feeds his dog']\",\"question\":\"22 Sandy is conducting an investigation to find out which food his dog likes best. Which is the manipulated variable in his investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}