{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"343b7cf5-f476-5a03-a1d1-23926d1b7e2b","task_key":"ARC~2dChallenge--test--NAEP~5f2005~5f4~5fS13~2b14","task_revision_id":"1","upstream_id":"NAEP_2005_4_S13+14","short_description":"A farmer thinks that the vegetables on her farm are not getting enough water.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Yes, because there is plenty of ocean water.', 'Yes, because ocean water has many natural fertilizers.', 'No, because ocean water is too salty for plants grown on land.', 'No, because ocean water is much more polluted than rainwater.']\",\"question\":\"A farmer thinks that the vegetables on her farm are not getting enough water. Her son suggests that they use water from the nearby ocean to water the vegetables. Is this a good idea?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}