{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e32c9f36-1613-555d-971a-b2277cca9b0c","task_key":"ARC~2dChallenge--test--MDSA~5f2007~5f8~5f17","task_revision_id":"1","upstream_id":"MDSA_2007_8_17","short_description":"A student has one liter of feathers and one liter of iron nails. Which statement…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The masses cannot be compared without a balance.', 'The mass of the feathers is less than the mass of the nails.', 'The mass of the feathers is the same as the mass of the nails.', 'The mass of the feathers is greater than the mass of the nails.']\",\"question\":\"A student has one liter of feathers and one liter of iron nails. Which statement best compares the masses of the two samples?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}