{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"67df628a-12b8-5898-9106-78cea0328344","task_key":"ARC~2dChallenge--test--MCAS~5f2014~5f5~5f15","task_revision_id":"1","upstream_id":"MCAS_2014_5_15","short_description":"Temperature changes along the coast are usually less extreme than temperature…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['It is much windier at the coast than farther inland.', 'The temperature of the land remains fairly constant.', 'It is much less humid at the coast than farther inland.', 'The temperature of the ocean remains fairly constant.']\",\"question\":\"Temperature changes along the coast are usually less extreme than temperature changes farther inland. Which of the following statements best explains why?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}