{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b7ab0713-c102-59c5-b3a1-fef34ba9d307","task_key":"ARC~2dEasy--test--Mercury~5f407668","task_revision_id":"1","upstream_id":"Mercury_407668","short_description":"Two students went fishing one morning and caught 20 fish. The afternoon before,…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['catching more than 20 fish in the same location', 'catching more than 20 fish in another location', 'catching more than 20 fish the next afternoon', 'catching more than 20 fish the next morning']\",\"question\":\"Two students went fishing one morning and caught 20 fish. The afternoon before, they caught 5 fish. Because of their morning success, they claimed that morning was the best time to fish. Which of these would most likely disprove their claim?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}