{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"762b5d4d-06d8-54eb-9ebb-cf4cf4926e5d","task_key":"ARC~2dEasy--test--Mercury~5f7099348","task_revision_id":"1","upstream_id":"Mercury_7099348","short_description":"An agriculturalist predicts that the tomato harvest will be very good this year.…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the time of day the seeds are planted', 'the amount of fruit picked after dark', 'the type of soil in which the crops are grown', 'the number of times daily that the farmer observes the crop']\",\"question\":\"An agriculturalist predicts that the tomato harvest will be very good this year. Which has the greatest effect on the size of the tomato harvest?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}