{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ddf33bbc-da62-54df-8293-d4a8e553848a","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f415584","task_revision_id":"1","upstream_id":"Mercury_SC_415584","short_description":"A class measures the time it takes for two different trucks to drive across the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The truck that starts moving first is faster.', 'The truck that takes less time is faster.', 'The truck that has bigger tires is faster.', 'The truck that takes more time is faster.']\",\"question\":\"A class measures the time it takes for two different trucks to drive across the parking lot. How can they tell which truck is faster?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}