{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cd4cb879-101c-54c9-9a7c-a13798a83d9f","task_key":"ARC~2dEasy--test--AIMS~5f2009~5f4~5f25","task_revision_id":"1","upstream_id":"AIMS_2009_4_25","short_description":"Four students tried to find out which magnet was the strongest. They each shared…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['We can pick the longest magnet.', 'We can pick the heaviest magnet.', 'We can measure the strength of the magnets.', 'We can vote for the magnet that we think is the strongest.']\",\"question\":\"Four students tried to find out which magnet was the strongest. They each shared one idea. Which idea shows scientific thinking?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}