{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"55a47a04-7863-5376-b63c-a9127c9a72df","task_key":"ARC~2dEasy--test--Mercury~5f7248308","task_revision_id":"1","upstream_id":"Mercury_7248308","short_description":"Bile salts play a crucial role in gastrointestinal homeostasis and digestion.…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['digestion and absorption of proteins in the liver', 'digestion and absorption of fats in the small intestine', 'digestion and absorption of carbohydrates in the liver', 'digestion and absorption of cholesterol in the large intestine']\",\"question\":\"Bile salts play a crucial role in gastrointestinal homeostasis and digestion. Which phrase is the best description of the gastrointestinal function of bile salts?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}