{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0cfca7b0-4331-5947-b1fc-57cc477d730d","task_key":"default--test--835","task_revision_id":"1","upstream_id":"835","short_description":"Reeves Corporation is going to pay a total dividend of $50,000 for the year.The…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['$4 for preferred stock, $10 for common stock', '$6 for preferred stock, $7 for common stock', '$5 for preferred stock, $8.40 for common stock', '$2 for preferred stock, $9.50 for common stock', '$4.50 for preferred stock, $8.50 for common stock', '$3.50 for preferred stock, $9.30 for common stock', '$3.20 for preferred stock, $9.36 for common stock', '$2.80 for preferred stock, $9.44 for common stock', '$2.50 for preferred stock, $9.70 for common stock', '$3 for preferred stock, $9.40 for common stock']\",\"question\":\"Reeves Corporation is going to pay a total dividend of $50,000 for the year.The Corporation has 1,000 shares of 6%, $50 par value preferred stock outstanding, as well as 5,000 shares of common stock outstanding.Find the dividendsper share for each class of stock.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}