{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15ec7aa5-106c-58a3-8e68-2c74a6580f82","task_key":"default--test--858","task_revision_id":"1","upstream_id":"858","short_description":"A shirt inFabersClothing Store originally sold for $6.75. During a storewide…","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Gross Markdown: $1.25, Net Markdown: $1.00, Net Markdown Percentage: 18.2%', 'Gross Markdown: $2.25, Net Markdown: $1.00, Net Markdown Percentage: 22.7%', 'Gross Markdown: $2.25, Net Markdown: $1.25, Net Markdown Percentage: 27.2%', 'Gross Markdown: $2.25, Net Markdown: $1.25, Net Markdown Percentage: 22.7%', 'Gross Markdown: $2.25, Net Markdown: $0.75, Net Markdown Percentage: 13.6%', 'Gross Markdown: $1.75, Net Markdown: $1.25, Net Markdown Percentage: 22.7%', 'Gross Markdown: $2.00, Net Markdown: $1.75, Net Markdown Percentage: 31.8%', 'Gross Markdown: $1.50, Net Markdown: $1.25, Net Markdown Percentage: 18.2%', 'Gross Markdown: $1.25, Net Markdown: $2.25, Net Markdown Percentage: 22.7%', 'Gross Markdown: $2.25, Net Markdown: $1.50, Net Markdown Percentage: 27.3%']\",\"question\":\"A shirt inFabersClothing Store originally sold for $6.75. During a storewide sale it was reduced to $4.50. After the sale the price was changed to $5.50. Find the gross and net markdown in dollars, and the net markdown as a percent of the current price.\",\"src\":\"stemez-Business\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}