{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4b633ede-6e0b-5dea-ab5c-697e4dfc1dae","task_key":"default--test--3984","task_revision_id":"1","upstream_id":"3984","short_description":"Under which conditions will a real gas most closely behave as an ideal gas?","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['Low temperature and low pressure', 'Low temperature and high pressure', 'High volume and high pressure', 'High temperature and high pressure', 'High volume and low pressure', 'High volume and high temperature', 'Low volume and high pressure', 'High temperature and low pressure', 'Low volume and low temperature']\",\"question\":\"Under which conditions will a real gas most closely behave as an ideal gas?\",\"src\":\"ori_mmlu-high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}