{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"71c80c52-3744-5a36-9810-c26b48efc371","task_key":"default--test--3110","task_revision_id":"1","upstream_id":"3110","short_description":"Which of the following is an incorrect statement about gel electrophoresis?","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['DNA migrates from positive charge to negative charge.', 'Smaller DNA travels faster.', 'The DNA migrates only when the current is running.', 'The longer the current is running, the farther the DNA will travel.']\",\"question\":\"Which of the following is an incorrect statement about gel electrophoresis?\",\"src\":\"ori_mmlu-high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}