{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cb68bb3d-bb96-51b4-af63-8927c11a99a2","task_key":"default--test--11889","task_revision_id":"1","upstream_id":"11889","short_description":"A D-flip-flop is said to be transparent when","config":"default","split":"test","body":"{\"category\":\"engineering\",\"options\":\"['the output is independent of the clock', 'the output is constantly changing', 'the output is triggered by a rising edge clock', 'the output is LOW', 'the output follow input', 'the output is both HIGH and LOW at the same time', 'the output is the inverse of the input', 'the output is HIGH', 'the output follows clock', 'the output is independent of the input']\",\"question\":\"A D-flip-flop is said to be transparent when\",\"src\":\"ori_mmlu-electrical_engineering\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}