{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e596e04d-a136-55ef-b151-fad3a237c4c4","task_key":"default--test--10389","task_revision_id":"1","upstream_id":"10389","short_description":"Neural networks:","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['Are incapable of handling non-linear relationships', 'Can only handle numerical data', 'None of the above', 'Can only be trained with stochastic gradient descent', 'Are only applicable to visual data', 'Always require large amounts of data to train', 'Optimize a convex objective function', 'Can use a mix of different activation functions', 'Can only use one type of activation function', 'Cannot be used for classification tasks']\",\"question\":\"Neural networks:\",\"src\":\"ori_mmlu-machine_learning\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}