{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c5e06edc-f19d-5c73-a12b-3e8a7a956089","task_key":"default--test--1932","task_revision_id":"1","upstream_id":"1932","short_description":"What is passive personality jurisdiction?","config":"default","split":"test","body":"{\"category\":\"law\",\"options\":\"['It is jurisdiction based on the country where the legal person was Registered', 'It is jurisdiction based on the nationality of the offender', 'It is jurisdiction based on the relationship between the victim and the offender', 'It is jurisdiction based on the nationality of the victims', 'It is jurisdiction based on the severity of the offence', 'It is jurisdiction based on the country where the crime was planned', 'It is jurisdiction based on the international law applicable to the crime', 'It is jurisdiction based on the country of residence of the offender', 'It is jurisdiction based on where the offence was committed', 'It is jurisdiction based on the nationality of the witness']\",\"question\":\"What is passive personality jurisdiction?\",\"src\":\"ori_mmlu-international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}