{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2e3424f7-4d79-5536-9529-d04fc7974df6","task_key":"default--test--2011","task_revision_id":"1","upstream_id":"2011","short_description":"Ethnic identity refers to","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['a rejection of Caucasian social, cultural, and institutional standards', 'the rejection of all cultural traditions and practices', 'the extent to which an individual endorses and practices the ethnocultural traditions of a given group', 'cultural practices and beliefs char are non-Western in orientation and perspective', 'the adherence to only Western cultural traditions and practices', 'the extent to which an individual rejects their own ethnocultural traditions and practices', 'the adoption of multiple ethnic identities and practices', 'the extent to which an individual practices the traditions of the majority culture', 'the collective cultural practices, traditions, and orientations of ethnic minority communities', 'the adoption of the cultural practices of the dominant group']\",\"question\":\"Ethnic identity refers to\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}