{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"13ebfc80-79bf-5184-b1f0-1380819e8e51","task_key":"default--test--2217","task_revision_id":"1","upstream_id":"2217","short_description":"Heteroscedasticity in a scattergram suggests that:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['there is a restriction of range of scores on the predictor and/or the criterion.', 'the variability (range) of scores on the criterion varies for different scores on the predictor.', 'there is a statistically significant correlation between the predictor and criterion.', 'the predictor and criterion have a negative correlation.', 'there is a perfect correlation between the predictor and the criterion.', 'the predictor and criterion are independent of each other.', 'the relationship between the predictor and criterion cannot be described by a straight line.', 'the variability (range) of scores on the predictor is constant for all scores on the criterion.', 'the scores on the criterion are uniformly distributed across the range of the predictor.', 'the variability (range) of scores on the predictor varies for different scores on the criterion.']\",\"question\":\"Heteroscedasticity in a scattergram suggests that:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}