{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"88e7b030-cb21-5a7d-8f6e-8a56d4f0fdec","task_key":"default--validation--a871f145~2d8704~2d4ae8~2da990~2dc8453f1de73b","task_revision_id":"1","upstream_id":"a871f145-8704-4ae8-a990-c8453f1de73b","short_description":"Which gender had a higher median income, males or females?","config":"default","split":"validation","body":"{\"passage\":\"While 2015 estimates place the median household income for Cooke County at $53,552, past estimates showed the median household income to be $37,649, with the median family income being $44,869. Males had a median income of $32,429 and females $22,065. The per capita income was $17,889. About 10.90% of families and 14.10% of the population were below the poverty line, including 19.80% of those under age 18 and 10.70% of those age 65 or over. Median house values in 2015 were $118,254.\",\"question\":\"Which gender had a higher median income, males or females?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}