{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5662caff-4c84-52cf-bf8b-45fc721b16a9","task_key":"default--validation--5f7a3431~2d37a5~2d400f~2d8a76~2d67fb2303ed8b","task_revision_id":"1","upstream_id":"5f7a3431-37a5-400f-8a76-67fb2303ed8b","short_description":"How many dollars more was the median family income compared to the median family…","config":"default","split":"validation","body":"{\"passage\":\"While 2015 estimates place the median household income for Cooke County at $53,552, past estimates showed the median household income to be $37,649, with the median family income being $44,869. Males had a median income of $32,429 and females $22,065. The per capita income was $17,889. About 10.90% of families and 14.10% of the population were below the poverty line, including 19.80% of those under age 18 and 10.70% of those age 65 or over. Median house values in 2015 were $118,254.\",\"question\":\"How many dollars more was the median family income compared to the median family income?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}