{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f5a31492-312b-59d5-a5c0-156b5a180e78","task_key":"default--validation--8b61d6cb~2d1f00~2d41d3~2da575~2d475928f863c4","task_revision_id":"1","upstream_id":"8b61d6cb-1f00-41d3-a575-475928f863c4","short_description":"How many more dollars was the male median income compared to the female median…","config":"default","split":"validation","body":"{\"passage\":\"While 2015 estimates place the median household income for Cooke County at $53,552, past estimates showed the median household income to be $37,649, with the median family income being $44,869. Males had a median income of $32,429 and females $22,065. The per capita income was $17,889. About 10.90% of families and 14.10% of the population were below the poverty line, including 19.80% of those under age 18 and 10.70% of those age 65 or over. Median house values in 2015 were $118,254.\",\"question\":\"How many more dollars was the male median income compared to the female median income?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}