{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f67acdda-5c7d-5b48-abed-b4a9dade3bb7","task_key":"default--validation--74288ae9~2d41d1~2d4178~2d9ace~2da893e6724c15","task_revision_id":"1","upstream_id":"74288ae9-41d1-4178-9ace-a893e6724c15","short_description":"How many percent were not from 45 to 64?","config":"default","split":"validation","body":"{\"passage\":\"The population consisted of 5,841 people (25.3%) under age 18, 1,875 people (8.1%) age 18 to 24, 5,025 people (21.8%) age 25 to 44, 7,414 people (32.2%) age 45 to 64, and 2,903 people (12.6%) age 65 or older.  The median age was 41.6 years. For every 100 females, there were 93.6 males.  For every 100 females age 18 and over, there were 89.8 males age 18 and over.\",\"question\":\"How many percent were not from 45 to 64?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}