{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"048a7684-8990-5501-9be6-78b7aaba87f6","task_key":"default--validation--54f290da~2d9aca~2d4152~2dbdc7~2de9ea68e9b089","task_revision_id":"1","upstream_id":"54f290da-9aca-4152-bdc7-e9ea68e9b089","short_description":"Which age group is larger: under the age of 18 or 18 to 24?","config":"default","split":"validation","body":"{\"passage\":\"In the county, the population is spread out with 24.60% under the age of 18, 6.40% from 18 to 24, 22.80% from 25 to 44, 25.40% from 45 to 64, and 20.80% who are 65 years of age or older.  The median age is 42 years.  For every 100 females there are 95.90 males.  For every 100 females age 18 and over, there are 90.50 males.\",\"question\":\"Which age group is larger: under the age of 18 or 18 to 24?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}