{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"009a0e1a-8146-55d6-885c-e378ffdfcf45","task_key":"default--validation--198dd9f7~2d2558~2d4ffc~2d8fe3~2d1aa033be4f4e","task_revision_id":"1","upstream_id":"198dd9f7-2558-4ffc-8fe3-1aa033be4f4e","short_description":"How many more percentage points was there of those from 18 to 24 than there was…","config":"default","split":"validation","body":"{\"passage\":\"In the city, the population was spread out with 12.0% under the age of 18, 55.2% from 18 to 24, 15.3% from 25 to 44, 10.3% from 45 to 64, and 7.1% who were 65 years of age or older.  The median age was 22 years. For every 100 females, there were 160.7 males.  For every 100 females age 18 and over, there were 173.2 males.\",\"question\":\"How many more percentage points was there of those from 18 to 24 than there was from 25 to 44?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}