{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"517387a7-1133-5d40-8392-8ac16c4cadd8","task_key":"default--validation--bffa9823~2db220~2d48d1~2da31a~2dba54418196c1","task_revision_id":"1","upstream_id":"bffa9823-b220-48d1-a31a-ba54418196c1","short_description":"How many years between the availability of birth registration and death…","config":"default","split":"validation","body":"{\"passage\":\"Birth registration of Bahrain is available from 1976, death registration started in 1990. Between 1976 and 2011 the number of baby births roughly doubled but the birth rate of babies decreased from 32 to 13 per 1,000. The death rate of Bahrain  is among the lowest in the world.\",\"question\":\"How many years between the availability of birth registration and death registration in Bahrain?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}