{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"956d03de-2375-54a3-873f-387b44acc133","task_key":"default--validation--2aba4e34~2da2a3~2d45b3~2d853c~2d83db363f8b27","task_revision_id":"1","upstream_id":"2aba4e34-a2a3-45b3-853c-83db363f8b27","short_description":"How many less babies per 1000 did the birth rate decrease?","config":"default","split":"validation","body":"{\"passage\":\"Birth registration of Bahrain is available from 1976, death registration started in 1990. Between 1976 and 2011 the number of baby births roughly doubled but the birth rate of babies decreased from 32 to 13 per 1,000. The death rate of Bahrain  is among the lowest in the world.\",\"question\":\"How many less babies per 1000 did the birth rate decrease?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}