{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f1d9210-16d8-57a7-ab79-8dc2fd6ac7be","task_key":"default--validation--f6464139~2d9cef~2d40cf~2da894~2d3cd735d5c1e4","task_revision_id":"1","upstream_id":"f6464139-9cef-40cf-a894-3cd735d5c1e4","short_description":"How many more people were economically active than pensioners?","config":"default","split":"validation","body":"{\"passage\":\"Of those aged 15 or over, 7,857,370 (51.6%) were economically active, 4,199,558 (27.6%) did Homemaking, 1,431,105 (9.4%) were students, 914,934 (6.0%) were unable to work and 346,084 (2.3%) were pensioners. 521,938 (6.6%) of the economically active were unemployed. 604,540 Sri Lankans were living aboard for more than six months but were intending to return to Sri Lanka, mostly in the Arab states of the Persian Gulf (373,050 61.7%).\",\"question\":\"How many more people were economically active than pensioners?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}