{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"db62ed4b-3102-59b7-9732-fa74909e8301","task_key":"default--validation--dd72eec0~2d1cfa~2d4e6b~2d98f7~2d67b5fd21aeca","task_revision_id":"1","upstream_id":"dd72eec0-1cfa-4e6b-98f7-67b5fd21aeca","short_description":"Were there more people that were economically active that were unable to work or…","config":"default","split":"validation","body":"{\"passage\":\"Of those aged 15 or over, 7,857,370 (51.6%) were economically active, 4,199,558 (27.6%) did Homemaking, 1,431,105 (9.4%) were students, 914,934 (6.0%) were unable to work and 346,084 (2.3%) were pensioners. 521,938 (6.6%) of the economically active were unemployed. 604,540 Sri Lankans were living aboard for more than six months but were intending to return to Sri Lanka, mostly in the Arab states of the Persian Gulf (373,050 61.7%).\",\"question\":\"Were there more people that were economically active that were unable to work or more people that were economically active that were unemployed?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}