{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f8971341-e84e-5071-88e8-60626dae6f76","task_key":"default--validation--3d4feaa7~2d2f75~2d4580~2dbf0e~2d89765c897319","task_revision_id":"1","upstream_id":"3d4feaa7-2f75-4580-bf0e-89765c897319","short_description":"Which team allowed the most points?","config":"default","split":"validation","body":"{\"passage\":\" After a franchise record setting performance the Saints went to face another winless team, the St. Louis Rams. This time, however, the Rams pulled off one of the best upsets in the NFL season. A defense kept the Saints scoreless for the first half. The second the Rams sealed the deal with an interception return for 27 yards. With this the Saints fell to 5-3, however this would be the last time the Saints would lose in the regular season.\",\"question\":\"Which team allowed the most points?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}