{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"970aee34-cc98-5baf-826c-8b1b09aa4893","task_key":"default--validation--c5b11880~2d45f9~2d4612~2d9511~2d18d0dc3ae401","task_revision_id":"1","upstream_id":"c5b11880-45f9-4612-9511-18d0dc3ae401","short_description":"How many more yards did Brees have compared to Manning?","config":"default","split":"validation","body":"{\"passage\":\" Eli Manning's six touchdown passes, with three of them to Odell Beckham Jr. were not enough as a late field goal by the Saints sealed the 52-49 victory in a battle of passing offenses.  The game lead tied or changed ten times and Manning's six scores and 350 yards were bettered by Drew Brees with 505 yards and seven touchdowns, all overcoming two interceptions. The 101 combined points scored are tied for the third most in NFL history.\",\"question\":\"How many more yards did Brees have compared to Manning?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}