{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"drop","formal_name":"DROP","introduction":"DROP is a reading-comprehension benchmark whose questions require discrete operations over the paragraph — addition, subtraction, comparison, counting, sorting. It is built so that extracting a span cannot answer them.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/ucinlp/drop","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ef71539-fd5c-5dfa-95b8-0595aad133a3","task_key":"default--validation--cc14c1ed~2d5e21~2d4ffc~2dbd10~2d97e4350f3a78","task_revision_id":"1","upstream_id":"cc14c1ed-5e21-4ffc-bd10-97e4350f3a78","short_description":"How many more wins than losses do the Texans have after this game?","config":"default","split":"validation","body":"{\"passage\":\" (2012 Indianapolis Colts season)With their victory over the Colts, the Texans improved to 12-2 on the season and 5-0 against division rivals, thereby securing their second AFC South title in franchise history. Because the Patriots dropped to 10-4 several hours later on the same day, the Texans can clinch homefield advantage throughout the playoffs by winning at least one of their two remaining games by virtue of their head-to-head tiebreaker over the Broncos.\",\"question\":\"How many more wins than losses do the Texans have after this game?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/ucinlp/drop","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}