{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e2121757-c36a-59d3-8668-361f336b5bfa","task_key":"default--validation--e2121757-c36a-59d3-8668-361f336b5bfa","task_revision_id":"1","upstream_id":"","short_description":"is a mortgage loan originator the same as a loan officer","config":"default","split":"validation","body":"{\"passage\":\"Loan Officers, also referred to as ``Mortgage Loan Originators,'' are people who work for banks and other financial institutions with the main objective to recommend individual and business loan applications for approval and participate in the front end of the mortgage origination process. Loan officers specialize in commercial, consumer and mortgage loans.\",\"question\":\"is a mortgage loan originator the same as a loan officer\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}