{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"43d22e0f-28f9-5a77-b548-f5212a573a8d","task_key":"default--validation--43d22e0f-28f9-5a77-b548-f5212a573a8d","task_revision_id":"1","upstream_id":"","short_description":"is there raw egg in egg drop soup","config":"default","split":"validation","body":"{\"passage\":\"Egg drop soup (traditional: 蛋花湯; pinyin: dànhuātāng; literally ``egg flower soup'') is a Chinese soup of wispy beaten eggs in boiled chicken broth. Condiments such as black pepper or white pepper, and finely chopped scallions and tofu are optional, but commonly added to the soup. The soup is finished by adding a thin stream of beaten eggs to the boiling broth in the final moments of cooking, creating thin, silken strands or flakes of cooked egg that float in the soup. Egg drop soup using different recipes is known to be a simple-to-prepare soup in different East Asian and Western countries.\",\"question\":\"is there raw egg in egg drop soup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}