{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5f7d47a0-aa9f-583a-9b60-78b8f017a88a","task_key":"default--validation--5f7d47a0-aa9f-583a-9b60-78b8f017a88a","task_revision_id":"1","upstream_id":"","short_description":"is there a full version of birthday cake by rihanna","config":"default","split":"validation","body":"{\"passage\":\"``Birthday Cake'' is a song by Barbadian recording artist Rihanna, from her sixth studio album, Talk That Talk (2011). After it leaked onto the internet, fans expressed interest in the track being included on Talk That Talk, but it was later revealed that the 1:18 (one minute, 18 seconds) length that leaked was in fact the final cut and was not being considered for inclusion on the album. Due to a high level of fan interest, the song was included on the album as an interlude. The full length version, also known as the official remix of the track, featuring Rihanna's ex-boyfriend Chris Brown, was premiered online on February 20, 2012, to coincide with Rihanna's 24th birthday. The song peaked in the top fifty.\",\"question\":\"is there a full version of birthday cake by rihanna\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}