{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"bbh","formal_name":"BIG-Bench Hard","introduction":"BIG-Bench Hard is the set of 23 BIG-Bench tasks on which models of the time scored below the average human rater. It is best known for showing how much chain-of-thought prompting changes the result.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/suzgunmirac/BIG-Bench-Hard","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f0c0c6d-4dee-5aec-af06-f49ceab72fb3","task_key":"date~5funderstanding--main--4f0c0c6d-4dee-5aec-af06-f49ceab72fb3","task_revision_id":"1","upstream_id":"","short_description":"Jane visits the bookstore on the 16th of each month starting from the October of…","config":"date_understanding","split":"main","body":"{\"input\":\"Jane visits the bookstore on the 16th of each month starting from the October of 2009. It is her 5th visit to the bookstore today. What is the date one week from today in MM/DD/YYYY?\\nOptions:\\n(A) 02/22/2010\\n(B) 02/23/2010\\n(C) 03/01/2010\\n(D) 01/26/2010\\n(E) 02/19/2010\\n(F) 02/24/2010\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/suzgunmirac/BIG-Bench-Hard","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}