{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"68adb839-8b5a-598c-83db-0bb1665cefe9","task_key":"default--train--68adb839-8b5a-598c-83db-0bb1665cefe9","task_revision_id":"1","upstream_id":"","short_description":"What is the answer to the riddle that asks what you can catch but not throw, and…","config":"default","split":"train","body":"{\"key\":3442,\"prompt\":\"What is the answer to the riddle that asks what you can catch but not throw, and what you can throw but not catch? The entire reply must be less than 20 words and contain a title in double angular brackets, i.e. <<title>>.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}