{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"54a7fa73-51af-5234-8fba-b6a3055169e9","task_key":"default--train--54a7fa73-51af-5234-8fba-b6a3055169e9","task_revision_id":"1","upstream_id":"","short_description":"In this task, repeat the exact request below first, then give your response. Do…","config":"default","split":"train","body":"{\"key\":1546,\"prompt\":\"In this task, repeat the exact request below first, then give your response. Do not say any word before repeating the exact request.\\n\\nWrite an acoustic song about the Korean peninsula without using any commas.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}