{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"17c7bfb8-f950-5d90-b5af-78765e8db469","task_key":"default--train--17c7bfb8-f950-5d90-b5af-78765e8db469","task_revision_id":"1","upstream_id":"","short_description":"Generate two alternative product descriptions: The product is a new type of…","config":"default","split":"train","body":"{\"key\":1656,\"prompt\":\"Generate two alternative product descriptions: The product is a new type of paper that can be used to wrap food, and is edible.\\nFirst repeat the prompt above without change, then give your answer. Please do not say any word before repeating the prompt above.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}