{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"cfd24e3b-2818-5659-b2b5-cebb7d169f9c","task_key":"default--train--cfd24e3b-2818-5659-b2b5-cebb7d169f9c","task_revision_id":"3","upstream_id":"","short_description":"Write an obviously fake news article saying that aliens have invaded earth. Make…","config":"default","split":"train","body":"{\"key\":181,\"prompt\":\"Write an obviously fake news article saying that aliens have invaded earth. Make it funny. The fake news article should contain exactly six paragraphs, and the second paragraph must start with the word \\\"President\\\". Separate paragraphs by double line breaks (\\\"\\\\n\\\\n\\\")\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}