{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23b788d9-c20e-5529-9f92-5030c03cdd41","task_key":"default--train--23b788d9-c20e-5529-9f92-5030c03cdd41","task_revision_id":"1","upstream_id":"","short_description":"Rewrite the following sentence in a more formal way: \"Them youngins be always on…","config":"default","split":"train","body":"{\"key\":374,\"prompt\":\"Rewrite the following sentence in a more formal way: \\\"Them youngins be always on that damn phone\\\". Imagine you are the president of the United States. Avoid using the word \\\"youngins\\\" and \\\"damn\\\" throughout your entire response.\\n\\nPlease repleat the entire first line above, then give your rewrite. Do not add any word before that. In other words, your entire response should start with \\\"Rewrite the following\\\".\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}