{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"792a3601-1e89-5eb3-abeb-615a14a126cd","task_key":"default--train--792a3601-1e89-5eb3-abeb-615a14a126cd","task_revision_id":"3","upstream_id":"","short_description":"Rewrite the following statement to make it sound more formal, like a President…","config":"default","split":"train","body":"{\"key\":1147,\"prompt\":\"Rewrite the following statement to make it sound more formal, like a President of the United States:\\n\\\"Hi guys. The work was done to add in a fix for the issue that was observed in the field with the SSO. We are working with our collaborators closely. We will get it done. Thanks ya all.\\\"\\nDo not include the following keywords: field, thanks, issue, collaborator.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}