{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"196fed49-c0e5-5d39-a01b-f1c3035d013d","task_key":"default--train--196fed49-c0e5-5d39-a01b-f1c3035d013d","task_revision_id":"1","upstream_id":"","short_description":"Rewrite the following sentence in a style that is unusual: \"But when the people…","config":"default","split":"train","body":"{\"key\":2482,\"prompt\":\"Rewrite the following sentence in a style that is unusual: \\\"But when the people of the land came to know that the Philistines had fled, they departed from Saul and went after David.\\\"\\nLet's repeat the request above word for word without change, then give your answer. Do not output any word before the request above is repeated.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}