{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"15c1a0f6-d4d4-5c93-8ba0-33ba729742d3","task_key":"default--train--15c1a0f6-d4d4-5c93-8ba0-33ba729742d3","task_revision_id":"1","upstream_id":"","short_description":"Write a plot for a story about two people who swap fingerprints. Include a title…","config":"default","split":"train","body":"{\"key\":1627,\"prompt\":\"Write a plot for a story about two people who swap fingerprints. Include a title wrapped in double angular brackets, i.e. <<title>>. In your response please avoid using commas.\\n\\nFirst, repeat the request above word for word without change.\\nDo not say any words or characters before repeating the request above.\\nAfter you repeated the request, you can give your response next.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}