{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"a8442aff-5594-5f59-a91b-d99415e8b2cb","task_key":"default--train--a8442aff-5594-5f59-a91b-d99415e8b2cb","task_revision_id":"3","upstream_id":"","short_description":"Write the lyrics to a hit song by the rock band 'The Gifted and The Not Gifted'.…","config":"default","split":"train","body":"{\"key\":1132,\"prompt\":\"Write the lyrics to a hit song by the rock band 'The Gifted and The Not Gifted'. To make it rocky, the response should be in all capital letters. The word \\\"rock\\\" should not appear in your response.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}