{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"52e7ac37-8e54-52ef-93c8-4202d7c74a0a","task_key":"default--train--52e7ac37-8e54-52ef-93c8-4202d7c74a0a","task_revision_id":"1","upstream_id":"","short_description":"Titan makes clothing for large men. Write an advertisement for the company that…","config":"default","split":"train","body":"{\"key\":2063,\"prompt\":\"Titan makes clothing for large men. Write an advertisement for the company that would appeal to a wide audience. Make sentences short. Your response should not contain any comma.\\nFirst repeat the request word for word without change, then give your answer.\\nDo not say any words or characters before repeating the request. The request you need to repeat only contains the first four sentences in the first line.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}