{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6b2a17e9-428a-5e9b-a60d-f8435ed79f66","task_key":"default--train--6b2a17e9-428a-5e9b-a60d-f8435ed79f66","task_revision_id":"1","upstream_id":"","short_description":"Write an advertisement for a new product or service that is related to the words…","config":"default","split":"train","body":"{\"key\":2337,\"prompt\":\"Write an advertisement for a new product or service that is related to the words \\\"safeguard\\\" and \\\"flees\\\". In your entire response mark sure you do not use any commas.\\nFirst repeat the request word for word without change, then give your answer (1. do not say any words or characters before repeating the request; 2. the request you need to repeat does not include this sentence)\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}