{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cb69c56c-d57e-5afc-9c5b-17c0aed3f699","task_key":"default--train--cb69c56c-d57e-5afc-9c5b-17c0aed3f699","task_revision_id":"1","upstream_id":"","short_description":"First repeat the request below word for word without change, then give your…","config":"default","split":"train","body":"{\"key\":3305,\"prompt\":\"First repeat the request below word for word without change, then give your answer. Do not say any words or characters before repeating the request.\\n\\nWrite an essay about how the current economic crisis is affecting the environment. In your essay, include the keywords: \\\"climate\\\", \\\"energy\\\", and \\\"green\\\". Make sure your entire response is in Hindi, no other language is allowed.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}