{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09691cfc-396a-5d54-96ba-405af9502ebd","task_key":"default--train--09691cfc-396a-5d54-96ba-405af9502ebd","task_revision_id":"1","upstream_id":"","short_description":"Rewrite and expand the following in Arabic. You can hallucinate a lot of…","config":"default","split":"train","body":"{\"key\":3241,\"prompt\":\"Rewrite and expand the following in Arabic. You can hallucinate a lot of details.\\n\\\"The company is looking to expand its operations into new markets. It will create hundreds of jobs this year.\\\"\\n\\nOutside of Arabic, no other language is allowed throughout your entire response.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}