{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"79f3ab8a-aed3-5de1-8e4e-9b1df7fd8555","task_key":"default--train--79f3ab8a-aed3-5de1-8e4e-9b1df7fd8555","task_revision_id":"1","upstream_id":"","short_description":"Write a 500 word story in a poem style about a young girl who is obsessed with…","config":"default","split":"train","body":"{\"key\":2904,\"prompt\":\"Write a 500 word story in a poem style about a young girl who is obsessed with her Nintendo DS.\\n\\nFirst repeat the request above, then give your answer. Just repeat word for word without change. Do not say any words or characters before repeating the request.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}