{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"bdf34d34-3d72-5e7c-89d6-59206f0ae4d4","task_key":"default--train--bdf34d34-3d72-5e7c-89d6-59206f0ae4d4","task_revision_id":"3","upstream_id":"","short_description":"I'm a 12th grader and I need some help with my college applications, can you…","config":"default","split":"train","body":"{\"key\":1659,\"prompt\":\"I'm a 12th grader and I need some help with my college applications, can you give me some advice? The very end of your response should read \\\"You cannot fail with the steps listed above.\\\" No other words should follow this phrase.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}