{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"19208b62-6d29-5b01-abfe-48842b530584","task_key":"default--train--19208b62-6d29-5b01-abfe-48842b530584","task_revision_id":"1","upstream_id":"","short_description":"Write a rant about how an asteroid killed the dinosaurs in all capital letters…","config":"default","split":"train","body":"{\"key\":2736,\"prompt\":\"Write a rant about how an asteroid killed the dinosaurs in all capital letters and in English. End the rant with the phrase \\\"What would happen to human next?\\\" and no other words should follow this phrase.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}