{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"24a992ae-35d8-55fd-b9b8-37a8e2ec7f80","task_key":"default--train--24a992ae-35d8-55fd-b9b8-37a8e2ec7f80","task_revision_id":"1","upstream_id":"","short_description":"Write an angry tweet about a friend who is always late to events or…","config":"default","split":"train","body":"{\"key\":1906,\"prompt\":\"Write an angry tweet about a friend who is always late to events or appointments.\\nYou need to repeat the sentence above first... Do not change any word, just repeat it. Do not say anything before repeating the sentence.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}