{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a3e1311d-4bb0-5d67-bce7-d708df9563db","task_key":"default--train--a3e1311d-4bb0-5d67-bce7-d708df9563db","task_revision_id":"1","upstream_id":"","short_description":"Pretend that you are a fortune teller who has just been arrested and is being…","config":"default","split":"train","body":"{\"key\":3188,\"prompt\":\"Pretend that you are a fortune teller who has just been arrested and is being interrogated by the police. Tell them that you can really read into the future.\\n1. Please use words with all capital letters to make important claims. But words with capital letters should appear less than 4 times.\\n2. The word 'future' should appear at most once.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}