{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"da5db70b-bf83-5b9c-994f-fc1bf0c75153","task_key":"default--train--da5db70b-bf83-5b9c-994f-fc1bf0c75153","task_revision_id":"1","upstream_id":"","short_description":"Is the following true? \"People use time to buy money.\" Explain your answer in a…","config":"default","split":"train","body":"{\"key\":3371,\"prompt\":\"Is the following true? \\\"People use time to buy money.\\\" Explain your answer in a way that makes it easy for kids to understand. Include the word \\\"farmer\\\". Exclude the words \\\"economy\\\", \\\"demand\\\" and \\\"supply\\\".\\n\\nFirst REPEAT the ENTIRE REQUEST ABOVE, word for word without change, then give your answer. Please do not say any words or characters before repeating the request.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}