{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ddb915eb-9177-5ecc-8451-61823f35edc3","task_key":"default--train--ddb915eb-9177-5ecc-8451-61823f35edc3","task_revision_id":"1","upstream_id":"","short_description":"Given the sentence \"The dog barked at the cat, but the cat ignored it because…","config":"default","split":"train","body":"{\"key\":3703,\"prompt\":\"Given the sentence \\\"The dog barked at the cat, but the cat ignored it because the\\\". Can you finish the sentence? Make sure that words in your entire response are in all lowercase letters.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}