{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"49d5d181-61aa-547c-a60e-33ba936eb3c7","task_key":"default--train--49d5d181-61aa-547c-a60e-33ba936eb3c7","task_revision_id":"1","upstream_id":"","short_description":"Write a song about a man who rents a room in a house with a bunch of other…","config":"default","split":"train","body":"{\"key\":331,\"prompt\":\"Write a song about a man who rents a room in a house with a bunch of other people, and he absolutely hated it. Your song should contain at least 10 words in all capital letters that are adjectives or verbs. Commas are not allowed in the song.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}