{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"4e70544c-e1d5-5c7b-a65c-f78da3d63b04","task_key":"default--train--4e70544c-e1d5-5c7b-a65c-f78da3d63b04","task_revision_id":"1","upstream_id":"","short_description":"How many feet off the ground was the tallest skyscraper in the world in 2000?…","config":"default","split":"train","body":"{\"key\":1233,\"prompt\":\"How many feet off the ground was the tallest skyscraper in the world in 2000? Please include only the main points in your answer. Finish your response with the exact phrase of \\\"Is there anything else I can help with?\\\" with no other words after the word \\\"with\\\". Mention the word \\\"skyscraper\\\" for at least 8 times.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}