{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a6c08b10-4e4f-5df5-8e35-3705b975a7a5","task_key":"default--train--a6c08b10-4e4f-5df5-8e35-3705b975a7a5","task_revision_id":"1","upstream_id":"","short_description":"Write a pros and cons list of apple products in the style of a 19th century…","config":"default","split":"train","body":"{\"key\":3505,\"prompt\":\"Write a pros and cons list of apple products in the style of a 19th century novelist and do not use any commas.\\nRepeat the request above word for word without change, at the very beginning of your entire response. After that, you can give the requested pros and cons list.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}