{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d3a5d665-6e25-588c-9479-e5d1a71b13e7","task_key":"default--train--d3a5d665-6e25-588c-9479-e5d1a71b13e7","task_revision_id":"1","upstream_id":"","short_description":"Write a funny letter to 6th graders at your school in list format. The letter…","config":"default","split":"train","body":"{\"key\":3079,\"prompt\":\"Write a funny letter to 6th graders at your school in list format. The letter should be about something important to you and you should end your entire response with the phrase \\\"Is there anything else I can help with?\\\"\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}