{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3acf2a3-d568-5449-b821-32f59a5e1082","task_key":"default--train--f3acf2a3-d568-5449-b821-32f59a5e1082","task_revision_id":"1","upstream_id":"","short_description":"11 results have an average of 51. The first five have an average of 49, and the…","config":"default","split":"train","body":"{\"key\":2273,\"prompt\":\"11 results have an average of 51. The first five have an average of 49, and the last nine have an average of 52. What was the sixth result? Use weird language when explaining using mathematical notation. And add a postscript starting with P.P.S at the end.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}