{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"914abfa7-a521-5f13-900a-7de1498f6b05","task_key":"default--train--914abfa7-a521-5f13-900a-7de1498f6b05","task_revision_id":"1","upstream_id":"","short_description":"Write a review of \"Laureates and twins\" for professionals in the field of…","config":"default","split":"train","body":"{\"key\":3633,\"prompt\":\"Write a review of \\\"Laureates and twins\\\" for professionals in the field of psychology without the use of commas and make sure to include the phrase \\\"well worth watching\\\".\\nFirst repeat the entire request above word for word without change, then give your answer. Do not say any words or characters before repeating the entire request above.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}