{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b96c06bc-a62d-50ef-a537-276d89695e8f","task_key":"default--train--b96c06bc-a62d-50ef-a537-276d89695e8f","task_revision_id":"1","upstream_id":"","short_description":"What's different between \"the set of all sets that are not members of…","config":"default","split":"train","body":"{\"key\":2880,\"prompt\":\"What's different between \\\"the set of all sets that are not members of themselves\\\" and \\\"the set of all sets\\\"? Use mathematical notations in your answer. Be chatty while explaining. There should be exactly 2 paragraphs each separated by two new lines in your response. Paragraph 1 must start with the word booster.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}