{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"abddfa4d-1af8-5ce0-bf7e-9ef04b682e61","task_key":"default--train--abddfa4d-1af8-5ce0-bf7e-9ef04b682e61","task_revision_id":"1","upstream_id":"","short_description":"Can you tell me why there are oval race tracks in the desert? Please rewrite the…","config":"default","split":"train","body":"{\"key\":3025,\"prompt\":\"Can you tell me why there are oval race tracks in the desert? Please rewrite the answer to make it more concise and include the word \\\"desert\\\" in the answer. Make sure the answer contains exactly 3 bullet points in markdown format.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}