{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b4be6c6c-611e-5b0d-9164-d50b44d97538","task_key":"default--train--b4be6c6c-611e-5b0d-9164-d50b44d97538","task_revision_id":"1","upstream_id":"","short_description":"Write an essay about the reasons why slavery was abolished in the United States…","config":"default","split":"train","body":"{\"key\":3204,\"prompt\":\"Write an essay about the reasons why slavery was abolished in the United States as if you are the president of the United States. Do not use any commas in your response. Your response should be in English, and in all capital letters.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}