{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"420bdb5f-ac44-5a99-8a3d-0ef2723bd715","task_key":"default--train--420bdb5f-ac44-5a99-8a3d-0ef2723bd715","task_revision_id":"1","upstream_id":"","short_description":"Write a blog post about the most interesting things you have seen or ridden on…","config":"default","split":"train","body":"{\"key\":1480,\"prompt\":\"Write a blog post about the most interesting things you have seen or ridden on public transportation.\\nFirst repeat the sentence above word for word without change, then give your answer. Do not say any words or characters before repeating the sentence.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}