{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"d73dc3d9-2d76-5ed5-8527-6eb0c89a50a1","task_key":"default--train--d73dc3d9-2d76-5ed5-8527-6eb0c89a50a1","task_revision_id":"3","upstream_id":"","short_description":"Write a summary of the following text in a funny way: \"The 2018 Nobel Prize in…","config":"default","split":"train","body":"{\"key\":2034,\"prompt\":\"Write a summary of the following text in a funny way: \\\"The 2018 Nobel Prize in Chemistry has been awarded to Frances Arnold, George P. Smith and Gregory P. Winter for their work on directed evolution. Arnold was awarded half of the prize for her work on the directed evolution of enzymes, while Smith and Winter shared the other half for their work on the directed evolution of antibodies.\\\"\\n\\nDo not include \\\"enzymes\\\" and \\\"antibodies\\\" in your response.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}