{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"0799a08d-5e57-5bd5-8e23-a76434ce5677","task_key":"default--train--0799a08d-5e57-5bd5-8e23-a76434ce5677","task_revision_id":"1","upstream_id":"","short_description":"Given the sentence \"It is unclear how much of this money is actually being spent…","config":"default","split":"train","body":"{\"key\":1128,\"prompt\":\"Given the sentence \\\"It is unclear how much of this money is actually being spent on children\\\", is the sentiment positive or negative? The very last sentence of your response should be \\\"Is there anything else I can help with?\\\".\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}