{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"215a53e5-c893-528d-ba49-0ece358f9844","task_key":"default--train--215a53e5-c893-528d-ba49-0ece358f9844","task_revision_id":"1","upstream_id":"","short_description":"Critique the following ad copy for a new dating app, and make sure to include a…","config":"default","split":"train","body":"{\"key\":3690,\"prompt\":\"Critique the following ad copy for a new dating app, and make sure to include a title wrapped in double angular brackets, i.e. <<title>>: \\\"Meet your new match! Cohen is a free app that matches you with others based on your interests and location. With Cohen, you can find love, friendship, or just someone to swing with. Download Cohen today and start meeting new people!\\\"\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}