{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38c9be09-1376-5764-82d2-db6c819ef2ad","task_key":"default--train--38c9be09-1376-5764-82d2-db6c819ef2ad","task_revision_id":"1","upstream_id":"","short_description":"Which was the better team in the 1987-88 season: Tottenham Hotspur or Stockton?…","config":"default","split":"train","body":"{\"key\":2549,\"prompt\":\"Which was the better team in the 1987-88 season: Tottenham Hotspur or Stockton? Your answer must be exactly 3 paragraphs where paragraphs and only paragraphs are separated by two new lines, as if they were '\\\\n\\\\n' in python. The third paragraph must start with the word bonding. Include keywords gao and hearts in the response. At the end of your response, please add a postscript starting with P.P.S\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}