{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66b7758b-b138-5378-b5bb-f0d2a8969ee8","task_key":"default--train--66b7758b-b138-5378-b5bb-f0d2a8969ee8","task_revision_id":"1","upstream_id":"","short_description":"The Broncos have been so bad in the NRL this year, they're getting dust on the…","config":"default","split":"train","body":"{\"key\":2596,\"prompt\":\"The Broncos have been so bad in the NRL this year, they're getting dust on the trophy cabinet. Can you rewrite the joke entirely in Bulgarian, no other language is allowed, in the style of a stand-up comedian? Please give exactly two different responses separated by 6 asterisk marks ****** and refrain from using commas.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}