{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"ifeval","formal_name":"IFEval","introduction":"IFEval measures whether a model follows verifiable instructions -- word counts, formats, forbidden words -- rather than whether an answer is good. Every constraint is checked programmatically.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/google/IFEval","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"337c251c-bd70-56f2-8c37-6ee70c06b113","task_key":"default--train--337c251c-bd70-56f2-8c37-6ee70c06b113","task_revision_id":"1","upstream_id":"","short_description":"What are some startup ideas that could help improve the lives of people in…","config":"default","split":"train","body":"{\"key\":1967,\"prompt\":\"What are some startup ideas that could help improve the lives of people in developing regions? Make sure your response is in English and only use lowercase letters. Your response should contain less than 20 sentences.\"}","display_format":"text","language":"","answer_status":"unknown","assets":[],"source_url":"https://huggingface.co/datasets/google/IFEval","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}