{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66096114-8c80-5cf6-a8ca-53775b51da1d","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f408568","task_revision_id":"1","upstream_id":"Mercury_SC_408568","short_description":"Ben wants to know if the amount of air in a basketball affects how high the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the amount of air in each ball', 'the distance each ball is dropped', 'the time it takes to drop each ball', 'the number of times the ball bounces']\",\"question\":\"Ben wants to know if the amount of air in a basketball affects how high the basketball bounces. He fills three basketballs with air and drops each one three times. Which part of the experiment should Ben keep the same for each ball?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}