{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8e651c1-80b6-5803-bbe8-383ce651999b","task_key":"ARC~2dChallenge--test--Mercury~5f416593","task_revision_id":"1","upstream_id":"Mercury_416593","short_description":"In 2014, a break in a storm water pipe released thousands of gallons of coal ash…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['aeration', 'coagulation', 'disinfection', 'reverse osmosis']\",\"question\":\"In 2014, a break in a storm water pipe released thousands of gallons of coal ash from a retired electrical plant into a river. The spill occurred upstream from the water treatment plants that serve communities along the river. Coal ash contains several hazardous metals including arsenic. Which stage of the water treatment process is most likely to remove hazardous metals from the water?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}