{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cbf7b292-c7f7-5c1d-b52a-09c4f40e4561","task_key":"default--validation--29711","task_revision_id":"1","upstream_id":"29711","short_description":"HellaSwag validation 29711","config":"default","split":"validation","body":"{\"activity_label\":\"Sharpening knives\",\"ctx\":\"Man is standing in a kitchen in front of a black counter. The man is taking out a grey stone from the green plastic bowl. the man\",\"endings\":\"['put the stone in a clear jar and fill a small, bronze bowl with water.', 'holds the knife and is sharpnening it with the rock.', 'takes the stone out of the white container and puts it onto the ground.', 'is throwing the stone and showing us the liverwurst on it.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}