{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5717c9a3-6192-5bd8-950e-320ae151726e","task_key":"default--validation--36043","task_revision_id":"1","upstream_id":"36043","short_description":"HellaSwag validation 36043","config":"default","split":"validation","body":"{\"activity_label\":\"Sharpening knives\",\"ctx\":\"A chef in a kitchen explains how to hone a knife. a still shot\",\"endings\":\"['of a muddy, stagnant pool is shown, followed by a man mixing various ingredients into a bowl.', 'is shown as the word honing is on the screen and music plays in the background.', 'shot grab the knife sharpener and cuts the pepper tones.', 'photo of kids cooking, including their food, are shown showing.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}