{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"71da533d-78e0-54d0-b555-16e1b1657907","task_key":"default--validation--13032","task_revision_id":"1","upstream_id":"13032","short_description":"HellaSwag validation 13032","config":"default","split":"validation","body":"{\"activity_label\":\"Cleaning windows\",\"ctx\":\"A man is seen standing in front of a window speaking to the camera while wearing a headpiece. the man\",\"endings\":\"['sits down near a table while speaking into the camera.', 'continues speaking failing into a microphone while holding a pose.', 'then brushes along the sides of the window and points back and fourth to the window while speaking to the camera.', 'then stands on his hands and begins rubing his body into various positions.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}