{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8e0659ea-ec22-5685-8bba-dcea8b9669ce","task_key":"default--validation--37115","task_revision_id":"1","upstream_id":"37115","short_description":"HellaSwag validation 37115","config":"default","split":"validation","body":"{\"activity_label\":\"Plataform diving\",\"ctx\":\"A person is seen diving off a board while others watch. several more clips\",\"endings\":\"['are shown of dives being shown as well as people speaking to one another.', 'are shown how two men take turns diving off of an diving board.', 'are shown of people diving off the sides while a crowd watches.', 'are shown of people diving into the water.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}