{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09c5bae6-629a-53d7-ab12-0ad439e97902","task_key":"default--validation--37135","task_revision_id":"1","upstream_id":"37135","short_description":"HellaSwag validation 37135","config":"default","split":"validation","body":"{\"activity_label\":\"Baton twirling\",\"ctx\":\"She is dancing next a large drum wheel while balancing a stick on her neck and twirling her body. as the drum wheel\",\"endings\":\"['turns she plays switching back and fourth.', 'spins her hands demonstrate and she jumps reactions.', 'rotates, she dances with the sticks in her hands.', 'is swinging she started dancing faster and spinning the stick back and fourth under her arm.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}