{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"571a64b9-7315-52b4-921a-afa71a637245","task_key":"default--validation--33116","task_revision_id":"1","upstream_id":"33116","short_description":"HellaSwag validation 33116","config":"default","split":"validation","body":"{\"activity_label\":\"Playing harmonica\",\"ctx\":\"She continues playing her harmonica. There's a young boy and his mother who smile at the lady as she plays. then they\",\"endings\":\"['continue playing as they hug their new child before walking away.', \\\"continue to play mini harmonica's.\\\", 'all continue to play individually on the strings of their harmonica.', 'get off the elevator when they reach their level.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}