{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6e733abd-eb44-5a3c-9270-72dab50812af","task_key":"default--validation--47998","task_revision_id":"1","upstream_id":"47998","short_description":"HellaSwag validation 47998","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"Four commentators sit at a table talking. a series of female contestants\",\"endings\":\"['presenting awards appear on the screen.', 'are shown trying to jump a hurdle while an audience watches, and the four commentators occasionally interject.', 'sign up with controlled and military style equipment to battle american war bloody fight.', 'are shown curling in front of a wall with votives around their back and a woman smiling at the mirror.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}