{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8928120e-3c53-5239-ac81-29ee39e43359","task_key":"default--validation--39138","task_revision_id":"1","upstream_id":"39138","short_description":"HellaSwag validation 39138","config":"default","split":"validation","body":"{\"activity_label\":\"Playing pool\",\"ctx\":\"A video of bumper pool is shown. People are interviewed and then the actual pool is shown. the teams\",\"endings\":\"['play against each other and then a champion is crowned.', 'are all lined up in several locations and gather.', 'gather and play pool while people are gather around the pool.', 'get mixed in and interviewed and all filmed together.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}