{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7c1a2a52-bccb-572b-b5e3-4ea8ded34653","task_key":"default--validation--11859","task_revision_id":"1","upstream_id":"11859","short_description":"HellaSwag validation 11859","config":"default","split":"validation","body":"{\"activity_label\":\"Elliptical trainer\",\"ctx\":\"A woman in a red workout shirt is talking about the benefits of an elliptical cross trainer. Another woman in a pink tank top is demonstrating the use of the elliptical. the woman in red\",\"endings\":\"['sits down in a chair with an elliptical.', 'continues explaining the use of the elliptical.', 'bend down and grabs the handle and begins working out fingers moving it around her body while talking.', 'continues talking about the benefits of her elliptical.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}