{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fae28172-7942-5eb0-b50f-14a2650ae4c9","task_key":"default--validation--39903","task_revision_id":"1","upstream_id":"39903","short_description":"HellaSwag validation 39903","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A montage of people excercising is shown with titles. A woman and man take turns talking to the camera while they are in the gym. helpful hints\",\"endings\":\"['are shown to explore the list of tai chi movements.', 'are given in the various activities the man is involved with in the gym.', 'are shown as to what to do with the tools located inside the corals.', 'are shown on the side of the screen.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}