{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7db01792-90b8-54e4-8c27-1af19ed8dc42","task_key":"default--validation--34218","task_revision_id":"1","upstream_id":"34218","short_description":"HellaSwag validation 34218","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A large group of people are seen standing around a track leading into several people running down the road. a woman\",\"endings\":\"['sits a boy down and begins taking his shoes and socks off, while the boy does the same in the back.', 'is seen speaking to the camera while several people are seen running and drinking water.', 'is seen attempting to jump while her friend leads into others walking by and the people continuing watching on the sides.', 'is seen standing and speaking to the camera while others stand holding boards and middle people walk past.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}