{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d6c478d6-4e4a-50f7-9ef7-74c93288a25f","task_key":"default--validation--6028","task_revision_id":"1","upstream_id":"6028","short_description":"HellaSwag validation 6028","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"Another man is talking about the tribes and is seen jogging in the wilderness with a dog. Another lady wearing a pink shirt is talking about her marathon experience. a couple of people\",\"endings\":\"['are shown riding on the dune horses as they complete their journey and come face to face with their opponent on the dune horses.', 'are seen sharing their stories and experience about their jogging expedition in the mountains and their participation in the marathon races.', 'run together beside the rink.', 'are shown walking through a tunnel while the guide is standing beside them talking.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}