{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"307280e0-4a4b-5a6d-b2bb-814a39ca8032","task_key":"default--validation--6863","task_revision_id":"1","upstream_id":"6863","short_description":"HellaSwag validation 6863","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"He brings out the lawn mowing equipment from his garage and begins mowing the lawn. He walks up and down his entire lawn, pushing his lawn mower as he cuts the grass. he\",\"endings\":\"['walks back to the door ending with the last cut.', 'then leaves it alone, while he continues talking and talking.', 'walks throughout his backyard as he makes sure he covers the entire area as the rotating blades of the lawn mower cut the grass.', 'continues mowing his areas before dropping the lawn mower.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}