{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d7ce01ca-568c-559e-abba-fa7857745245","task_key":"default--validation--47651","task_revision_id":"1","upstream_id":"47651","short_description":"HellaSwag validation 47651","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"Blonde woman is running in a race track and make a jump in an elastic bed. In the background people are running around the court. women\",\"endings\":\"['women are standing on front curling canoes.', 'are bungee jumping in fancy style indoors.', 'are walking with water sunglasses on.', 'are kneeling down in the racetrack and runs and in the end makes a long jump.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}