{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"089de25c-7577-5ce6-b952-114dec9bd087","task_key":"default--validation--4643","task_revision_id":"1","upstream_id":"4643","short_description":"HellaSwag validation 4643","config":"default","split":"validation","body":"{\"activity_label\":\"Slacklining\",\"ctx\":\"The video shows a canopy representing the eastern mountain sports event. several players\",\"endings\":\"['are shown entering the arena and playing rock paper scissors.', 'receive trophies, with text show up on screen instructing them in preparation to compete in the competition.', 'are getting ready for the sporting event in an outdoor setting on a bright sunny day.', \\\"are shown on a bar pouring down and then pouring in a rubik's cube.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}