{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5d18ed4e-cdfa-5fc7-9e3f-89f183e71fcc","task_key":"default--validation--3630","task_revision_id":"1","upstream_id":"3630","short_description":"HellaSwag validation 3630","config":"default","split":"validation","body":"{\"activity_label\":\"Hurling\",\"ctx\":\"They are part of a team that is playing in the large stadium with several spectators. The video is demonstrating how to catch the ball and scoop it up with the stick. it\",\"endings\":\"['also demonstrates how to balance the ball on the stick as the player runs.', 'is then shown in slow motion again as they play.', 'continues zooming right into the goalie playing with the other team members.', 'is displaying two videos then slows to show both videos in slow motion.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}