{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"72b1dd30-c59d-586e-88b4-88d3a09eedd1","task_key":"default--validation--14252","task_revision_id":"1","upstream_id":"14252","short_description":"HellaSwag validation 14252","config":"default","split":"validation","body":"{\"activity_label\":\"Tennis serve with ball bouncing\",\"ctx\":\"The person in black is giving a tutorial on how to return a serve in tennis. There is a player demonstrating the serve as the coach explains. then the person in white\",\"endings\":\"['serves the ball to the opponent in white.', 'begins taking about more about the tennis serve and how to play effectively.', 'starts to lead while the coach backyard delight in this experience.', 'instructs one of the other players on how to return a tennis serve as they watch.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}