{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2d820b6d-799d-51a1-823b-1477ef86a475","task_key":"default--validation--24228","task_revision_id":"1","upstream_id":"24228","short_description":"HellaSwag validation 24228","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\". a beautiful young woman holding a violin in hand\",\"endings\":\"['plays the flute listening to music.', 'a stands in front of an audience lernig her coach all the while looking at the violin and smiling.', 'begins to motion back and forth against the strings with the bow to play a song that she has practiced.', 'is talking very animatedly they begin playing slow and closely.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}