{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"32eb562a-7680-50a7-ae7a-68a2d7d2c80e","task_key":"default--validation--37241","task_revision_id":"1","upstream_id":"37241","short_description":"HellaSwag validation 37241","config":"default","split":"validation","body":"{\"activity_label\":\"Playing guitarra\",\"ctx\":\"A man is seen playing guitar on a stage with others playing instruments behind him. The man grabs a guitar from the audience and begins playing both one after the other. he\",\"endings\":\"['strums the guitar in the end, continues playing the guitar with the crowd following him as well as lining up next to him.', 'then turns to the audience and gives a stuffed toy to the audience and continues playing.', 'continues playing the instruments and ends by waving to the crowd and walking off stage.', 'finally stops playing and moves his hands for the crowd to see.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}