{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81ce9848-143a-5aa9-b7fe-2ed51dc92080","task_key":"default--validation--30970","task_revision_id":"1","upstream_id":"30970","short_description":"HellaSwag validation 30970","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A man is shown flipping a violin in his hands, playing a popular song on his violin. The camera shows the violinist from various angles playing the popular song and not breaking concentration. the camera\",\"endings\":\"['shows a different ending to the song.', 'continues sliding down to show the violin and he is cutting up the skin further.', 'pans all around the player and shows him playing the complete song.', 'zooms in to show the finished peelings and the ending title screen.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}