{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2bde63c5-49f9-5c18-ac81-74b9b6ed9ca3","task_key":"default--validation--8799","task_revision_id":"1","upstream_id":"8799","short_description":"HellaSwag validation 8799","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A band is playing and lights are flashing on a stage. A band is shown on stage, and a man is quickly playing a violin. the other instruments\",\"endings\":\"['are played as the focus remains on the violin.', 'join in on song, hitting into one another with harmonicas and zings.', 'hit the violin and man continues playing the piano.', 'are carried off and people dance as they play along.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}