{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"edf11dbe-cb1a-5d85-b971-aeecdf9ea8b8","task_key":"default--validation--17275","task_revision_id":"1","upstream_id":"17275","short_description":"HellaSwag validation 17275","config":"default","split":"validation","body":"{\"activity_label\":\"Drum corps\",\"ctx\":\"Marching band wering red uniforms are in street playing drums and doing a choreography. Behind the band kids walking in circles are doing a choreography. kids\",\"endings\":\"['show side by side shaking their hands.', 'walking down to the stage holding hand stands on the stairs and just standing around.', 'are sitting on the sidewalk looking at them.', 'wandering around in the street around him walking around.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}