{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11d6746f-490c-568b-b12e-1dacef0b3b8e","task_key":"default--validation--43125","task_revision_id":"1","upstream_id":"43125","short_description":"HellaSwag validation 43125","config":"default","split":"validation","body":"{\"activity_label\":\"Playing lacrosse\",\"ctx\":\"One boy throws the ball out into the road while the other runs after it. Another boy comes in with a wig and the boys start wrestling each other. the boys\",\"endings\":\"['win and walk away.', 'then throw the ball out into the street and they all start fighting.', 'then pretend the beat the boy with the wig up.', 'pick up the unconscious boy and butt him up against the car.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}