{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"70b35e49-029e-5e39-87e3-d4430fc181d5","task_key":"default--validation--43123","task_revision_id":"1","upstream_id":"43123","short_description":"HellaSwag validation 43123","config":"default","split":"validation","body":"{\"activity_label\":\"Playing lacrosse\",\"ctx\":\"One stands in front of the net and passes to the other with lacrosse sticks. The boys continue passing the ball bath and fourth to each other. one boy\",\"endings\":\"['scores and then continues on to score.', 'throws the ball out into the road while the other runs after it.', 'hold the ball, but the ball advance to the sideline and lands in the grass.', 'flips and kicks them 105 times and they be fast from the sand box.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}