{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d5e6f0da-947f-53df-97bf-d348972ac605","task_key":"default--validation--48879","task_revision_id":"1","upstream_id":"48879","short_description":"HellaSwag validation 48879","config":"default","split":"validation","body":"{\"activity_label\":\"Playing lacrosse\",\"ctx\":\"We see a man in a field in a uniform and a net on a stick. The team appears and run towards the goal. Two men fight over the ball. 50\",\"endings\":\"['men enter the field and throw the ball.', 'men serve and the ball goes on the pole.', 'team loses and men go to get back up.', 'passes the ball to number 1.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}