{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6a5743e5-0cd0-57db-9299-9e6c173b912b","task_key":"default--validation--3295","task_revision_id":"1","upstream_id":"3295","short_description":"HellaSwag validation 3295","config":"default","split":"validation","body":"{\"activity_label\":\"Playing badminton\",\"ctx\":\"Woman is carrying the child on his back and then she is with a man and the kid riding bikes in the park. kid\",\"endings\":\"['is in stairs ice climbing and here is a man catching trash in the woods and the boys are in the road getting fixed.', 'is skateboarding in the street and in the building, and in streets and sitting in buses.', 'is running inside a roofed basket court.', 'is standing and standing on the rock with right back on pedaling the bikes.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}