{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e897dbf7-ba93-5baa-9ab7-b5583de41d2c","task_key":"default--validation--34168","task_revision_id":"1","upstream_id":"34168","short_description":"HellaSwag validation 34168","config":"default","split":"validation","body":"{\"activity_label\":\"Mowing the lawn\",\"ctx\":\"There's a person mowing the lawn in his yard with a lawn mower while carrying his child on his back. The man walks up and down, straight across the yard as he mows the lawn. the child\",\"endings\":\"['is kneeling down in the grass, doing the mows.', 'then stands on the blue bench talking to the camera.', \\\"watches calmly while resting on the man's back.\\\", 'then walks away from the camera and the man mows a little bit further.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}