{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81b6ddef-99da-5f87-8fea-098754e2be62","task_key":"default--validation--34167","task_revision_id":"1","upstream_id":"34167","short_description":"HellaSwag validation 34167","config":"default","split":"validation","body":"{\"activity_label\":\"Mowing the lawn\",\"ctx\":\"There's a person mowing the lawn in his yard with a lawn mower while carrying his child on his back. the man\",\"endings\":\"['walks up and down, straight across the yard as he mows the lawn.', 'has his foot on the grass mowing board to keep up with his goal.', 'stops and adds some more lawn to the lawn mower.', \\\"constantly bumps the mower to make sure it isn't going to miss him as he goes along.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}