{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"94ddec8a-2936-5ebc-b4db-e54d4a4f29b3","task_key":"default--validation--43856","task_revision_id":"1","upstream_id":"43856","short_description":"HellaSwag validation 43856","config":"default","split":"validation","body":"{\"activity_label\":\"Plataform diving\",\"ctx\":\"A man in a black speedo is standing on a diving board with his hand down on his sides. he\",\"endings\":\"['begins doing a backwards dive off of the board onto a pool mat.', 'slowly bends forward and starts to hit the water with his head.', 'releases his slackline and lands in the pool below him.', 'then begins running and does two hops to get to the end of the board.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}