{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7c1682db-90ed-51ac-90ae-9bb27f61fbb2","task_key":"default--validation--30183","task_revision_id":"1","upstream_id":"30183","short_description":"HellaSwag validation 30183","config":"default","split":"validation","body":"{\"activity_label\":\"Rock-paper-scissors\",\"ctx\":\"A man and a woman are playing rock paper scissors. The man gets on his knee and pulls out a ring. They hug next to the swimming pool. they\",\"endings\":\"['give each other a kiss.', 'finish and the girls comes over and hugs the man.', 'move on to the hand pool and they get back on their knees on the other side of the pool.', \\\"put guns in the camera's eyes.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}