{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2e2f5dee-341d-5148-b2c7-cfc6f625a487","task_key":"default--validation--6190","task_revision_id":"1","upstream_id":"6190","short_description":"HellaSwag validation 6190","config":"default","split":"validation","body":"{\"activity_label\":\"Doing kickboxing\",\"ctx\":\"A small boy is seen punching and kicking a man on his knees wearing gloves. another boy\",\"endings\":\"[\\\"steps up and hits the man holding him down while twisting and making several kicks with the man's help.\\\", 'approaches while the mat is being rolled and jumps on the man to continue hitting.', 'punches and kicks the same man.', 'is seen punching and kicking a man standing up.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}