{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ac8cac9-a1b4-50bb-b324-47db0d64ab86","task_key":"default--validation--10650","task_revision_id":"1","upstream_id":"10650","short_description":"HellaSwag validation 10650","config":"default","split":"validation","body":"{\"activity_label\":\"Getting a piercing\",\"ctx\":\"A woman walks up to the girl and wipes her earlobes. The woman then pierces the girl's ear. the girl\",\"endings\":\"['stops playing and smiles.', 'puts her glasses on after her ears are pieced.', 'rests back down and fights the woman who finally pierces her ears.', 'then plays the saxophone and sings.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}