{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"03f399ef-b249-5401-8f34-1d62d402cc21","task_key":"default--validation--13485","task_revision_id":"1","upstream_id":"13485","short_description":"HellaSwag validation 13485","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman and young boy are shown smiling and washing their hands in the sink when the woman begins washing his face. the boy\",\"endings\":\"['smiles with the woman washing his face and the woman dries his face off with a paper towel.', 'is now seen staring into the camera and the lady who did the washing continues laughing when the kids continue to wash their hands.', 'then wipes the face of the child with a towel.', \\\"runs out of the sink to the woman's help and she gives him a towel and holds his face.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}