{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c956923f-e6b3-53a2-8074-ae9dcaf090e2","task_key":"default--validation--14926","task_revision_id":"1","upstream_id":"14926","short_description":"HellaSwag validation 14926","config":"default","split":"validation","body":"{\"activity_label\":\"Washing face\",\"ctx\":\"A woman is seen speaking to the camera and leads into her holing up a jar of honey. She continues speaking and leads into her rubbing honey on her face. she\",\"endings\":\"['dries off the mask and continues speaking while smiling to the camera.', 'braces her fingers on the jar and eventually puts it to her face.', 'then pours the honey onto her fingers and then dries her face off.', 'wipes down her face and leads back to her.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}