{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d8e1b59-e908-567c-b08c-d35c82cd7325","task_key":"default--validation--43371","task_revision_id":"1","upstream_id":"43371","short_description":"HellaSwag validation 43371","config":"default","split":"validation","body":"{\"activity_label\":\"Sharpening knives\",\"ctx\":\"A man is seen holding a sharp knife in his hands while the camera zooms in and the man points to two boxes. He then glides the knife along the boxes and shows off the sharpened knife to the camera. he\",\"endings\":\"['ends by holding the knife and smiling to the camera.', 'rubs the knife on a box and continues to sharpen the knife.', 'then shows the knife to the camera.', 'points to the boxes more and slowly pulls back the knife and continues to may down the box.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}