{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d723db5b-80cd-556c-aa8b-b22fbe74cb15","task_key":"default--validation--30884","task_revision_id":"1","upstream_id":"30884","short_description":"HellaSwag validation 30884","config":"default","split":"validation","body":"{\"activity_label\":\"Arm wrestling\",\"ctx\":\"A girl walk in the room front the right doorway and sits down at the table. They begin arm wrestling and the girl wins. the girl\",\"endings\":\"['smiles at the camera sighting her victory then they both get up to exit room from the same sides they entered in from.', 'begins time dancing on stage and laughing.', 'takes the camera to show her date.', 'smiles a silly little smile indicating to them that they won.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}