{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4b6f28af-fe59-5479-a4f1-fe6beaa18cf2","task_key":"default--validation--49565","task_revision_id":"1","upstream_id":"49565","short_description":"HellaSwag validation 49565","config":"default","split":"validation","body":"{\"activity_label\":\"Sailing\",\"ctx\":\"A person is walking through a display of numerous sail boats. A man is preparing a boat to use. the boat\",\"endings\":\"['is placed on a small boat and set to sail.', 'is pushed down to the dock and placed in the water before getting in.', 'stops and people are kayaking on the water.', 'is seen on a hanger, ready to go.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}