{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"865f50f0-ce7b-5eff-8cb9-b8323cb63d8f","task_key":"default--validation--6841","task_revision_id":"1","upstream_id":"6841","short_description":"HellaSwag validation 6841","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A man is seen speaking to another holding a violin. The man speaking them walks out of frame. the other man\",\"endings\":\"['holds the bow back up to speak to the camera.', 'begins playing the piano followed by the person speaking more while they play.', 'walks back in and the picture speeds up.', 'begins playing the violin.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}