{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"caa31a51-c37d-57e6-92c5-d2438a6d26ef","task_key":"default--validation--15445","task_revision_id":"1","upstream_id":"15445","short_description":"HellaSwag validation 15445","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A person is seen standing on a stage playing a violin. the man\",\"endings\":\"['continues to move his hands all along the instrument and pauses to rest on the notes.', 'is then seen singing and teaching the class and leads into him playing again.', 'continues playing the instrument and moving his hands all around the area.', 'moves his hands up and down on the instrument.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}