{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0bac055b-9bae-5a83-9096-f324477c8b3b","task_key":"default--validation--43798","task_revision_id":"1","upstream_id":"43798","short_description":"HellaSwag validation 43798","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"The woman in white sweater is talking to the camera. The woman is holding a violin and stick. the woman\",\"endings\":\"['put the violin between her neck and shoulder and began playing for few seconds then talked to the camera.', 'followed the changes of performance of the violin playing.', 'walk really fast preparing to play.', 'in red sweater talked to the camera and continue to play.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}