{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1dc30084-c925-54c5-bfbe-c6967eff2114","task_key":"default--validation--43797","task_revision_id":"1","upstream_id":"43797","short_description":"HellaSwag validation 43797","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"The woman in white sweater is talking to the camera. the woman\",\"endings\":\"['took a marker and put the lemons into a metal bowl.', 'is holding a violin and stick.', 'in purple shirt is talking about the candy way, then she blew cigarette and started to play talk.', 'added up the cookie dough and put the chips onto the cookie dough.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}