{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"03c879fc-2b7c-5749-a8d9-73e9706fb85f","task_key":"default--validation--8326","task_revision_id":"1","upstream_id":"8326","short_description":"HellaSwag validation 8326","config":"default","split":"validation","body":"{\"activity_label\":\"Playing beach volleyball\",\"ctx\":\"Four men play beach volleyball while serving, passing and hitting the ball. A little girl stand behind the players. then\",\"endings\":\"[', the girl and the two other girls continue playing.', ', the players stand as spectators, while the girls run and swim.', ', the young man play beach volleyball with another guy.', ', the men change sides and continues playing beach volleyball.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}