{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dba8f7d8-a4d4-5cc3-a181-8298f9ad5028","task_key":"default--validation--15923","task_revision_id":"1","upstream_id":"15923","short_description":"HellaSwag validation 15923","config":"default","split":"validation","body":"{\"activity_label\":\"Triple jump\",\"ctx\":\"A man is seen speaking to the camera and leads into a girl jumping in front of him. More people take turns jumping into a pit in front of the man. the people\",\"endings\":\"['start jumping around one another and another walks into frame.', 'jump onto the walls in front of the camera making mishaps and spinning.', 'stream back and fourth in the end.', 'continue moving one after the other into the pit.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}