{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"693d8dbd-4f33-552d-92fd-06e62edb1f6d","task_key":"default--validation--35139","task_revision_id":"1","upstream_id":"35139","short_description":"HellaSwag validation 35139","config":"default","split":"validation","body":"{\"activity_label\":\"Playing ice hockey\",\"ctx\":\"A still image of a hockey team is shown and a number seven is shown across the screen. A circle then highlights the player and the game begins. as the game\",\"endings\":\"['continues, more people are shown and a group decides to join.', 'continues, the video then shows the team being interviewed about the game and painted one line on the ice and the other on himself.', 'progresses, an advertisement comes onto the screen for the game and the link is unlisted.', 'keeps going, the athlete is pictured several times when he does something spectacular.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}