{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"48edc181-df12-55b1-b525-bfeecf0c1437","task_key":"default--validation--37351","task_revision_id":"1","upstream_id":"37351","short_description":"HellaSwag validation 37351","config":"default","split":"validation","body":"{\"activity_label\":\"Spinning\",\"ctx\":\"A stationary bike class is being held in a darkened room. The instructor points to the class. she\",\"endings\":\"['then explains the mechanics behind using the inet.', 'squats on the floor and starts moving her hand around before the class picks her up and places her on the left hip.', 'points to several people with their life parts strapped into hines.', 'leans back and speaks to the class.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}