{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"e04f04a7-cc64-5576-aef6-3a5edf4325cd","task_key":"default--validation--989","task_revision_id":"2","upstream_id":"989","short_description":"HellaSwag validation 989","config":"default","split":"validation","body":"{\"activity_label\":\"Playing violin\",\"ctx\":\"A woman is playing a violin on the street while various people walk around here and behind her. she\",\"endings\":\"['continues to play violin while people pass by her.', 'continues playing the violin and beginning to intermittently move the sticks up and down.', 'smiles into the camera while playing and continues playing the song while several people bend down to tip her and walk around her.', 'finishes and walks off, leaving the violin lying on the ground.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}