{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ca2f0f2-fb62-5f5d-b134-179215220726","task_key":"default--validation--12793","task_revision_id":"1","upstream_id":"12793","short_description":"HellaSwag validation 12793","config":"default","split":"validation","body":"{\"activity_label\":\"High jump\",\"ctx\":\"A male athlete prepares to run down a track. He takes off running, vaulting himself over a bar and onto a mat. he\",\"endings\":\"['stretches and does his part several times on the track.', 'runs back and fourth while doing his routine.', 'jumps up exuberantly, celebrating as the crowd cheers.', 'stands with arm extended as another man runs down the track.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}