{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a205fc79-6f71-5e0e-810b-5ca82f759fe7","task_key":"default--validation--7820","task_revision_id":"1","upstream_id":"7820","short_description":"HellaSwag validation 7820","config":"default","split":"validation","body":"{\"activity_label\":\"Kayaking\",\"ctx\":\"Outside in the water a man is kayaking during on some heavy waves. people\",\"endings\":\"['are playing water polo in the water against the waves.', 'are standing next to the strong waves.', 'are sitting in kayaks by the water from the university.', 'are standing by recording and watching him as he kayaks through.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}