{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d68298cf-f872-5b10-9a29-270b8b80dc35","task_key":"default--validation--11385","task_revision_id":"1","upstream_id":"11385","short_description":"HellaSwag validation 11385","config":"default","split":"validation","body":"{\"activity_label\":\"Plataform diving\",\"ctx\":\"Man is on the 10 m trampoline and make a hand stand to make the jump to the pool. woman\",\"endings\":\"['stands in the balcony and hold the handgrips of the man.', \\\"is standing ide the swimmer in the pool and the the both do up the rubik's cubes.\\\", 'jumped in the pool but fell into the pool making a big splash.', 'is impressed siting by the pool and have her hands on her face.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}