{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"023bacae-a66d-5958-901a-b4a9844f149d","task_key":"default--validation--3049","task_revision_id":"1","upstream_id":"3049","short_description":"HellaSwag validation 3049","config":"default","split":"validation","body":"{\"activity_label\":\"Fun sliding down\",\"ctx\":\"A young boy is seen standing on top of a slide and edging his way down. the boy\",\"endings\":\"['climbs down the slide and begins performing tricks with his skateboard.', 'climbs all the way down and plays with climbing equipment.', 'then begins tugging the slide on his little body while working his way back and fourth.', 'rides all down the slide and the camera follows him walking around afterwards.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}