{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"c44a0f40-54fc-575c-9b72-b0ee798db181","task_key":"default--validation--491","task_revision_id":"2","upstream_id":"491","short_description":"HellaSwag validation 491","config":"default","split":"validation","body":"{\"activity_label\":\"Cutting the grass\",\"ctx\":\"A man walks outside plugs his lawn mower in and gets ready to mow. he\",\"endings\":\"['drives through the grass while drinking from a large cup of water and carrying his lawn mower.', 'walks off the porch and goes back inside.', 'starts mowing his lawn casually going over all the grass.', 'does this multiple times until a pale orange moon appears overhead.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}