{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"41920bf5-1224-573d-a40e-8cab8f0464aa","task_key":"default--validation--42286","task_revision_id":"1","upstream_id":"42286","short_description":"HellaSwag validation 42286","config":"default","split":"validation","body":"{\"activity_label\":\"Computers and Electronics\",\"ctx\":\"[header] How to download hamachi [title] Click here. [step] This link will take you to the logmein home page. [substeps] Click on the \\\" log in \\\" button on the top right-hand corner of the page.\",\"endings\":\"['Enter your email address to create a logmein account. Click the \\\" sign in \\\" button beside this to create a logmein account.', 'Enter your username and password on the text fields provided and click \\\" sign in \\\" to continue. This is your hamachi email address, and you can now access your files from here.', 'When you log in, you will be directed to a page that asks if you need help logging in. First, enter your logmein email address and password.', '[title] Log in using your email and password. [step] If you don\\\\'t have an account, just click on \\\" sign up \\\" to the right of the words \\\" log in.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}