{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5957c5f6-43cd-5234-b218-c1eb47c79b66","task_key":"default--validation--43253","task_revision_id":"1","upstream_id":"43253","short_description":"HellaSwag validation 43253","config":"default","split":"validation","body":"{\"activity_label\":\"Discus throw\",\"ctx\":\"The same young lady is now standing in a different area holding a hand towel as she practices her swings and words on the screen give tips. the girl\",\"endings\":\"['is still using her standing hand towel and the left hand has a different device while the right hand holds the stick and the words and text on the screen list.', 'is back on the concrete circle swinging her disc and she then throws the disc.', 'now is shown in a different environment with only her legs and her arms and she is able to do the movements in her swing without using a pole.', \\\"'s standing in the exact same spot and she raises her right hand while smiling in her feet while jumping each time she swing.\\\"]\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}