{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6106de1e-098d-5cd7-a67a-50205bfda92e","task_key":"default--validation--40760","task_revision_id":"1","upstream_id":"40760","short_description":"HellaSwag validation 40760","config":"default","split":"validation","body":"{\"activity_label\":\"Running a marathon\",\"ctx\":\"A large group of people are seen wandering around an area with a woman running past them. The woman is seen speaking to the camera and continues to run around the beach area. she\",\"endings\":\"['rides her surf board up and down the sand and ends by holding out her arms in disappointment.', 'shows off large balls to the camera and leads into her squeezing them in her fingers.', 'runs along the boardwalk as well as past people and ends with her running a race and being interviewed.', 'stands in place speaking to the camera while running back and fourth.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}