{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f500ea90-0ec8-58e6-815e-744f8df67006","task_key":"default--validation--7457","task_revision_id":"1","upstream_id":"7457","short_description":"HellaSwag validation 7457","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"A man is seen speaking to the camera while holding a basketball. The man then begins performing several baskets. he\",\"endings\":\"['straight across the basket with a forward momentum.', 'continues shooting hoops with the ball while speaking to the camera.', 'throws the ball back and fourth and ends by demonstrating how to tie his shoes.', 'begins throwing all of the sticks using the stick.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}