{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1d83ecd0-4940-5587-9fb2-f80b2b734ff3","task_key":"default--validation--13290","task_revision_id":"1","upstream_id":"13290","short_description":"HellaSwag validation 13290","config":"default","split":"validation","body":"{\"activity_label\":\"Layup drill in basketball\",\"ctx\":\"A boy is seen speaking to the camera holding two basketballs and leads into him holding them up to his face. the boy\",\"endings\":\"['then moves up and down the court while dribbling the balls and shoots a basket off in the end.', 'grabs the ball and begins dribbling the ball over and over again and hitting the ball with the basketball.', 'then throws the ball around while speaking to the camera and hitting a ball around.', 'begins taking off his gear and throwing the ball to the other team while swinging around the stick.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}