diff --git a/mmpretrain/models/heads/levit_head.py b/mmpretrain/models/heads/levit_head.py
index a74d7ecc52c..46418179e2c 100644
--- a/mmpretrain/models/heads/levit_head.py
+++ b/mmpretrain/models/heads/levit_head.py
@@ -59,7 +59,7 @@ def __init__(self,
             self.head_dist = BatchNormLinear(in_channels, num_classes)
 
         if self.deploy:
-            self.switch_to_deploy(self)
+            self.switch_to_deploy()
 
     def switch_to_deploy(self):
         if self.deploy: