@@ -444,7 +444,7 @@ def load_moe_expert_weights(
444
444
445
445
loaded_params .add (full_param_name )
446
446
expert_param_loaded = True
447
- is_expert = True
447
+ is_expert = True # noqa: F841
448
448
return expert_param_loaded
449
449
450
450
def load_weights (self , weights : Iterable [tuple [str ,
@@ -474,7 +474,7 @@ def load_weights(self, weights: Iterable[tuple[str,
474
474
loaded_params : set [str ] = set ()
475
475
for name , loaded_weight in weights :
476
476
if "experts.gate_up_proj" in name or "experts.down_proj" in name :
477
- fused_experts_params = True
477
+ fused_experts_params = True # noqa: F841
478
478
expert_params_mapping = expert_params_mapping_fused
479
479
if (self .quant_config is not None and
480
480
(scale_name := self .quant_config .get_cache_scale (name ))):
@@ -508,7 +508,7 @@ def load_weights(self, weights: Iterable[tuple[str,
508
508
weight_loader (param , loaded_weight )
509
509
else :
510
510
weight_loader (param , loaded_weight , shard_id )
511
- is_expert = False
511
+ is_expert = False # noqa: F841
512
512
loaded_params .add (name )
513
513
break
514
514
else :
@@ -544,7 +544,7 @@ def load_weights(self, weights: Iterable[tuple[str,
544
544
shard_id = shard_id ,
545
545
expert_id = expert_id )
546
546
loaded_params .add (name_mapped )
547
- is_expert = True
547
+ is_expert = True # noqa: F841
548
548
break
549
549
else :
550
550
# If we've identified this as an expert weight but couldn't
@@ -593,15 +593,14 @@ def load_weights(self, weights: Iterable[tuple[str,
593
593
# Regular weight loader (handles both
594
594
# param.weight_loader and default_weight_loader)
595
595
weight_loader (param , loaded_weight )
596
- is_expert = True
596
+ is_expert = True # noqa: F841
597
597
loaded_params .add (name )
598
598
continue
599
599
600
600
param = params_dict [name ]
601
601
weight_loader = getattr (param , "weight_loader" ,
602
602
default_weight_loader )
603
603
weight_loader (param , loaded_weight )
604
- is_expert = False
605
604
loaded_params .add (name )
606
605
return loaded_params
607
606
0 commit comments