File tree Expand file tree Collapse file tree 3 files changed +0
-251
lines changed Expand file tree Collapse file tree 3 files changed +0
-251
lines changed Load Diff This file was deleted.
Original file line number Diff line number Diff line change @@ -63,7 +63,6 @@ def forward(
63
63
self .variance_epsilon )
64
64
return x
65
65
66
- cnt = 0
67
66
class AscendRMSNorm (RMSNorm ):
68
67
def __init__ (
69
68
self ,
@@ -85,9 +84,7 @@ def forward_oot(
85
84
import torch_npu
86
85
from vllm_ascend .utils import is_310p
87
86
if residual is not None :
88
- global cnt
89
87
residual = torch .ops .vllm .maybe_chunk_residual (x , residual )
90
- cnt = cnt + 1
91
88
assert x .size (0 ) == residual .size (0 )
92
89
if is_310p ():
93
90
orig_dtype = residual .dtype
Original file line number Diff line number Diff line change @@ -409,7 +409,6 @@ def __init__(
409
409
else :
410
410
comm_group = get_tp_group ()
411
411
self .forward_type = "normal_tp"
412
- self .prefix = prefix
413
412
self .comm_group = comm_group
414
413
# TODO: check for disable_tp
415
414
self .tp_rank = comm_group .rank_in_group
You can’t perform that action at this time.
0 commit comments