File tree Expand file tree Collapse file tree 2 files changed +5
-5
lines changed Expand file tree Collapse file tree 2 files changed +5
-5
lines changed Original file line number Diff line number Diff line change 3
3
import torch
4
4
from tests .ut .base import TestBase
5
5
from vllm_ascend .multistream .base import MSEventKey
6
- from vllm_ascend .multistream .metadata import (MultiStreamStepMetadata ,
7
- MultiStreamConfig ,
6
+ from vllm_ascend .multistream .metadata import (MultiStreamConfig ,
8
7
MultiStreamMetadata ,
8
+ MultiStreamStepMetadata ,
9
9
split_micro_batches_tensors )
10
10
11
11
Original file line number Diff line number Diff line change 4
4
import torch
5
5
from vllm_ascend .attention .attention_v1 import AscendAttentionState
6
6
from vllm_ascend .multistream .base import MSAttentionMetadataSplitConfig
7
- from vllm_ascend .multistream .ms_split import (compute_split_seq_index ,
7
+ from vllm_ascend .multistream .ms_split import (compute_split_seq_index ,
8
+ model_input_split_v1_mla_attn ,
8
9
split_attn_tensor_type ,
9
- split_attn_int_type ,
10
- model_input_split_v1_mla_attn )
10
+ split_attn_int_type )
11
11
12
12
13
13
class TestMsSplit (unittest .TestCase ):
You can’t perform that action at this time.
0 commit comments