Skip to content

Commit f83d88e

Browse files
committed
restore FThenB pp
1 parent af1fc22 commit f83d88e

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b_dynamic_auto.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,8 @@
1313
"sharding_parallel_config": "enable_overlap enable_tensor_fusion",
1414
"tensor_parallel_config": "enable_mp_async_allreduce",
1515
"pipeline_parallel_config": "enable_send_recv_overlap enable_split_backward",
16-
"pipeline_schedule_mode": "VPP",
17-
"virtual_pp_degree": 5,
16+
"pipeline_schedule_mode": "FThenB",
17+
"virtual_pp_degree": 1,
1818
"sequence_parallel": 0,
1919
"use_flash_attention": true,
2020
"use_fused_rms_norm": true,

0 commit comments

Comments
 (0)