Skip to content

Commit b6f214e

Browse files
authored
[CI] Update loss_check (#11090)
* fix loss_check * fix
1 parent e28c816 commit b6f214e

File tree

2 files changed

+12
-7
lines changed

2 files changed

+12
-7
lines changed

scripts/distribute/ci_case_auto.sh

Lines changed: 11 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -2126,19 +2126,24 @@ function llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4() {
21262126
fi
21272127
echo "result: $pp_mode loss=$loss"
21282128
done
2129-
loss_base_fthenb=10.24240494
2130-
loss_base_vpp=10.24149513 # Paddle PR#74530
21312129
ips=-1
21322130
mem=-1
21332131
ips_base=-1
21342132
mem_base=-1
21352133
for step in $(seq 1 $max_step); do
21362134
echo "step=$step fthenb loss: ${loss1_array[$step-1]}, vpp loss: ${loss2_array[$step-1]}"
21372135
done
2138-
echo "FThenB check"
2139-
check_result $FUNCNAME ${loss_base_fthenb} ${loss1} ${ips_base} ${ips} ${mem_base} ${mem}
2140-
echo "VPP check"
2141-
check_result $FUNCNAME ${loss_base_vpp} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem}
2136+
if [ $IS_A100 -ne 0 ];then
2137+
check_result $FUNCNAME ${loss1} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem}
2138+
else
2139+
loss_base_fthenb=10.24240494
2140+
loss_base_vpp=10.24149513 # Paddle PR#74530
2141+
echo "FThenB check"
2142+
check_result $FUNCNAME ${loss_base_fthenb} ${loss1} ${ips_base} ${ips} ${mem_base} ${mem}
2143+
echo "VPP check"
2144+
check_result $FUNCNAME ${loss_base_vpp} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem}
2145+
fi
2146+
21422147
echo "=========== $FUNCNAME run end ==========="
21432148
}
21442149

scripts/distribute/ci_case_dy.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -106,7 +106,7 @@ function gpt_case_list_dygraph() {
106106
gpt_175B_DP1_MP1_PP8
107107
gpt_generation_345M_single
108108
gpt_generation_345M_hybrid
109-
gpt_345M_mp8_qat
109+
# gpt_345M_mp8_qat
110110
# gpt_export_345M_mp1
111111
# gpt_export_345M_mp2
112112
# gpt_export_qat_345M

0 commit comments

Comments
 (0)