@@ -99,14 +99,14 @@ function llama_case_list_auto() {
99
99
# be used for tracking the execution status of the case.
100
100
llama_dygraph_auto_bs4_bf16_SD2
101
101
llama_dygraph_auto_bs8_fp32_DP2
102
- # llama_dygraph_auto_bs8_fp32_DP2-MP2
102
+ llama_dygraph_auto_bs8_fp32_DP2-MP2
103
103
llama_dygraph_auto_bs8_fp32_DP2-MP2-PP2
104
104
llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2
105
105
llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2_hybrid_pp
106
106
# llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2_intermediate
107
107
llama_dy2st_auto_bs4_bf16_DP1-MP1-PP4-SD2-VPP3_split_bw
108
108
llama_dy2st_auto_bs4_bf16_DP1-MP1-PP4-SD2
109
- # llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1
109
+ llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1
110
110
llama_pir_auto_fuse_ffn_attention_qkv_MP2
111
111
llama_convert_hybrid_ckpt_to_auto_parallel_bs2_fp32_DP2-MP1-PP1
112
112
llama_align_dygraph_dy2st_pir_auto_bs2_bf16_DP2-MP2-PP1-SP
@@ -464,7 +464,7 @@ function llama_dygraph_auto_bs8_fp32_DP2-MP2() {
464
464
ips=-1
465
465
mem=` cat $case_log_dir /workerlog.0 | grep ' global_step: 10' | awk -F ' max_memory_reserved: ' ' {print $2}' | awk -F ' ,' ' {print $1}' `
466
466
echo " result: loss=$loss ips=$ips mem=$mem "
467
- loss_base=9.3507843
467
+ loss_base=9.35078526
468
468
if [ $IS_A100 -ne 0 ]; then
469
469
loss_base=9.38577747
470
470
fi
@@ -1407,8 +1407,14 @@ function llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1() {
1407
1407
ips=-1
1408
1408
mem=-1
1409
1409
echo " result: to_static=$to_static loss=$loss ips=$ips mem=$mem "
1410
- loss_base=9.99302673
1411
- if [ $IS_A100 -ne 0 ]; then
1410
+ if [ $to_static -eq 0 ]; then
1411
+ loss_base=9.99302597
1412
+ elif [ $to_static -eq 1 ]; then
1413
+ loss_base=9.99302673
1414
+ fi
1415
+ if [ $IS_A100 -ne 0 ] && [ $to_static -eq 0 ]; then
1416
+ loss_base=10.20990601
1417
+ elif [ $IS_A100 -ne 0 ] && [ $to_static -eq 1 ]; then
1412
1418
loss_base=10.20991516
1413
1419
fi
1414
1420
ips_base=-1
0 commit comments