Skip to content

Commit cd4db85

Browse files
authored
[Auto Paralle] open llama test (#10762)
* open_ci * add A100 data
1 parent f068df3 commit cd4db85

File tree

1 file changed

+11
-5
lines changed

1 file changed

+11
-5
lines changed

scripts/distribute/ci_case_auto.sh

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -99,14 +99,14 @@ function llama_case_list_auto() {
9999
# be used for tracking the execution status of the case.
100100
llama_dygraph_auto_bs4_bf16_SD2
101101
llama_dygraph_auto_bs8_fp32_DP2
102-
# llama_dygraph_auto_bs8_fp32_DP2-MP2
102+
llama_dygraph_auto_bs8_fp32_DP2-MP2
103103
llama_dygraph_auto_bs8_fp32_DP2-MP2-PP2
104104
llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2
105105
llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2_hybrid_pp
106106
# llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2_intermediate
107107
llama_dy2st_auto_bs4_bf16_DP1-MP1-PP4-SD2-VPP3_split_bw
108108
llama_dy2st_auto_bs4_bf16_DP1-MP1-PP4-SD2
109-
# llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1
109+
llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1
110110
llama_pir_auto_fuse_ffn_attention_qkv_MP2
111111
llama_convert_hybrid_ckpt_to_auto_parallel_bs2_fp32_DP2-MP1-PP1
112112
llama_align_dygraph_dy2st_pir_auto_bs2_bf16_DP2-MP2-PP1-SP
@@ -464,7 +464,7 @@ function llama_dygraph_auto_bs8_fp32_DP2-MP2() {
464464
ips=-1
465465
mem=`cat $case_log_dir/workerlog.0 | grep 'global_step: 10' | awk -F 'max_memory_reserved: ' '{print $2}' | awk -F ',' '{print $1}'`
466466
echo "result: loss=$loss ips=$ips mem=$mem"
467-
loss_base=9.3507843
467+
loss_base=9.35078526
468468
if [ $IS_A100 -ne 0 ];then
469469
loss_base=9.38577747
470470
fi
@@ -1407,8 +1407,14 @@ function llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1() {
14071407
ips=-1
14081408
mem=-1
14091409
echo "result: to_static=$to_static loss=$loss ips=$ips mem=$mem"
1410-
loss_base=9.99302673
1411-
if [ $IS_A100 -ne 0 ];then
1410+
if [ $to_static -eq 0 ];then
1411+
loss_base=9.99302597
1412+
elif [ $to_static -eq 1 ];then
1413+
loss_base=9.99302673
1414+
fi
1415+
if [ $IS_A100 -ne 0 ] && [ $to_static -eq 0 ];then
1416+
loss_base=10.20990601
1417+
elif [ $IS_A100 -ne 0 ] && [ $to_static -eq 1 ];then
14121418
loss_base=10.20991516
14131419
fi
14141420
ips_base=-1

0 commit comments

Comments
 (0)