Skip to content

Commit b8f4b0c

Browse files
authored
disable use_cinn for intermediate_api_meta-llama-Llama-2-7b (#10778)
1 parent 8fd74f0 commit b8f4b0c

File tree

2 files changed

+2
-1
lines changed

2 files changed

+2
-1
lines changed

tests/test_tipc/static/auto_parallel/llama2/N4C32/intermediate_api_meta-llama-Llama-2-7b_pretrain_dy2st_bs32_bf16_Sharding32_Stage2.sh

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ param+="global_batch_size=32 "
1919
param+="nnodes=4 "
2020
param+="model_type=llama2_7b "
2121
param+='intermediate_api=intermediate_api_ '
22+
export FLAGS_use_cinn=0
2223

2324
cd ./tests
2425
bash ./test_tipc/static/auto_parallel/llama2/benchmark_common/prepare.sh

tests/test_tipc/static/auto_parallel/llama2/benchmark_common/run_benchmark.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -261,7 +261,7 @@ export CUDA_DEVICE_MAX_CONNECTIONS=1
261261
export PARALLEL_CROSS_ENTROPY=true
262262

263263
# cinn相关
264-
export FLAGS_use_cinn=1
264+
export FLAGS_use_cinn=${FLAGS_use_cinn:-1}
265265
export FLAGS_dist_prim_all=1
266266
export FLAGS_prim_forward_blacklist="pd_op.stack;pd_op.squeeze;pd_op.swiglu;pd_op.squared_l2_norm"
267267
export FLAGS_prim_backward_blacklist="swiglu_grad"

0 commit comments

Comments
 (0)