Update pretrain-llama2_7b_dynamic_auto.json (#10786)

Xing-lil · web-flow · commit 46c25bfb58d1 · 2025-07-02T11:47:56.000+08:00
diff --git a/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_7b/pretrain-llama2_7b_dynamic_auto.json b/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_7b/pretrain-llama2_7b_dynamic_auto.json
@@ -17,6 +17,7 @@
     "sequence_parallel": 0,   
     "use_flash_attention": true,
     "use_fused_rms_norm": true,
+    "use_fast_layer_norm": true,
     "fuse_attention_ffn": true,
     "fuse_attention_qkv": true,
     "use_fused_rope": true,
