Update pretrain-llama2_13b_dynamic_auto.json (#10785)

Xing-lil · web-flow · commit 335905a07cb9 · 2025-07-02T11:48:08.000+08:00
diff --git a/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b_dynamic_auto.json b/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b_dynamic_auto.json
@@ -19,7 +19,7 @@
     "sequence_parallel": 0,   
     "use_flash_attention": true,
     "use_fused_rms_norm": true,
-    "use_fast_layer_norm": false,
+    "use_fast_layer_norm": true,
     "fuse_attention_ffn": true,
     "fuse_attention_qkv": true,
     "use_fused_rope": true,
@@ -57,4 +57,4 @@
     "to_static": false,
     "enable_auto_parallel": true
   }
-  
+  
