We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0636643 commit a205bc3Copy full SHA for a205bc3
scripts/distribute/ci_case_auto.sh
@@ -4050,7 +4050,7 @@ function llama_baichuan_dygraph_auto_sp_async_reduce_scatter_bs8_bf16_DP4-MP2-SP
4050
"sequence_parallel": true,
4051
"sharding": "stage1",
4052
"sharding_parallel_degree": 4,
4053
- "sharding_parallel_config": "enable_tensor_fusion enable_overlap",
+ "sharding_parallel_config": "",
4054
"tensor_parallel_config": "enable_mp_async_allreduce replace_with_parallel_cross_entropy enable_sp_async_reduce_scatter",
4055
"data_parallel_config": "enable_allreduce_avg_in_gradinent_scale gradient_sync_after_accumulate",
4056
"pipeline_parallel_config": "enable_send_recv_overlap enable_split_backward",
0 commit comments