多机调整

This commit is contained in:
qihuanye
2026-05-17 20:49:33 +08:00
parent 0164e21f48
commit 113e591899
6 changed files with 84 additions and 9 deletions

View File

@@ -67,6 +67,10 @@ multi_node:
rank_env: RANK
world_size_env: WORLD_SIZE
local_rank_env: LOCAL_RANK
aggregate_results: true
sync_before_return: false
destroy_process_group: true
shard_strategy: round_robin
preload_wait:
enabled: false

View File

@@ -55,6 +55,10 @@ multi_node:
rank_env: RANK
world_size_env: WORLD_SIZE
local_rank_env: LOCAL_RANK
aggregate_results: true
sync_before_return: false
destroy_process_group: true
shard_strategy: round_robin
preload_wait:
enabled: false

View File

@@ -56,6 +56,10 @@ multi_node:
rank_env: RANK
world_size_env: WORLD_SIZE
local_rank_env: LOCAL_RANK
aggregate_results: true
sync_before_return: false
destroy_process_group: true
shard_strategy: round_robin
preload_wait:
enabled: false

View File

@@ -54,6 +54,10 @@ multi_node:
rank_env: RANK
world_size_env: WORLD_SIZE
local_rank_env: LOCAL_RANK
aggregate_results: true
sync_before_return: false
destroy_process_group: true
shard_strategy: round_robin
preload_wait:
enabled: false