Update `WORLD_SIZE` and `RANK` retrieval (#3670)
Browse files
train.py
CHANGED
@@ -502,8 +502,8 @@ if __name__ == '__main__':
|
|
502 |
opt = parser.parse_args()
|
503 |
|
504 |
# Set DDP variables
|
505 |
-
opt.world_size = int(os.environ
|
506 |
-
opt.global_rank = int(os.environ
|
507 |
set_logging(opt.global_rank)
|
508 |
if opt.global_rank in [-1, 0]:
|
509 |
check_git_status()
|
|
|
502 |
opt = parser.parse_args()
|
503 |
|
504 |
# Set DDP variables
|
505 |
+
opt.world_size = int(getattr(os.environ, 'WORLD_SIZE', 1))
|
506 |
+
opt.global_rank = int(getattr(os.environ, 'RANK', -1))
|
507 |
set_logging(opt.global_rank)
|
508 |
if opt.global_rank in [-1, 0]:
|
509 |
check_git_status()
|