From afe75cd9edaa6957c28bb5442e9cf08728ce5866 Mon Sep 17 00:00:00 2001
From: alexcbb <alexchapin@hotmail.fr>
Date: Tue, 25 Jul 2023 10:53:03 +0200
Subject: [PATCH] Change strategy
---
train_sa.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/train_sa.py b/train_sa.py
index 8e93e2c..25f5c12 100644
--- a/train_sa.py
+++ b/train_sa.py
@@ -70,7 +70,7 @@ def main():
trainer = pl.Trainer(accelerator="gpu", devices=num_gpus, profiler="simple",
default_root_dir="./logs", logger=WandbLogger(project="slot-att") if args.wandb else None,
- strategy="ddp" if num_gpus > 1 else "default", callbacks=[checkpoint_callback],
+ strategy="ddp_find_unused_parameters_true" if num_gpus > 1 else "default", callbacks=[checkpoint_callback],
log_every_n_steps=100, max_steps=num_train_steps)
trainer.fit(model, train_loader, val_loader)
--
GitLab