[common] Free more memory (still some leak) when running several consecutive exp.

Author: Arthur Douillard

inclearn/train.py

@@ -9,8 +9,11 @@
 
 def train(args):
     seed_list = copy.deepcopy(args["seed"])
+    device = copy.deepcopy(args["device"])
+
     for seed in seed_list:
         args["seed"] = seed
+        args["device"] = device
         _train(args)
 
 
@@ -63,6 +66,11 @@ def _train(args):
     if args["name"]:
         results_utils.save_results(results, args["name"])
 
+    del model
+    del train_set
+    del test_set
+    torch.cuda.empty_cache()
+
 
 def _set_seed(seed):
     print("Set seed", seed)