Merge pull request #83 from graphcore/FixWandb

SofiaLiguori · web-flow · commit af1218db1d18 · 2023-01-13T17:27:17.000Z
log wandb only if wandb is enabled
diff --git a/nlp/gpt_j/popxl/run_finetuning_mnli.py b/nlp/gpt_j/popxl/run_finetuning_mnli.py
@@ -149,7 +149,7 @@ def training(config: GPTJConfig, session: TaskSession, pretrained):
                               f"Duration: {duration:6.4f} s "
                               f"Throughput: {throughput:6.1f} samples/s ")
                 logging.info(result_str)
-                if popdist.getInstanceIndex() == 0:
+                if popdist.getInstanceIndex() == 0 and wandb.run is not None:
                     wandb.log(
                         {
                             "Loss": loss,

Original file line number	Diff line number	Diff line change
`@@ -149,7 +149,7 @@ def training(config: GPTJConfig, session: TaskSession, pretrained):`
`149`	`149`	`f"Duration: {duration:6.4f} s "`
`150`	`150`	`f"Throughput: {throughput:6.1f} samples/s ")`
`151`	`151`	`logging.info(result_str)`
`152`		`- if popdist.getInstanceIndex() == 0:`
	`152`	`+ if popdist.getInstanceIndex() == 0 and wandb.run is not None:`
`153`	`153`	`wandb.log(`
`154`	`154`	`{`
`155`	`155`	`"Loss": loss,`