GC.Collect in ComputeGradient

Oceania2018 · Oceania2018 · commit c93c21994c9a · 2021-11-28T16:34:30.000-06:00
diff --git a/src/TensorFlowNET.Core/Gradients/Tape.ComputeGradient.cs b/src/TensorFlowNET.Core/Gradients/Tape.ComputeGradient.cs
@@ -26,6 +26,7 @@ public Tensor[] ComputeGradient(Tensor[] target_tensor_ids,
                 tensor_tape_,
                 state.op_tape);
 
+            int gcCollectFlag = 0;
             while (!op_stack.empty())
             {
                 var op = op_stack.Dequeue();
@@ -154,6 +155,9 @@ public Tensor[] ComputeGradient(Tensor[] target_tensor_ids,
                             op_stack.Enqueue(op_id);
                     }
                 }
+
+                if (gcCollectFlag++ % 10 == 0)
+                    GC.Collect();
             }
 
             if (state.op_tape.Count > 0)

Original file line number	Diff line number	Diff line change
`@@ -26,6 +26,7 @@ public Tensor[] ComputeGradient(Tensor[] target_tensor_ids,`
`26`	`26`	`tensor_tape_,`
`27`	`27`	`state.op_tape);`
`28`	`28`
	`29`	`+ int gcCollectFlag = 0;`
`29`	`30`	`while (!op_stack.empty())`
`30`	`31`	`{`
`31`	`32`	`var op = op_stack.Dequeue();`
`@@ -154,6 +155,9 @@ public Tensor[] ComputeGradient(Tensor[] target_tensor_ids,`
`154`	`155`	`op_stack.Enqueue(op_id);`
`155`	`156`	`}`
`156`	`157`	`}`
	`158`	`+`
	`159`	`+ if (gcCollectFlag++ % 10 == 0)`
	`160`	`+ GC.Collect();`
`157`	`161`	`}`
`158`	`162`
`159`	`163`	`if (state.op_tape.Count > 0)`