ops.colocate_with

Author: Oceania2018

src/TensorFlowNET.Core/Graphs/Graph.Gradient.cs.cs

@@ -0,0 +1,14 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace Tensorflow
+{
+    public partial class Graph
+    {
+        public void _colocate_with_for_gradient(Operation op, int? gradient_uid, bool ignore_existing = false)
+        {
+
+        }
+    }
+}

src/TensorFlowNET.Core/Operations/OpDefLibrary.cs

@@ -72,7 +72,13 @@ public Operation _apply_op_helper(string op_type_name, string name = "", Diction
                         }
                         else
                         {
-                            input_types.Add(value.dtype);
+                            var base_type = value.dtype;
+                            // base type
+                            if ((int)value.dtype > 100)
+                            {
+                                base_type = (TF_DataType)Enum.Parse(typeof(TF_DataType), ((int)value.dtype - 100).ToString());
+                            }
+                            input_types.Add(base_type);
                         }
                     }
                 }

src/TensorFlowNET.Core/Operations/Operation.cs

@@ -124,6 +124,8 @@ public InputList inputs
             }
         }
 
+        private TF_DataType[] _input_types => _inputs._inputs.Select(x => x.dtype).ToArray();
+
         private NodeDef _node_def;
         public NodeDef node_def
         {

src/TensorFlowNET.Core/Variables/RefVariable.cs

@@ -99,6 +99,8 @@ private void _init_from_args(object initial_value,
                 }
                 else
                 {
+                    ops.colocate_with(_initializer_op);
+
                     _snapshot = gen_array_ops.identity(_variable, name = "read");
                 }
 

src/TensorFlowNET.Core/ops.py.cs

@@ -185,5 +185,16 @@ public static int uid()
         {
             return uid_number++;
         }
+
+        public static void colocate_with(Operation op, bool ignore_existing = false)
+        {
+            _colocate_with_for_gradient(op, null, ignore_existing);
+        }
+
+        private static void _colocate_with_for_gradient(Operation op, int? gradient_uid, bool ignore_existing = false)
+        {
+            var default_graph = get_default_graph();
+            default_graph._colocate_with_for_gradient(op, gradient_uid, ignore_existing);
+        }
     }
 }