add predict for logistic regression.

Author: Oceania2018

docs/source/Graph.md

@@ -21,3 +21,61 @@ A typical graph is looks like below:
 
 ![image](../assets/graph_vis_animation.gif)
 
+
+
+### Save Model
+
+Saving the model means saving all the values of the parameters and the graph.
+
+```python
+saver = tf.train.Saver()
+saver.save(sess,'./tensorflowModel.ckpt')
+```
+
+After saving the model there will be four files:
+
+* tensorflowModel.ckpt.meta:
+* tensorflowModel.ckpt.data-00000-of-00001:
+* tensorflowModel.ckpt.index
+* checkpoint
+
+We also created a protocol buffer file .pbtxt. It is human readable if you want to convert it to binary: `as_text: false`.
+
+* tensorflowModel.pbtxt: 
+
+This holds a network of nodes, each representing one operation, connected to each other as inputs and outputs.
+
+
+
+### Freezing the Graph
+
+##### *Why we need it?*
+
+When we need to keep all the values of the variables and the Graph structure in a single file we have to freeze the graph.
+
+```csharp
+from tensorflow.python.tools import freeze_graph
+
+freeze_graph.freeze_graph(input_graph = 'logistic_regression/tensorflowModel.pbtxt', 
+                              input_saver = "", 
+                              input_binary = False, 
+                              input_checkpoint = 'logistic_regression/tensorflowModel.ckpt', 
+                              output_node_names = "Softmax",
+                              restore_op_name = "save/restore_all", 
+                              filename_tensor_name = "save/Const:0",
+                              output_graph = 'frozentensorflowModel.pb', 
+                              clear_devices = True, 
+                              initializer_nodes = "")
+
+```
+
+### Optimizing for Inference
+
+To Reduce the amount of computation needed when the network is used only for inferences we can remove some parts of a graph that are only needed for training. 
+
+
+
+### Restoring the Model
+
+
+

docs/source/LogisticRegression.md

@@ -0,0 +1,7 @@
+# Chapter. Logistic Regression
+
+### What is logistic regression?
+
+
+
+The full example is [here](https://github.com/SciSharp/TensorFlow.NET/blob/master/test/TensorFlowNET.Examples/LogisticRegression.cs).

docs/source/index.rst

@@ -26,4 +26,5 @@ Welcome to TensorFlow.NET's documentation!
    Train
    EagerMode
    LinearRegression
+   LogisticRegression
    ImageRecognition

src/TensorFlowNET.Core/Framework/meta_graph.py.cs

@@ -184,7 +184,7 @@ private static MetaGraphDef create_meta_graph_def(MetaInfoDef meta_info_def = nu
 
             // Adds graph_def or the default.
             if (graph_def == null)
-                meta_graph_def.GraphDef = graph._as_graph_def(add_shapes: true);
+                meta_graph_def.GraphDef = graph.as_graph_def(add_shapes: true);
             else
                 meta_graph_def.GraphDef = graph_def;
 

src/TensorFlowNET.Core/Graphs/FreezeGraph.cs

@@ -0,0 +1,23 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace Tensorflow
+{
+    public class FreezeGraph
+    {
+        public static void freeze_graph(string input_graph,
+                              string input_saver,
+                              bool input_binary,
+                              string input_checkpoint,
+                              string output_node_names,
+                              string restore_op_name,
+                              string filename_tensor_name,
+                              string output_graph,
+                              bool clear_devices,
+                              string initializer_nodes)
+        {
+
+        }
+    }
+}

src/TensorFlowNET.Core/Graphs/Graph.Export.cs

@@ -18,7 +18,7 @@ public Buffer ToGraphDef(Status s)
             return buffer;
         }
 
-        public GraphDef _as_graph_def(bool add_shapes = false)
+        private GraphDef _as_graph_def(bool add_shapes = false)
         {
             var buffer = ToGraphDef(Status);
             Status.Check();
@@ -30,5 +30,8 @@ public GraphDef _as_graph_def(bool add_shapes = false)
 
             return def;
         }
+
+        public GraphDef as_graph_def(bool add_shapes = false) 
+            => _as_graph_def(add_shapes);
     }
 }

src/TensorFlowNET.Core/Graphs/graph_io.py.cs

@@ -10,7 +10,7 @@ public class graph_io
     {
         public static string write_graph(Graph graph, string logdir, string name, bool as_text = true)
         {
-            var graph_def = graph._as_graph_def();
+            var graph_def = graph.as_graph_def();
             string path = Path.Combine(logdir, name);
             if (as_text)
                 File.WriteAllText(path, graph_def.ToString());

src/TensorFlowNET.Core/Sessions/_FetchHandler.cs

@@ -58,17 +58,24 @@ public NDArray build_results(BaseSession session, NDArray[] tensor_values)
                 {
                     var value = tensor_values[j];
                     j += 1;
-                    switch (value.dtype.Name)
+                    if (value.ndim == 2)
                     {
-                        case "Int32":
-                            full_values.Add(value.Data<int>(0));
-                            break;
-                        case "Single":
-                            full_values.Add(value.Data<float>(0));
-                            break;
-                        case "Double":
-                            full_values.Add(value.Data<double>(0));
-                            break;
+                        full_values.Add(value[0]);
+                    }
+                    else
+                    {
+                        switch (value.dtype.Name)
+                        {
+                            case "Int32":
+                                full_values.Add(value.Data<int>(0));
+                                break;
+                            case "Single":
+                                full_values.Add(value.Data<float>(0));
+                                break;
+                            case "Double":
+                                full_values.Add(value.Data<double>(0));
+                                break;
+                        }
                     }
                 }
                 i += 1;

src/TensorFlowNET.Core/Train/Saving/Saver.cs

@@ -251,7 +251,7 @@ public MetaGraphDef export_meta_graph(string filename= "",
         {
             return export_meta_graph(
                 filename: filename,
-                graph_def: ops.get_default_graph()._as_graph_def(add_shapes: true),
+                graph_def: ops.get_default_graph().as_graph_def(add_shapes: true),
                 saver_def: _saver_def,
                 collection_list: collection_list,
                 as_text: as_text,

src/TensorFlowNET.Core/Train/tf.optimizers.cs

@@ -16,7 +16,8 @@ public static class train
 
             public static Saver Saver() => new Saver();
 
-            public static string write_graph(Graph graph, string logdir, string name, bool as_text = true) => graph_io.write_graph(graph, logdir, name, as_text);
+            public static string write_graph(Graph graph, string logdir, string name, bool as_text = true) 
+                => graph_io.write_graph(graph, logdir, name, as_text);
 
             public static Saver import_meta_graph(string meta_graph_or_file,
                 bool clear_devices = false,