improve unpickler speed with BufferedStream

lingbai-kong · lingbai-kong · commit 56e389154cc3 · 2023-09-18T14:23:01.000+08:00
diff --git a/src/TensorFlowNET.Core/NumPy/Implementation/NumPyImpl.Creation.cs b/src/TensorFlowNET.Core/NumPy/Implementation/NumPyImpl.Creation.cs
@@ -101,9 +101,10 @@ Array ReadValueMatrix(BinaryReader reader, Array matrix, int bytes, Type type, i
 
         Array ReadObjectMatrix(BinaryReader reader, Array matrix, int[] shape)
         {
-            Stream stream = reader.BaseStream;
+            Stream deflateStream = reader.BaseStream;
+            BufferedStream bufferedStream = new BufferedStream(deflateStream);
             var unpickler = new Unpickler();
-            return (MultiArrayPickleWarpper)unpickler.load(stream);
+            return (MultiArrayPickleWarpper)unpickler.load(bufferedStream);
         }
 
         public (NDArray, NDArray) meshgrid<T>(T[] array, bool copy = true, bool sparse = false)

Original file line number	Diff line number	Diff line change
`@@ -101,9 +101,10 @@ Array ReadValueMatrix(BinaryReader reader, Array matrix, int bytes, Type type, i`
`101`	`101`
`102`	`102`	`Array ReadObjectMatrix(BinaryReader reader, Array matrix, int[] shape)`
`103`	`103`	`{`
`104`		`- Stream stream = reader.BaseStream;`
	`104`	`+ Stream deflateStream = reader.BaseStream;`
	`105`	`+ BufferedStream bufferedStream = new BufferedStream(deflateStream);`
`105`	`106`	`var unpickler = new Unpickler();`
`106`		`- return (MultiArrayPickleWarpper)unpickler.load(stream);`
	`107`	`+ return (MultiArrayPickleWarpper)unpickler.load(bufferedStream);`
`107`	`108`	`}`
`108`	`109`
`109`	`110`	`public (NDArray, NDArray) meshgrid<T>(T[] array, bool copy = true, bool sparse = false)`