Support the new Onnx OrtValue API

Author: saddam213

OnnxStack.Core/Extensions.cs

@@ -4,6 +4,7 @@
 using System.Collections.Concurrent;
 using System.Collections.Generic;
 using System.Linq;
+using System.Numerics;
 
 namespace OnnxStack.Core
 {
@@ -169,5 +170,21 @@ public static ConcurrentDictionary<T, U> ToConcurrentDictionary<S, T, U>(this IE
         {
             return new ConcurrentDictionary<T, U>(source.ToDictionary(keySelector, elementSelector));
         }
+
+
+        /// <summary>
+        /// Gets the full prod of a dimension
+        /// </summary>
+        /// <param name="array">The dimension array.</param>
+        /// <returns></returns>
+        public static T GetBufferLength<T>(this T[] array) where T : INumber<T>
+        {
+            T result = T.One;
+            foreach (T element in array)
+            {
+                result *= element;
+            }
+            return result;
+        }
     }
 }

OnnxStack.Core/Services/IOnnxModelService.cs

@@ -78,6 +78,29 @@ public interface IOnnxModelService : IDisposable
         Task<IDisposableReadOnlyCollection<DisposableNamedOnnxValue>> RunInferenceAsync(IOnnxModel model, OnnxModelType modelType, IReadOnlyCollection<NamedOnnxValue> inputs);
 
 
+        /// <summary>
+        /// Runs the inference Use when output size is unknown
+        /// </summary>
+        /// <param name="model">The model.</param>
+        /// <param name="modelType">Type of the model.</param>
+        /// <param name="inputs">The inputs.</param>
+        /// <param name="outputs">The outputs.</param>
+        /// <returns></returns>
+        IReadOnlyCollection<OrtValue> RunInference(IOnnxModel model, OnnxModelType modelType, Dictionary<string, OrtValue> inputs, IReadOnlyCollection<string> outputs);
+
+
+        /// <summary>
+        /// Runs the inference asynchronously, Use when output size is known
+        /// Output buffer size must be known and set before inference is run
+        /// </summary>
+        /// <param name="model">The model.</param>
+        /// <param name="modelType">Type of the model.</param>
+        /// <param name="inputs">The inputs.</param>
+        /// <param name="outputs">The outputs.</param>
+        /// <returns></returns>
+        Task<IReadOnlyCollection<OrtValue>> RunInferenceAsync(IOnnxModel model, OnnxModelType modelType, Dictionary<string, OrtValue> inputs, Dictionary<string, OrtValue> outputs);
+
+
         /// <summary>
         /// Gets the Sessions input metadata.
         /// </summary>
@@ -108,5 +131,6 @@ public interface IOnnxModelService : IDisposable
         /// <param name="modelType">Type of model.</param>
         /// <returns></returns>
         IReadOnlyList<string> GetOutputNames(IOnnxModel model, OnnxModelType modelType);
+
     }
 }

OnnxStack.Core/Services/OnnxModelService.cs

@@ -175,6 +175,34 @@ public IReadOnlyList<string> GetOutputNames(IOnnxModel model, OnnxModelType mode
         }
 
 
+        /// <summary>
+        /// Runs inference on the specified model.
+        /// </summary>
+        /// <param name="modelType">Type of the model.</param>
+        /// <param name="inputs">The inputs.</param>
+        /// <returns></returns>
+        public IReadOnlyCollection<OrtValue> RunInference(IOnnxModel model, OnnxModelType modelType, Dictionary<string, OrtValue> inputs, IReadOnlyCollection<string> outputs)
+        {
+            return GetModelSet(model)
+                .GetSession(modelType)
+                .Run(new RunOptions(), inputs, outputs);
+        }
+
+
+        /// <summary>
+        /// Runs inference on the specified model.
+        /// </summary>
+        /// <param name="modelType">Type of the model.</param>
+        /// <param name="inputs">The inputs.</param>
+        /// <returns></returns>
+        public Task<IReadOnlyCollection<OrtValue>> RunInferenceAsync(IOnnxModel model, OnnxModelType modelType, Dictionary<string, OrtValue> inputs, Dictionary<string, OrtValue> outputs)
+        {
+            return GetModelSet(model)
+                .GetSession(modelType)
+                .RunAsync(new RunOptions(), inputs.Keys, inputs.Values, outputs.Keys, outputs.Values);
+        }
+
+
         /// <summary>
         /// Runs inference on the specified model.
         /// </summary>