Video preview frame resize

Author: saddam213

OnnxStack.UI/Dialogs/CropImageDialog.xaml.cs

@@ -292,8 +292,8 @@ private BitmapSource CropAndResizeImage()
             try
             {
                 var croppedBitmap = new CroppedBitmap(_sourceImage, rect);
-                var scaleX = _cropWidth / croppedBitmap.PixelWidth;
-                var scaleY = _cropHeight / croppedBitmap.PixelHeight;
+                double scaleX = (double)_requiredWidth / croppedBitmap.PixelWidth;
+                double scaleY = (double)_requiredHeight / croppedBitmap.PixelHeight;
                 var scaleTransform = new ScaleTransform(scaleX, scaleY);
                 return new TransformedBitmap(croppedBitmap, scaleTransform);
             }

OnnxStack.UI/UserControls/VideoInputControl.xaml

@@ -68,7 +68,7 @@
             </StackPanel>
 
             <Grid>
-                <Image Source="{StaticResource PlaceholderImage}" Width="{Binding SchedulerOptions.Width}" Height="{Binding SchedulerOptions.Height}" Visibility="{Binding IsPreviewVisible, Converter={StaticResource InverseBooleanToHiddenConverter}}"/>
+                <Image Source="{StaticResource PlaceholderImage}" Width="{Binding SchedulerOptions.Width}" Height="{Binding SchedulerOptions.Height}" Visibility="{Binding HasVideoResult, Converter={StaticResource InverseBooleanToHiddenConverter}}"/>
                 <MediaElement x:Name="VideoMediaElement" Source="{Binding VideoResult.FileName}"  Width="{Binding SchedulerOptions.Width}" Height="{Binding SchedulerOptions.Height}" MinHeight="512" MinWidth="512" ClipToBounds="True" LoadedBehavior="Manual" Loaded="MediaElement_Loaded"  MediaEnded="MediaElement_MediaEnded" Volume="0" MouseLeftButtonDown="MediaElement_MouseDown" Visibility="{Binding IsPreviewVisible, Converter={StaticResource InverseBooleanToHiddenConverter}}" />
                 <Image Source="{Binding PreviewImage}" Width="{Binding SchedulerOptions.Width}" Height="{Binding SchedulerOptions.Height}" Stretch="Uniform" HorizontalAlignment="Center" />
             </Grid>

OnnxStack.UI/Views/VideoToVideoView.xaml.cs

@@ -5,9 +5,12 @@
 using OnnxStack.StableDiffusion.Common;
 using OnnxStack.StableDiffusion.Config;
 using OnnxStack.StableDiffusion.Enums;
+using OnnxStack.StableDiffusion.Helpers;
 using OnnxStack.StableDiffusion.Models;
 using OnnxStack.UI.Commands;
 using OnnxStack.UI.Models;
+using SixLabors.ImageSharp.PixelFormats;
+using SixLabors.ImageSharp;
 using System;
 using System.Collections.Generic;
 using System.Collections.ObjectModel;
@@ -385,7 +388,7 @@ private Action<DiffusionProgress> ProgressCallback()
                     if (progress.BatchTensor is not null)
                     {
                         PreviewResult = Utils.CreateBitmap(progress.BatchTensor.ToImageBytes());
-                        PreviewSource = Utils.CreateBitmap(_videoFrames.Frames[progress.BatchValue - 1]);
+                        PreviewSource = UpdatePreviewFrame(progress.BatchValue - 1);
                         ProgressText = $"Video Frame {progress.BatchValue} of {_videoFrames.Frames.Count} complete";
                     }
 
@@ -402,6 +405,23 @@ private Action<DiffusionProgress> ProgressCallback()
             };
         }
 
+        public BitmapImage UpdatePreviewFrame(int index)
+        {
+            var frame = _videoFrames.Frames[index];
+            using (var memoryStream = new MemoryStream())
+            using (var frameImage = SixLabors.ImageSharp.Image.Load<Rgba32>(frame))
+            {
+                ImageHelpers.Resize(frameImage, new[] { 1, 3, _schedulerOptions.Height, _schedulerOptions.Width });
+                frameImage.SaveAsPng(memoryStream);
+                var image = new BitmapImage();
+                image.BeginInit();
+                image.CacheOption = BitmapCacheOption.OnLoad;
+                image.StreamSource = memoryStream;
+                image.EndInit();
+                return image;
+            }
+        }
+
         #region INotifyPropertyChanged
         public event PropertyChangedEventHandler PropertyChanged;
         public void NotifyPropertyChanged([CallerMemberName] string property = "")