Modify model inputs + use height and width from config

Author: keshavv27

AIDevGallery/Samples/SharedCode/StableDiffusionCode/SafetyChecker.cs

@@ -93,7 +93,7 @@ public bool IsNotSafe(Tensor<float> resultImage, StableDiffusionConfig config)
         var inputTensor = ClipImageFeatureExtractor(resultImage, config);
 
         // images input
-        var inputImagesTensor = ReorderTensor(inputTensor);
+        var inputImagesTensor = inputTensor;
 
         var input = new List<NamedOnnxValue>
         {

AIDevGallery/Samples/SharedCode/StableDiffusionCode/StableDiffusion.cs

@@ -84,10 +84,9 @@ private Task<InferenceSession> GetInferenceSession(string modelPath, ExecutionPr
             sessionOptions.RegisterOrtExtensions();
 
             sessionOptions.AddFreeDimensionOverrideByName("batch", 2);
-            sessionOptions.AddFreeDimensionOverrideByName("time_batch", 1);
             sessionOptions.AddFreeDimensionOverrideByName("channels", 4);
-            sessionOptions.AddFreeDimensionOverrideByName("height", 64);
-            sessionOptions.AddFreeDimensionOverrideByName("width", 64);
+            sessionOptions.AddFreeDimensionOverrideByName("height", config.Height / 8);
+            sessionOptions.AddFreeDimensionOverrideByName("width", config.Width / 8);
             sessionOptions.AddFreeDimensionOverrideByName("sequence", 77);
 
 
@@ -116,7 +115,7 @@ public static List<NamedOnnxValue> CreateUnetModelInput(Tensor<float> encoderHid
         {
             NamedOnnxValue.CreateFromTensor("encoder_hidden_states", encoderHiddenStates),
             NamedOnnxValue.CreateFromTensor("sample", sample),
-            NamedOnnxValue.CreateFromTensor("timestep", new DenseTensor<long>(new long[] { timeStep }, [ 1 ]))
+            NamedOnnxValue.CreateFromTensor("timestep", new DenseTensor<long>(new long[] { timeStep, timeStep }, [ 2 ]))
         };
 
         return input;

AIDevGallery/Samples/SharedCode/StableDiffusionCode/TextProcessing.cs

@@ -18,6 +18,15 @@ internal class TextProcessing : IDisposable
     private InferenceSession? encoderInferenceSession;
     private bool disposedValue;
 
+    private readonly StableDiffusionConfig config = new()
+    {
+        // Number of denoising steps
+        NumInferenceSteps = 15,
+
+        // Scale for classifier-free guidance
+        GuidanceScale = 7.5
+    };
+
     private TextProcessing()
     {
     }
@@ -62,8 +71,8 @@ private Task<InferenceSession> GetInferenceSession(string modelPath, ExecutionPr
 
             sessionOptions.AddFreeDimensionOverrideByName("batch", 1);
             sessionOptions.AddFreeDimensionOverrideByName("channels", 3);
-            sessionOptions.AddFreeDimensionOverrideByName("height", 512);
-            sessionOptions.AddFreeDimensionOverrideByName("width", 512);            
+            sessionOptions.AddFreeDimensionOverrideByName("height", config.Height);
+            sessionOptions.AddFreeDimensionOverrideByName("width", config.Width);            
 
             if (policy != null)
             {

AIDevGallery/Samples/SharedCode/StableDiffusionCode/VaeDecoder.cs

@@ -17,6 +17,15 @@ internal class VaeDecoder : IDisposable
     private InferenceSession? vaeDecoderInferenceSession;
     private bool disposedValue;
 
+    private readonly StableDiffusionConfig config = new()
+    {
+        // Number of denoising steps
+        NumInferenceSteps = 15,
+
+        // Scale for classifier-free guidance
+        GuidanceScale = 7.5
+    };
+
     private VaeDecoder()
     {
     }
@@ -59,8 +68,8 @@ private Task<InferenceSession> GetInferenceSession(string modelPath, ExecutionPr
 
             sessionOptions.AddFreeDimensionOverrideByName("batch", 1);
             sessionOptions.AddFreeDimensionOverrideByName("channels", 4);
-            sessionOptions.AddFreeDimensionOverrideByName("height", 64);
-            sessionOptions.AddFreeDimensionOverrideByName("width", 64);
+            sessionOptions.AddFreeDimensionOverrideByName("height", config.Height / 8);
+            sessionOptions.AddFreeDimensionOverrideByName("width", config.Width / 8);
 
             if (policy != null)
             {