Prompt cache

Author: saddam213

TensorStack.StableDiffusion/Common/PromptCache.cs

@@ -0,0 +1,18 @@
+using System;
+using TensorStack.StableDiffusion.Pipelines;
+
+namespace TensorStack.StableDiffusion.Common
+{
+    public record PromptCache
+    {
+        public string Conditional { get; init; }
+        public string Unconditional { get; init; }
+        public PromptResult CacheResult { get; init; }
+
+        public bool IsValid(IPipelineOptions options)
+        {
+            return string.Equals(Conditional, options.Prompt, StringComparison.OrdinalIgnoreCase)
+                && string.Equals(Unconditional, options.NegativePrompt, StringComparison.OrdinalIgnoreCase);
+        }
+    }
+}

TensorStack.StableDiffusion/Pipelines/PipelineBase.cs

@@ -15,6 +15,7 @@ namespace TensorStack.StableDiffusion.Pipelines
 {
     public abstract class PipelineBase : IDisposable
     {
+        private PromptCache _promptCache;
         private GenerateOptions _defaultOptions;
         private IReadOnlyList<SchedulerType> _schedulers;
 
@@ -149,11 +150,42 @@ protected Tensor<float> ApplyGuidance(Tensor<float> conditional, Tensor<float> u
         }
 
 
+        /// <summary>
+        /// Gets the prompt cache.
+        /// </summary>
+        /// <param name="options">The options.</param>
+        protected PromptResult GetPromptCache(IPipelineOptions options)
+        {
+            if (_promptCache is null || !_promptCache.IsValid(options))
+                return default;
+
+            return _promptCache.CacheResult;
+        }
+
+
+        /// <summary>
+        /// Sets the prompt cache.
+        /// </summary>
+        /// <param name="options">The options.</param>
+        /// <param name="promptResult">The prompt result to cache.</param>
+        protected PromptResult SetPromptCache(IPipelineOptions options, PromptResult promptResult)
+        {
+            _promptCache = new PromptCache
+            {
+                CacheResult = promptResult,
+                Conditional = options.Prompt,
+                Unconditional = options.NegativePrompt,
+            };
+            return promptResult;
+        }
+
+
         /// <summary>
         /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
         /// </summary>
         public void Dispose()
         {
+            _promptCache = default;
             Dispose(disposing: true);
             GC.SuppressFinalize(this);
         }