From fa2dfc0d5a70ad946cac1778163069be956dbd43 Mon Sep 17 00:00:00 2001 From: jorgeantonio21 Date: Mon, 8 Apr 2024 14:08:21 +0100 Subject: [PATCH 1/2] first commit --- atoma-inference/src/models/candle/stable_diffusion.rs | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/atoma-inference/src/models/candle/stable_diffusion.rs b/atoma-inference/src/models/candle/stable_diffusion.rs index ea42f8be..a673a327 100644 --- a/atoma-inference/src/models/candle/stable_diffusion.rs +++ b/atoma-inference/src/models/candle/stable_diffusion.rs @@ -1,4 +1,4 @@ -use std::{path::PathBuf, str::FromStr}; +use std::{path::PathBuf, str::FromStr, time::Instant}; use candle_transformers::models::stable_diffusion::{ self, clip::ClipTextTransformer, unet_2d::UNet2DConditionModel, vae::AutoEncoderKL, @@ -243,6 +243,8 @@ impl ModelTrait for StableDiffusion { )))? } + let start_gen = Instant::now(); + let height = input.height.unwrap_or(512); let width = input.width.unwrap_or(512); @@ -380,11 +382,14 @@ impl ModelTrait for StableDiffusion { debug!("step {}/{n_steps} done, {:.2}s", timestep_index + 1, dt); } + let dt = start_gen.elapsed(); + info!("Generated response in {:?}", dt); debug!( "Generating the final image for sample {}/{}.", idx + 1, input.num_samples ); + save_tensor_to_file(&latents, "tensor1")?; let image = self.vae.decode(&(&latents / vae_scale)?)?; save_tensor_to_file(&image, "tensor2")?; From e6b87daef0dde5a575e8ef10686ddc0cfd9b56af Mon Sep 17 00:00:00 2001 From: jorgeantonio21 Date: Mon, 8 Apr 2024 14:08:58 +0100 Subject: [PATCH 2/2] fmt --- atoma-inference/src/models/candle/stable_diffusion.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/atoma-inference/src/models/candle/stable_diffusion.rs b/atoma-inference/src/models/candle/stable_diffusion.rs index a673a327..b98f658d 100644 --- a/atoma-inference/src/models/candle/stable_diffusion.rs +++ b/atoma-inference/src/models/candle/stable_diffusion.rs @@ -244,7 +244,7 @@ impl ModelTrait for StableDiffusion { } let start_gen = Instant::now(); - + let height = input.height.unwrap_or(512); let width = input.width.unwrap_or(512);