app.py

import os
import torch
import gradio as gr
from PIL import Image
from diffusers import StableDiffusionPipeline
from transformers import pipeline
from dotenv import load_dotenv

# Load environment variables from .env file
load_dotenv()

# Set Hugging Face API token from environment variable
hf_token = os.getenv('HF_TOKEN')
if not hf_token:
    raise ValueError("Hugging Face API token not found. Please set HF_TOKEN in your .env file.")

device = "cuda" if torch.cuda.is_available() else "cpu"

caption_image = pipeline("image-to-text",
                model="Salesforce/blip-image-captioning-large", device=device)

def image_generation(prompt):
    device = "cuda" if torch.cuda.is_available() else "cpu"
    pipeline = StableDiffusionPipeline.from_pretrained(
        "stabilityai/stable-diffusion-3-medium",
        torch_dtype=torch.float16 if device == "cuda" else torch.float32,
        use_auth_token=hf_token  # Use the Hugging Face API token for authentication
    )
    pipeline.enable_model_cpu_offload()

    image = pipeline(
        prompt=prompt + " 8K, Ultra HD",
        negative_prompt="blurred, ugly, watermark, low resolution, blurry, nude",
        num_inference_steps=40,
        height=1024,
        width=1024,
        guidance_scale=9.0
    ).images[0]

    return image

def caption_my_image(pil_image):
    semantics = caption_image(images=pil_image)[0]['generated_text']
    images = image_generation(semantics)
    return images

demo = gr.Interface(fn=caption_my_image,
                    inputs=[gr.Image(label="Select Image", type="pil")],
                    outputs=[gr.Image(label="New Image generated using SD3", type="pil")],
                    title="PicTalker | ImageNarrator | SnapSpeech | SpeakScene",
                    description="🌟 Transform Ordinary Photos into Extraordinary Art!")
demo.launch()