Create app.py

app.py

@@ -0,0 +1,209 @@
+import gradio as gr
+import torch
+from diffusers import StableDiffusionInpaintPipeline, StableDiffusionXLInpaintPipeline
+from PIL import Image
+import numpy as np
+from transformers import SegformerImageProcessor, SegformerForSemanticSegmentation
+import cv2
+
+class RafayyVirtualTryOn:
+    def __init__(self):
+        # Initialize SDXL for better quality
+        self.inpaint_model = StableDiffusionXLInpaintPipeline.from_pretrained(
+            "stabilityai/stable-diffusion-xl-base-1.0",
+            torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
+            variant="fp16"
+        )
+        if torch.cuda.is_available():
+            self.inpaint_model.to("cuda")
+            
+        # Initialize enhanced segmentation model
+        self.segmenter = SegformerForSemanticSegmentation.from_pretrained("mattmdjaga/segformer_b2_clothes")
+        self.processor = SegformerImageProcessor.from_pretrained("mattmdjaga/segformer_b2_clothes")
+        
+    def enhance_mask(self, mask):
+        """Enhance the clothing mask for better results"""
+        kernel = np.ones((5,5), np.uint8)
+        mask = cv2.morphologyEx(mask, cv2.MORPH_CLOSE, kernel)
+        mask = cv2.GaussianBlur(mask, (5,5), 0)
+        return mask
+
+    def get_clothing_mask(self, image):
+        """Extract and enhance clothing mask"""
+        inputs = self.processor(images=image, return_tensors="pt")
+        outputs = self.segmenter(**inputs)
+        logits = outputs.logits.squeeze()
+        
+        clothing_mask = (logits.argmax(0) == 5).float().numpy()
+        clothing_mask = (clothing_mask * 255).astype(np.uint8)
+        clothing_mask = self.enhance_mask(clothing_mask)
+        
+        return Image.fromarray(clothing_mask)
+
+    def try_on(self, original_image, prompt, style_strength=0.7, progress=gr.Progress()):
+        """Enhanced virtual try-on with style control"""
+        try:
+            progress(0, desc="Initializing...")
+            
+            # Image preprocessing
+            original_image = Image.fromarray(original_image)
+            if original_image.mode != "RGB":
+                original_image = original_image.convert("RGB")
+            
+            progress(0.2, desc="Analyzing clothing...")
+            mask = self.get_clothing_mask(original_image)
+            
+            # Enhanced prompt engineering
+            style_prompts = {
+                "quality": "ultra detailed, 8k uhd, high quality, professional photo",
+                "lighting": "perfect lighting, studio lighting, professional photography",
+                "realism": "hyperrealistic, photorealistic, highly detailed"
+            }
+            
+            full_prompt = f"""
+            A person wearing {prompt}, {style_prompts['quality']}, 
+            {style_prompts['lighting']}, {style_prompts['realism']}
+            """
+            
+            negative_prompt = """
+            low quality, blurry, distorted, deformed, unrealistic, 
+            bad proportions, bad lighting, oversaturated, undersaturated
+            """
+            
+            progress(0.4, desc="Generating new clothing...")
+            result = self.inpaint_model(
+                prompt=full_prompt,
+                negative_prompt=negative_prompt,
+                image=original_image,
+                mask_image=mask,
+                num_inference_steps=50,
+                guidance_scale=7.5 * style_strength
+            ).images[0]
+            
+            progress(1.0, desc="Finalizing...")
+            return result
+            
+        except Exception as e:
+            raise gr.Error(f"Processing Error: {str(e)}")
+
+# Initialize the model
+model = RafayyVirtualTryOn()
+
+# Custom CSS with professional styling
+custom_css = """
+.gradio-container {
+    font-family: 'Poppins', sans-serif;
+    max-width: 1200px !important;
+    margin: auto !important;
+}
+#component-0 {
+    max-width: 100% !important;
+    margin-bottom: 20px !important;
+}
+.gr-button {
+    background: linear-gradient(90deg, #2193b0, #6dd5ed) !important;
+    border: none !important;
+    color: white !important;
+    font-weight: 600 !important;
+}
+.gr-button:hover {
+    background: linear-gradient(90deg, #6dd5ed, #2193b0) !important;
+    transform: translateY(-2px);
+    box-shadow: 0 5px 15px rgba(33, 147, 176, 0.3) !important;
+    transition: all 0.3s ease;
+}
+.gr-input {
+    border: 2px solid #e0e0e0 !important;
+    border-radius: 8px !important;
+    padding: 12px !important;
+}
+.gr-input:focus {
+    border-color: #2193b0 !important;
+    box-shadow: 0 0 0 2px rgba(33, 147, 176, 0.2) !important;
+}
+.gr-panel {
+    border-radius: 12px !important;
+    box-shadow: 0 4px 20px rgba(0, 0, 0, 0.1) !important;
+}
+.footer {
+    background: linear-gradient(to right, #f8f9fa, #e9ecef);
+    padding: 20px;
+    border-radius: 10px;
+    margin-top: 30px;
+}
+"""
+
+# Create enhanced Gradio interface
+demo = gr.Interface(
+    fn=model.try_on,
+    inputs=[
+        gr.Image(label="📸 Upload Your Photo", type="numpy"),
+        gr.Textbox(
+            label="🎨 Describe New Clothing",
+            placeholder="e.g., 'elegant black suit with silk lapels', 'designer red dress with gold accents'",
+            lines=2
+        ),
+        gr.Slider(
+            label="Style Strength",
+            minimum=0.1,
+            maximum=1.0,
+            value=0.7,
+            step=0.1
+        )
+    ],
+    outputs=gr.Image(label="✨ Your New Look", type="pil"),
+    title="🌟 Rafayy's Professional Virtual Try-On Studio 🌟",
+    description="""
+    <div style="text-align: center; max-width: 800px; margin: 0 auto; padding: 20px;">
+        <h3 style="color: #2193b0; font-size: 24px; margin-bottom: 10px;">Transform Your Style with AI</h3>
+        <p style="color: #666; font-size: 16px;">Experience the future of fashion with our advanced virtual try-on technology.</p>
+        <div style="margin-top: 20px; padding: 15px; background: rgba(33, 147, 176, 0.1); border-radius: 10px;">
+            <p style="font-weight: bold; color: #2193b0;">Premium Features:</p>
+            <p>✓ High-Resolution Output</p>
+            <p>✓ Advanced Clothing Detection</p>
+            <p>✓ Professional Style Enhancement</p>
+        </div>
+    </div>
+    """,
+    examples=[
+        ["example1.jpg", "luxury black suit with silk details", 0.8],
+        ["example2.jpg", "designer white dress with lace accents", 0.7],
+        ["example3.jpg", "professional navy blazer with gold buttons", 0.9],
+        ["example4.jpg", "casual denim jacket with vintage wash", 0.6]
+    ],
+    css=custom_css
+)
+
+# Enhanced footer with professional information
+demo.footer = """
+<div class="footer">
+    <div style="text-align: center;">
+        <h4 style="color: #2193b0; margin-bottom: 15px;">🎯 Professional Tips for Best Results</h4>
+        <div style="display: grid; grid-template-columns: repeat(auto-fit, minmax(200px, 1fr)); gap: 20px;">
+            <div>
+                <p style="font-weight: bold;">📸 Photo Guidelines</p>
+                <p>• Use well-lit, front-facing photos</p>
+                <p>• Ensure clear visibility of clothing</p>
+                <p>• Avoid complex backgrounds</p>
+            </div>
+            <div>
+                <p style="font-weight: bold;">✍️ Description Tips</p>
+                <p>• Be specific about style details</p>
+                <p>• Include color and material</p>
+                <p>• Mention design elements</p>
+            </div>
+            <div>
+                <p style="font-weight: bold;">⚙️ Settings</p>
+                <p>• Adjust style strength as needed</p>
+                <p>• Higher values for bold changes</p>
+                <p>• Lower values for subtle effects</p>
+            </div>
+        </div>
+        <p style="margin-top: 20px; color: #666;">© 2024 Rafayy AI Studio | Professional Virtual Try-On Service</p>
+    </div>
+</div>
+"""
+
+# Launch the app
+if __name__ == "__main__":
+    demo.launch()