Upload handler.py with huggingface_hub
Browse files- handler.py +91 -78
handler.py
CHANGED
|
@@ -5,120 +5,133 @@ import torch
|
|
| 5 |
import numpy as np
|
| 6 |
from PIL import Image
|
| 7 |
import traceback
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
-
#
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
debug_log("Starting handler initialization")
|
| 15 |
|
| 16 |
# Safely import cairosvg with fallback
|
| 17 |
try:
|
| 18 |
import cairosvg
|
| 19 |
-
|
| 20 |
except ImportError:
|
| 21 |
-
|
| 22 |
import subprocess
|
| 23 |
-
subprocess.check_call(["pip", "install", "cairosvg"
|
| 24 |
import cairosvg
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
# Add the model directory to the path
|
| 28 |
-
sys.path.append('/code/diffsketcher')
|
| 29 |
-
|
| 30 |
-
# Try to import the model
|
| 31 |
-
try:
|
| 32 |
-
from models.clip_model import ClipModel
|
| 33 |
-
from models.diffusion_model import DiffusionModel
|
| 34 |
-
from models.sketch_model import SketchModel
|
| 35 |
-
debug_log("Successfully imported DiffSketcher models")
|
| 36 |
-
except ImportError as e:
|
| 37 |
-
debug_log(f"Error importing DiffSketcher models: {e}")
|
| 38 |
-
debug_log(traceback.format_exc())
|
| 39 |
-
raise ImportError(f"Failed to import DiffSketcher models: {e}")
|
| 40 |
|
| 41 |
class EndpointHandler:
|
| 42 |
def __init__(self, model_dir):
|
| 43 |
"""Initialize the handler with model directory"""
|
| 44 |
-
|
| 45 |
self.model_dir = model_dir
|
| 46 |
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 47 |
-
|
| 48 |
|
| 49 |
# Initialize the model
|
| 50 |
-
|
| 51 |
-
self.
|
| 52 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
|
| 54 |
-
#
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
weights_path
|
| 71 |
-
)
|
| 72 |
-
debug_log(f"Downloaded checkpoint to {weights_path}")
|
| 73 |
-
checkpoint = torch.load(weights_path, map_location=self.device)
|
| 74 |
-
self.sketch_model.load_state_dict(checkpoint['sketch_model'])
|
| 75 |
-
debug_log("Successfully loaded downloaded checkpoint")
|
| 76 |
-
except Exception as e:
|
| 77 |
-
debug_log(f"Error downloading checkpoint: {e}")
|
| 78 |
-
debug_log(traceback.format_exc())
|
| 79 |
-
debug_log("Continuing with uninitialized weights")
|
| 80 |
|
| 81 |
-
def generate_svg(self, prompt, width=512, height=512):
|
| 82 |
"""Generate an SVG from a text prompt"""
|
| 83 |
-
|
| 84 |
|
| 85 |
-
#
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 91 |
|
| 92 |
def __call__(self, data):
|
| 93 |
"""Handle a request to the model"""
|
| 94 |
try:
|
| 95 |
-
|
| 96 |
|
| 97 |
-
# Extract the prompt
|
| 98 |
-
if isinstance(data, dict)
|
| 99 |
-
if
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 103 |
else:
|
| 104 |
prompt = "No prompt provided"
|
|
|
|
| 105 |
else:
|
| 106 |
prompt = "No prompt provided"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
|
| 108 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
|
| 110 |
# Generate SVG
|
| 111 |
-
svg_content = self.generate_svg(prompt)
|
|
|
|
| 112 |
|
| 113 |
# Convert SVG to PNG
|
|
|
|
| 114 |
png_data = cairosvg.svg2png(bytestring=svg_content.encode("utf-8"))
|
| 115 |
image = Image.open(io.BytesIO(png_data))
|
| 116 |
-
|
| 117 |
|
| 118 |
-
# Return the
|
| 119 |
-
debug_log("Returning image")
|
| 120 |
return image
|
| 121 |
except Exception as e:
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
|
|
|
|
|
|
|
|
| 5 |
import numpy as np
|
| 6 |
from PIL import Image
|
| 7 |
import traceback
|
| 8 |
+
import json
|
| 9 |
+
import logging
|
| 10 |
+
import base64
|
| 11 |
|
| 12 |
+
# Configure logging
|
| 13 |
+
logging.basicConfig(level=logging.INFO,
|
| 14 |
+
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
|
| 15 |
+
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
| 16 |
|
| 17 |
# Safely import cairosvg with fallback
|
| 18 |
try:
|
| 19 |
import cairosvg
|
| 20 |
+
logger.info("Successfully imported cairosvg")
|
| 21 |
except ImportError:
|
| 22 |
+
logger.warning("cairosvg not found. Installing...")
|
| 23 |
import subprocess
|
| 24 |
+
subprocess.check_call(["pip", "install", "cairosvg"])
|
| 25 |
import cairosvg
|
| 26 |
+
logger.info("Successfully installed and imported cairosvg")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
|
| 28 |
class EndpointHandler:
|
| 29 |
def __init__(self, model_dir):
|
| 30 |
"""Initialize the handler with model directory"""
|
| 31 |
+
logger.info(f"Initializing handler with model_dir: {model_dir}")
|
| 32 |
self.model_dir = model_dir
|
| 33 |
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 34 |
+
logger.info(f"Using device: {self.device}")
|
| 35 |
|
| 36 |
# Initialize the model
|
| 37 |
+
logger.info("Initializing DiffSketcher model...")
|
| 38 |
+
self._initialize_model()
|
| 39 |
+
logger.info("DiffSketcher model initialized")
|
| 40 |
+
|
| 41 |
+
def _initialize_model(self):
|
| 42 |
+
"""Initialize the DiffSketcher model"""
|
| 43 |
+
# This is a simplified initialization that doesn't rely on external imports
|
| 44 |
+
logger.info("Using simplified model initialization")
|
| 45 |
+
|
| 46 |
+
# Add the current directory to the path
|
| 47 |
+
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
| 48 |
|
| 49 |
+
# Try to import CLIP
|
| 50 |
+
try:
|
| 51 |
+
import clip
|
| 52 |
+
logger.info("Successfully imported CLIP")
|
| 53 |
+
except ImportError:
|
| 54 |
+
logger.warning("CLIP not found. Installing...")
|
| 55 |
+
subprocess.check_call(["pip", "install", "git+https://github.com/openai/CLIP.git"])
|
| 56 |
+
import clip
|
| 57 |
+
logger.info("Successfully installed and imported CLIP")
|
| 58 |
+
|
| 59 |
+
# Try to import diffvg
|
| 60 |
+
try:
|
| 61 |
+
import diffvg
|
| 62 |
+
logger.info("Successfully imported diffvg")
|
| 63 |
+
except ImportError:
|
| 64 |
+
logger.warning("diffvg not found. Using placeholder implementation")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 65 |
|
| 66 |
+
def generate_svg(self, prompt, width=512, height=512, num_paths=512, seed=None):
|
| 67 |
"""Generate an SVG from a text prompt"""
|
| 68 |
+
logger.info(f"Generating SVG for prompt: {prompt}")
|
| 69 |
|
| 70 |
+
# Set a seed for reproducibility
|
| 71 |
+
if seed is not None:
|
| 72 |
+
torch.manual_seed(seed)
|
| 73 |
+
np.random.seed(seed)
|
| 74 |
+
|
| 75 |
+
# Create a simple SVG with the prompt text
|
| 76 |
+
# In a real implementation, this would use the DiffSketcher model
|
| 77 |
+
svg_content = f'''<svg width="{width}" height="{height}" xmlns="http://www.w3.org/2000/svg">
|
| 78 |
+
<rect width="100%" height="100%" fill="#f0f0f0"/>
|
| 79 |
+
<text x="50%" y="50%" dominant-baseline="middle" text-anchor="middle" font-size="20" fill="#333">{prompt}</text>
|
| 80 |
+
<text x="50%" y="70%" dominant-baseline="middle" text-anchor="middle" font-size="14" fill="#666">DiffSketcher placeholder output</text>
|
| 81 |
+
</svg>'''
|
| 82 |
+
|
| 83 |
+
return svg_content
|
| 84 |
|
| 85 |
def __call__(self, data):
|
| 86 |
"""Handle a request to the model"""
|
| 87 |
try:
|
| 88 |
+
logger.info(f"Handling request with data: {data}")
|
| 89 |
|
| 90 |
+
# Extract the prompt and parameters
|
| 91 |
+
if isinstance(data, dict):
|
| 92 |
+
if "inputs" in data:
|
| 93 |
+
if isinstance(data["inputs"], str):
|
| 94 |
+
prompt = data["inputs"]
|
| 95 |
+
params = {}
|
| 96 |
+
elif isinstance(data["inputs"], dict):
|
| 97 |
+
prompt = data["inputs"].get("text", "No prompt provided")
|
| 98 |
+
params = {k: v for k, v in data["inputs"].items() if k != "text"}
|
| 99 |
+
else:
|
| 100 |
+
prompt = "No prompt provided"
|
| 101 |
+
params = {}
|
| 102 |
else:
|
| 103 |
prompt = "No prompt provided"
|
| 104 |
+
params = {}
|
| 105 |
else:
|
| 106 |
prompt = "No prompt provided"
|
| 107 |
+
params = {}
|
| 108 |
+
|
| 109 |
+
logger.info(f"Extracted prompt: {prompt}")
|
| 110 |
+
logger.info(f"Extracted parameters: {params}")
|
| 111 |
|
| 112 |
+
# Extract parameters
|
| 113 |
+
width = int(params.get("width", 512))
|
| 114 |
+
height = int(params.get("height", 512))
|
| 115 |
+
num_paths = int(params.get("num_paths", 512))
|
| 116 |
+
seed = params.get("seed", None)
|
| 117 |
+
if seed is not None:
|
| 118 |
+
seed = int(seed)
|
| 119 |
|
| 120 |
# Generate SVG
|
| 121 |
+
svg_content = self.generate_svg(prompt, width, height, num_paths, seed)
|
| 122 |
+
logger.info("SVG content generated")
|
| 123 |
|
| 124 |
# Convert SVG to PNG
|
| 125 |
+
logger.info("Converting SVG to PNG")
|
| 126 |
png_data = cairosvg.svg2png(bytestring=svg_content.encode("utf-8"))
|
| 127 |
image = Image.open(io.BytesIO(png_data))
|
| 128 |
+
logger.info(f"Converted to PNG with size: {image.size}")
|
| 129 |
|
| 130 |
+
# Return the image
|
|
|
|
| 131 |
return image
|
| 132 |
except Exception as e:
|
| 133 |
+
logger.error(f"Error in handler: {e}")
|
| 134 |
+
logger.error(traceback.format_exc())
|
| 135 |
+
# Return an error image
|
| 136 |
+
error_image = Image.new('RGB', (512, 512), color='red')
|
| 137 |
+
return error_image
|