NAIA / core /api_service.py
baqu2213's picture
Upload 3 files
244c0fa verified
"""
NAIA-WEB API Service
NAI Image Generation API communication layer
Reference: NAIA2.0/core/api_service.py (260-460)
"""
import aiohttp
import asyncio
import zipfile
import io
import json
import random
import base64
from dataclasses import dataclass
from typing import Optional, Tuple, Dict, Any, List
from PIL import Image
from utils.constants import NAI_API_URL, MODEL_ID_MAP
def process_reference_image(file_path: str) -> str:
"""
Process reference image for character reference API.
Normalizes aspect ratio and encodes to base64.
Reference: NAIA2.0/modules/character_reference_module.py _file_to_base64
"""
try:
original_image = Image.open(file_path)
width, height = original_image.size
aspect_ratio = width / height
# Standard aspect ratios (ratio, canvas_width, canvas_height)
ratios = {
'2:3': (2/3, 1024, 1536),
'3:2': (3/2, 1536, 1024),
'1:1': (1/1, 1472, 1472)
}
# Find closest standard ratio
closest_ratio = min(ratios.keys(), key=lambda k: abs(aspect_ratio - ratios[k][0]))
target_ratio, canvas_width, canvas_height = ratios[closest_ratio]
print(f"NAIA-WEB: Reference image {width}x{height} ({aspect_ratio:.2f}) → {closest_ratio} ({canvas_width}x{canvas_height})")
# Create black canvas
canvas = Image.new('RGB', (canvas_width, canvas_height), (0, 0, 0))
# Resize to fit canvas (preserve aspect ratio)
if width / canvas_width > height / canvas_height:
new_width = canvas_width
new_height = int(height * (canvas_width / width))
else:
new_height = canvas_height
new_width = int(width * (canvas_height / height))
resized_image = original_image.resize((new_width, new_height), Image.Resampling.LANCZOS)
# Center on canvas
x_offset = (canvas_width - new_width) // 2
y_offset = (canvas_height - new_height) // 2
# Handle RGBA transparency
if resized_image.mode == 'RGBA':
canvas = canvas.convert('RGBA')
canvas.paste(resized_image, (x_offset, y_offset), resized_image)
rgb_canvas = Image.new('RGB', (canvas_width, canvas_height), (0, 0, 0))
rgb_canvas.paste(canvas, (0, 0), canvas)
canvas = rgb_canvas
else:
canvas.paste(resized_image, (x_offset, y_offset))
# Encode to base64
buffer = io.BytesIO()
canvas.save(buffer, format="PNG", optimize=False)
return base64.b64encode(buffer.getvalue()).decode("utf-8")
except Exception as e:
print(f"NAIA-WEB: Failed to process reference image: {e}")
# Fallback: use original file bytes
with open(file_path, "rb") as f:
return base64.b64encode(f.read()).decode("utf-8")
class NAIAPIError(Exception):
"""Custom exception for NAI API errors"""
def __init__(self, status_code: int, message: str, debug_info: Optional[Dict] = None):
self.status_code = status_code
self.message = message
self.debug_info = debug_info or {}
super().__init__(f"NAI API Error ({status_code}): {message}")
@dataclass
class CharacterReferenceData:
"""Character reference data for NAID4.5"""
image_base64: str # Base64 encoded image
style_aware: bool = True # Include style from reference
fidelity: float = 0.75 # How closely to follow the reference (0.0-1.0)
@dataclass
class GenerationParameters:
"""Parameters for image generation request"""
prompt: str
negative_prompt: str
width: int
height: int
steps: int = 28
scale: float = 5.0
cfg_rescale: float = 0.4 # NAIA2.0 default
sampler: str = "k_euler"
seed: Optional[int] = None
model: str = "NAID4.5F"
noise_schedule: str = "native"
variety_plus: bool = False # VAR+ option (skip_cfg_above_sigma)
# Character prompts: List of (prompt, negative) tuples
character_prompts: List[Tuple[str, str]] = None
# Character reference (NAID4.5 feature)
character_reference: Optional[CharacterReferenceData] = None
class NAIAPIService:
"""
Service for communicating with NAI image generation API.
Handles V4.5 model API calls with proper payload structure.
"""
def __init__(self):
self._session: Optional[aiohttp.ClientSession] = None
# Debug info storage
self._last_payload: Optional[Dict] = None
self._last_response_status: Optional[int] = None
self._last_response_text: Optional[str] = None
async def _get_session(self) -> aiohttp.ClientSession:
"""Get or create aiohttp session"""
if self._session is None or self._session.closed:
self._session = aiohttp.ClientSession()
return self._session
async def generate_image(
self,
token: str,
params: GenerationParameters
) -> Tuple[Image.Image, Dict[str, Any]]:
"""
Call NAI API to generate an image.
Args:
token: NAI API authentication token
params: Generation parameters
Returns:
Tuple of (PIL Image, metadata dict)
Raises:
NAIAPIError: If API call fails
"""
session = await self._get_session()
# Get model name from mapping
model_name = MODEL_ID_MAP.get(params.model, "nai-diffusion-4-5-full")
# Determine seed
seed = params.seed if params.seed and params.seed > 0 else random.randint(0, 2**32 - 1)
# Build V4 prompt structure
v4_prompt = {
"caption": {
"base_caption": params.prompt,
"char_captions": []
},
"use_coords": False,
"use_order": True
}
v4_negative_prompt = {
"caption": {
"base_caption": params.negative_prompt,
"char_captions": []
},
"legacy_uc": False
}
# Add character prompts if provided (NAID4.5 feature)
if params.character_prompts:
for char_prompt, char_negative in params.character_prompts:
if char_prompt.strip():
# Default center position (no 5x5 grid feature)
centers = [{"x": 0.5, "y": 0.5}]
v4_prompt["caption"]["char_captions"].append({
"char_caption": char_prompt.strip(),
"centers": centers
})
v4_negative_prompt["caption"]["char_captions"].append({
"char_caption": char_negative.strip() if char_negative else "",
"centers": centers
})
if v4_prompt["caption"]["char_captions"]:
print(f"NAIA-WEB: Added {len(v4_prompt['caption']['char_captions'])} character prompt(s)")
# Build API parameters (matching NAI V4 structure)
api_parameters = {
"width": params.width,
"height": params.height,
"n_samples": 1,
"seed": seed,
"extra_noise_seed": seed,
"sampler": params.sampler,
"steps": params.steps,
"scale": params.scale,
"cfg_rescale": params.cfg_rescale,
"noise_schedule": params.noise_schedule,
"negative_prompt": params.negative_prompt,
# V4 specific parameters
"params_version": 3,
"add_original_image": True,
"legacy": False,
"legacy_uc": False,
"autoSmea": True,
"prefer_brownian": True,
"ucPreset": 0,
"use_coords": False,
"v4_prompt": v4_prompt,
"v4_negative_prompt": v4_negative_prompt,
}
# VAR+ (skip_cfg_above_sigma) handling
# Reference: NAIA2.0/core/api_service.py:307-321
if params.variety_plus:
# NAID4.5: 58, NAID4.0/NAID3: 19
if model_name in ['nai-diffusion-4-5-curated']:
api_parameters["skip_cfg_above_sigma"] = 58
elif model_name == 'nai-diffusion-4-5-full':
api_parameters["skip_cfg_above_sigma"] = 58.93178654671047
else:
api_parameters["skip_cfg_above_sigma"] = 19
print(f"NAIA-WEB: VAR+ enabled (skip_cfg_above_sigma={api_parameters['skip_cfg_above_sigma']})")
else:
api_parameters["skip_cfg_above_sigma"] = None
# Add character reference if provided (NAID4.5 feature)
if params.character_reference:
ref = params.character_reference
# Build description based on style_aware setting
if ref.style_aware:
description = {
"caption": {"base_caption": "character&style", "char_captions": []},
"legacy_uc": False
}
else:
description = {
"caption": {"base_caption": "character", "char_captions": []},
"legacy_uc": False
}
api_parameters["director_reference_descriptions"] = [description]
api_parameters["director_reference_images"] = [ref.image_base64]
api_parameters["director_reference_information_extracted"] = [1]
api_parameters["director_reference_secondary_strength_values"] = [ref.fidelity]
api_parameters["director_reference_strength_values"] = [1]
api_parameters["controlnet_strength"] = 1
api_parameters["inpaintImg2ImgStrength"] = 1
api_parameters["normalize_reference_strength_multiple"] = True
# Character Reference 활성화 시 skip_cfg_above_sigma 제거
# Reference: NAIA2.0/core/api_service.py:533-536
if 'skip_cfg_above_sigma' in api_parameters:
del api_parameters['skip_cfg_above_sigma']
print("NAIA-WEB: skip_cfg_above_sigma removed (Character Reference enabled)")
print(f"NAIA-WEB: Character reference enabled (style_aware={ref.style_aware}, fidelity={ref.fidelity})")
# Build request payload
payload = {
"input": params.prompt,
"model": model_name,
"action": "generate",
"parameters": api_parameters
}
# Headers - matching NAIA2.0 (no Accept header)
headers = {
"Authorization": f"Bearer {token}",
"Content-Type": "application/json"
}
# Store for debugging
self._last_payload = payload
self._last_response_status = None
self._last_response_text = None
max_retries = 2
last_error = None
for attempt in range(max_retries):
try:
async with session.post(
NAI_API_URL,
json=payload,
headers=headers,
timeout=aiohttp.ClientTimeout(total=180) # NAIA2.0 uses 180s
) as response:
self._last_response_status = response.status
if response.status == 200:
zip_data = await response.read()
image = self._extract_image_from_zip(zip_data)
metadata = {
"seed": seed,
"model": params.model,
"steps": params.steps,
"scale": params.scale,
"sampler": params.sampler,
"width": params.width,
"height": params.height,
}
return image, metadata
else:
error_text = await response.text()
self._last_response_text = error_text
debug_info = {
"model": model_name,
"status": response.status,
"response": error_text[:500], # Truncate long responses
"token_length": len(token) if token else 0,
"token_prefix": token[:10] + "..." if token and len(token) > 10 else token
}
last_error = NAIAPIError(response.status, error_text, debug_info)
# Don't retry on client errors (4xx)
if 400 <= response.status < 500:
raise last_error
except aiohttp.ClientError as e:
self._last_response_text = str(e)
last_error = NAIAPIError(0, f"Network error: {str(e)}")
# Wait before retry
if attempt < max_retries - 1:
await asyncio.sleep(1)
raise last_error or NAIAPIError(0, "Unknown error")
def _extract_image_from_zip(self, zip_data: bytes) -> Image.Image:
"""Extract image from NAI response zip"""
with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
# Find PNG file in zip
image_files = [f for f in zf.namelist() if f.endswith('.png')]
if not image_files:
raise NAIAPIError(0, "No image found in response")
image_bytes = zf.read(image_files[0])
return Image.open(io.BytesIO(image_bytes))
async def close(self):
"""Close the aiohttp session"""
if self._session and not self._session.closed:
await self._session.close()
def get_debug_info(self) -> Dict[str, Any]:
"""Return debug info from last request"""
return {
"last_status": self._last_response_status,
"last_response": self._last_response_text,
"last_payload_keys": list(self._last_payload.keys()) if self._last_payload else None,
"last_model": self._last_payload.get("model") if self._last_payload else None,
}
def format_api_error(error: NAIAPIError) -> str:
"""Format API error for user display with debug info"""
base_msg = ""
if error.status_code == 401:
base_msg = "Authentication failed. Please check your API token."
elif error.status_code == 402:
base_msg = "Insufficient Anlas. Please check your account balance."
elif error.status_code == 429:
base_msg = "Rate limited. Please wait before trying again."
elif error.status_code >= 500:
base_msg = "NAI server error. Please try again later."
elif error.status_code == 0:
base_msg = f"Connection error: {error.message}"
else:
base_msg = f"API Error ({error.status_code}): {error.message}"
# Add debug info if available
if error.debug_info:
debug_parts = []
if "token_length" in error.debug_info:
debug_parts.append(f"Token length: {error.debug_info['token_length']}")
if "token_prefix" in error.debug_info:
debug_parts.append(f"Token prefix: {error.debug_info['token_prefix']}")
if "model" in error.debug_info:
debug_parts.append(f"Model: {error.debug_info['model']}")
if "response" in error.debug_info:
debug_parts.append(f"Response: {error.debug_info['response']}")
if debug_parts:
base_msg += "\n\n[Debug Info]\n" + "\n".join(debug_parts)
return base_msg