api.py

import torch
from fastapi import FastAPI, HTTPException
from pydantic import BaseModel, Field
from diffusers import StableDiffusionPipeline, DPMSolverMultistepScheduler, StableDiffusionXLPipeline
from PIL import Image
import io
import base64
import logging
import platform

# 设置日志
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

# 检查 MPS 可用性
if torch.backends.mps.is_available():
    DEVICE = "mps"
    logger.info("使用 MPS 设备")
else:
    DEVICE = "cpu"
    logger.info("使用 CPU 设备")

app = FastAPI()

# 定义可用的模型列表
AVAILABLE_MODELS = {
    "Janus Pro": {
        "model_id": "deepseek-ai/Janus-Pro-7B",
        "pipeline_class": StableDiffusionPipeline
    },
    "Stable Diffusion 1.5": {
        "model_id": "runwayml/stable-diffusion-v1-5",
        "pipeline_class": StableDiffusionPipeline
    },
    "Stable Diffusion XL": {
        "model_id": "stabilityai/stable-diffusion-xl-base-1.0",
        "pipeline_class": StableDiffusionXLPipeline
    },
    "Realistic Vision": {
        "model_id": "SG161222/Realistic_Vision_V5.1_noVAE",
        "pipeline_class": StableDiffusionPipeline
    },
    "Dreamshaper": {
        "model_id": "Lykon/dreamshaper-8",
        "pipeline_class": StableDiffusionPipeline
    }
}

# 模型特定配置
MODEL_CONFIGS = {
    "Janus Pro": {
        "torch_dtype": torch.float32,
        "requires_safety_checker": False,
        "max_length": 77,
        "variant": None,
        "use_safetensors": True
    },
    "Stable Diffusion 1.5": {
        "torch_dtype": torch.float32,
        "requires_safety_checker": False,
        "max_length": 77,
        "variant": None,
        "use_safetensors": True
    },
    "Stable Diffusion XL": {
        "torch_dtype": torch.float32,
        "requires_safety_checker": False,
        "max_length": 77,
        "variant": "fp16",
        "use_safetensors": True
    },
    "Realistic Vision": {
        "torch_dtype": torch.float32,
        "requires_safety_checker": False,
        "max_length": 77,
        "variant": None,
        "use_safetensors": True,
        "custom_pipeline": None
    },
    "Dreamshaper": {
        "torch_dtype": torch.float32,
        "requires_safety_checker": False,
        "max_length": 77,
        "variant": None,
        "use_safetensors": True,
        "custom_pipeline": None
    }
}

# 更新请求模型
class PromptRequest(BaseModel):
    prompt: str
    negative_prompt: str = ""
    model_name: str = "Stable Diffusion 1.5"
    steps: int = Field(default=20, ge=1, le=150)
    cfg_scale: float = Field(default=7.0, ge=1.0, le=20.0)
    width: int = Field(default=512, ge=384, le=1024)
    height: int = Field(default=512, ge=384, le=1024)
    seed: int = Field(default=-1)

# 模型缓存
model_cache = {}

def get_pipe(model_name: str):
    if model_name not in model_cache:
        model_info = AVAILABLE_MODELS[model_name]
        config = MODEL_CONFIGS[model_name]
        try:
            logger.info(f"开始加载模型: {model_name} ({model_info['model_id']})")
            
            # 基础配置
            load_config = {
                "torch_dtype": config["torch_dtype"],
                "use_safetensors": config.get("use_safetensors", True),
                "variant": config.get("variant", None)
            }
            
            # 根据模型类型添加特定配置
            if model_name == "Stable Diffusion 1.5":
                load_config.update({
                    "safety_checker": None,
                    "requires_safety_checker": config["requires_safety_checker"]
                })
            elif model_name == "Stable Diffusion XL":
                load_config.update({
                    "use_safetensors": True,
                    "variant": "fp16"
                })
            else:
                # 其他 SD 1.5 基础模型的通用配置
                load_config.update({
                    "safety_checker": None,
                    "requires_safety_checker": False,
                    "custom_pipeline": config.get("custom_pipeline", None)
                })
            
            # 加载模型
            pipe = model_info["pipeline_class"].from_pretrained(
                model_info["model_id"],
                **load_config
            )
            
            logger.info("成功创建 pipeline")
            
            # 配置调度器
            if model_name == "Stable Diffusion XL":
                pipe.scheduler = DPMSolverMultistepScheduler.from_config(
                    pipe.scheduler.config,
                    algorithm_type="dpmsolver++",
                    solver_order=2
                )
                logger.info("已更新 SDXL scheduler 为 DPMSolverMultistepScheduler")
            elif model_name == "Realistic Vision":
                # Realistic Vision 使用特定的调度器配置
                pipe.scheduler = DPMSolverMultistepScheduler.from_config(
                    pipe.scheduler.config,
                    algorithm_type="dpmsolver++",
                    solver_order=2,
                    use_karras_sigmas=True
                )
                logger.info("已更新 Realistic Vision scheduler 为优化的 DPMSolverMultistepScheduler")
            else:
                # 其他模型使用标准配置
                pipe.scheduler = DPMSolverMultistepScheduler.from_config(
                    pipe.scheduler.config,
                    algorithm_type="dpmsolver++",
                    solver_order=2
                )
                logger.info("已更新 scheduler 为标准 DPMSolverMultistepScheduler")
            
            # 移动到 MPS 设备
            logger.info(f"正在将模型移动到 {DEVICE} 设备...")
            pipe = pipe.to(DEVICE)
            
            # 内存优化
            pipe.enable_attention_slicing()
            logger.info("已应用内存优化")
            
            model_cache[model_name] = pipe
            logger.info(f"模型 {model_name} 加载完成并已优化")
            
        except Exception as e:
            error_msg = f"加载模型失败: {str(e)}"
            logger.error(error_msg)
            if model_name in model_cache:
                del model_cache[model_name]
            raise HTTPException(status_code=500, detail=error_msg)
    return model_cache[model_name]

@app.get("/models")
async def get_models():
    return {"models": list(AVAILABLE_MODELS.keys())}

@app.post("/generate")
async def generate_image(request: PromptRequest):
    try:
        logger.info(f"收到生成请求，模型: {request.model_name}")
        logger.info(f"提示词: {request.prompt}")
        logger.info(f"负面提示词: {request.negative_prompt}")
        logger.info(f"参数: steps={request.steps}, cfg_scale={request.cfg_scale}, "
                   f"size={request.width}x{request.height}, seed={request.seed}")
        
        # 获取对应的模型
        pipe = get_pipe(request.model_name)
        
        # 设置随机种子
        generator = None
        if request.seed != -1:
            generator = torch.Generator(DEVICE).manual_seed(request.seed)
        
        # 处理 CLIP 输入限制
        config = MODEL_CONFIGS[request.model_name]
        max_length = config["max_length"]
        prompt = request.prompt[:max_length]
        negative_prompt = request.negative_prompt[:max_length]
        
        # 生成图像
        logger.info("开始生成图像...")
        try:
            with torch.inference_mode():
                # 根据模型类型调用不同的生成方法
                if request.model_name == "Stable Diffusion XL":
                    image = pipe(
                        prompt=prompt,
                        negative_prompt=negative_prompt,
                        num_inference_steps=request.steps,
                        guidance_scale=request.cfg_scale,
                        width=request.width,
                        height=request.height,
                        generator=generator
                    ).images[0]
                else:
                    image = pipe(
                        prompt=prompt,
                        negative_prompt=negative_prompt,
                        num_inference_steps=request.steps,
                        guidance_scale=request.cfg_scale,
                        width=request.width,
                        height=request.height,
                        generator=generator
                    ).images[0]
                    
        except Exception as e:
            logger.error(f"图像生成失败: {str(e)}")
            if request.model_name in model_cache:
                del model_cache[request.model_name]
            raise HTTPException(status_code=500, detail=f"图像生成失败: {str(e)}")
        
        logger.info("图像生成完成，正在转换格式...")
        buffered = io.BytesIO()
        image.save(buffered, format="PNG")
        img_str = base64.b64encode(buffered.getvalue()).decode()
        
        logger.info("处理完成，返回结果")
        return {"image": img_str}
    except Exception as e:
        error_msg = f"生成过程出错: {str(e)}"
        logger.error(error_msg)
        raise HTTPException(status_code=500, detail=error_msg)

if __name__ == "__main__":
    import uvicorn
    uvicorn.run(app, host="0.0.0.0", port=7858)