70af4845af
new file: inpaint/__main__.py new file: inpaint/api.py new file: inpaint/batch_processing.py new file: inpaint/benchmark.py new file: inpaint/cli.py new file: inpaint/const.py new file: inpaint/download.py new file: inpaint/file_manager/__init__.py new file: inpaint/file_manager/file_manager.py new file: inpaint/file_manager/storage_backends.py new file: inpaint/file_manager/utils.py new file: inpaint/helper.py new file: inpaint/installer.py new file: inpaint/model/__init__.py new file: inpaint/model/anytext/__init__.py new file: inpaint/model/anytext/anytext_model.py new file: inpaint/model/anytext/anytext_pipeline.py new file: inpaint/model/anytext/anytext_sd15.yaml new file: inpaint/model/anytext/cldm/__init__.py new file: inpaint/model/anytext/cldm/cldm.py new file: inpaint/model/anytext/cldm/ddim_hacked.py new file: inpaint/model/anytext/cldm/embedding_manager.py new file: inpaint/model/anytext/cldm/hack.py new file: inpaint/model/anytext/cldm/model.py new file: inpaint/model/anytext/cldm/recognizer.py new file: inpaint/model/anytext/ldm/__init__.py new file: inpaint/model/anytext/ldm/models/__init__.py new file: inpaint/model/anytext/ldm/models/autoencoder.py new file: inpaint/model/anytext/ldm/models/diffusion/__init__.py new file: inpaint/model/anytext/ldm/models/diffusion/ddim.py new file: inpaint/model/anytext/ldm/models/diffusion/ddpm.py new file: inpaint/model/anytext/ldm/models/diffusion/dpm_solver/__init__.py new file: inpaint/model/anytext/ldm/models/diffusion/dpm_solver/dpm_solver.py new file: inpaint/model/anytext/ldm/models/diffusion/dpm_solver/sampler.py new file: inpaint/model/anytext/ldm/models/diffusion/plms.py new file: inpaint/model/anytext/ldm/models/diffusion/sampling_util.py new file: inpaint/model/anytext/ldm/modules/__init__.py new file: inpaint/model/anytext/ldm/modules/attention.py new file: inpaint/model/anytext/ldm/modules/diffusionmodules/__init__.py new file: inpaint/model/anytext/ldm/modules/diffusionmodules/model.py new file: inpaint/model/anytext/ldm/modules/diffusionmodules/openaimodel.py new file: inpaint/model/anytext/ldm/modules/diffusionmodules/upscaling.py new file: inpaint/model/anytext/ldm/modules/diffusionmodules/util.py new file: inpaint/model/anytext/ldm/modules/distributions/__init__.py new file: inpaint/model/anytext/ldm/modules/distributions/distributions.py new file: inpaint/model/anytext/ldm/modules/ema.py new file: inpaint/model/anytext/ldm/modules/encoders/__init__.py new file: inpaint/model/anytext/ldm/modules/encoders/modules.py new file: inpaint/model/anytext/ldm/util.py new file: inpaint/model/anytext/main.py new file: inpaint/model/anytext/ocr_recog/RNN.py new file: inpaint/model/anytext/ocr_recog/RecCTCHead.py new file: inpaint/model/anytext/ocr_recog/RecModel.py new file: inpaint/model/anytext/ocr_recog/RecMv1_enhance.py new file: inpaint/model/anytext/ocr_recog/RecSVTR.py new file: inpaint/model/anytext/ocr_recog/__init__.py new file: inpaint/model/anytext/ocr_recog/common.py new file: inpaint/model/anytext/ocr_recog/en_dict.txt new file: inpaint/model/anytext/ocr_recog/ppocr_keys_v1.txt new file: inpaint/model/anytext/utils.py new file: inpaint/model/base.py new file: inpaint/model/brushnet/__init__.py new file: inpaint/model/brushnet/brushnet.py new file: inpaint/model/brushnet/brushnet_unet_forward.py new file: inpaint/model/brushnet/brushnet_wrapper.py new file: inpaint/model/brushnet/pipeline_brushnet.py new file: inpaint/model/brushnet/unet_2d_blocks.py new file: inpaint/model/controlnet.py new file: inpaint/model/ddim_sampler.py new file: inpaint/model/fcf.py new file: inpaint/model/helper/__init__.py new file: inpaint/model/helper/controlnet_preprocess.py new file: inpaint/model/helper/cpu_text_encoder.py new file: inpaint/model/helper/g_diffuser_bot.py new file: inpaint/model/instruct_pix2pix.py new file: inpaint/model/kandinsky.py new file: inpaint/model/lama.py new file: inpaint/model/ldm.py new file: inpaint/model/manga.py new file: inpaint/model/mat.py new file: inpaint/model/mi_gan.py new file: inpaint/model/opencv2.py new file: inpaint/model/original_sd_configs/__init__.py new file: inpaint/model/original_sd_configs/sd_xl_base.yaml new file: inpaint/model/original_sd_configs/sd_xl_refiner.yaml new file: inpaint/model/original_sd_configs/v1-inference.yaml new file: inpaint/model/original_sd_configs/v2-inference-v.yaml new file: inpaint/model/paint_by_example.py new file: inpaint/model/plms_sampler.py new file: inpaint/model/power_paint/__init__.py new file: inpaint/model/power_paint/pipeline_powerpaint.py new file: inpaint/model/power_paint/power_paint.py new file: inpaint/model/power_paint/power_paint_v2.py new file: inpaint/model/power_paint/powerpaint_tokenizer.py
98 lines
3.0 KiB
Python
98 lines
3.0 KiB
Python
import os
|
|
import random
|
|
|
|
import cv2
|
|
import numpy as np
|
|
import torch
|
|
import time
|
|
from loguru import logger
|
|
|
|
from iopaint.helper import get_cache_path_by_url, load_jit_model, download_model
|
|
from .base import InpaintModel
|
|
from iopaint.schema import InpaintRequest
|
|
|
|
|
|
MANGA_INPAINTOR_MODEL_URL = os.environ.get(
|
|
"MANGA_INPAINTOR_MODEL_URL",
|
|
"https://github.com/Sanster/models/releases/download/manga/manga_inpaintor.jit",
|
|
)
|
|
MANGA_INPAINTOR_MODEL_MD5 = os.environ.get(
|
|
"MANGA_INPAINTOR_MODEL_MD5", "7d8b269c4613b6b3768af714610da86c"
|
|
)
|
|
|
|
MANGA_LINE_MODEL_URL = os.environ.get(
|
|
"MANGA_LINE_MODEL_URL",
|
|
"https://github.com/Sanster/models/releases/download/manga/erika.jit",
|
|
)
|
|
MANGA_LINE_MODEL_MD5 = os.environ.get(
|
|
"MANGA_LINE_MODEL_MD5", "0c926d5a4af8450b0d00bc5b9a095644"
|
|
)
|
|
|
|
|
|
class Manga(InpaintModel):
|
|
name = "manga"
|
|
pad_mod = 16
|
|
is_erase_model = True
|
|
|
|
def init_model(self, device, **kwargs):
|
|
self.inpaintor_model = load_jit_model(
|
|
MANGA_INPAINTOR_MODEL_URL, device, MANGA_INPAINTOR_MODEL_MD5
|
|
)
|
|
self.line_model = load_jit_model(
|
|
MANGA_LINE_MODEL_URL, device, MANGA_LINE_MODEL_MD5
|
|
)
|
|
self.seed = 42
|
|
|
|
@staticmethod
|
|
def download():
|
|
download_model(MANGA_INPAINTOR_MODEL_URL, MANGA_INPAINTOR_MODEL_MD5)
|
|
download_model(MANGA_LINE_MODEL_URL, MANGA_LINE_MODEL_MD5)
|
|
|
|
@staticmethod
|
|
def is_downloaded() -> bool:
|
|
model_paths = [
|
|
get_cache_path_by_url(MANGA_INPAINTOR_MODEL_URL),
|
|
get_cache_path_by_url(MANGA_LINE_MODEL_URL),
|
|
]
|
|
return all([os.path.exists(it) for it in model_paths])
|
|
|
|
def forward(self, image, mask, config: InpaintRequest):
|
|
"""
|
|
image: [H, W, C] RGB
|
|
mask: [H, W, 1]
|
|
return: BGR IMAGE
|
|
"""
|
|
seed = self.seed
|
|
random.seed(seed)
|
|
np.random.seed(seed)
|
|
torch.manual_seed(seed)
|
|
torch.cuda.manual_seed_all(seed)
|
|
|
|
gray_img = cv2.cvtColor(image, cv2.COLOR_RGB2GRAY)
|
|
gray_img = torch.from_numpy(
|
|
gray_img[np.newaxis, np.newaxis, :, :].astype(np.float32)
|
|
).to(self.device)
|
|
start = time.time()
|
|
lines = self.line_model(gray_img)
|
|
torch.cuda.empty_cache()
|
|
lines = torch.clamp(lines, 0, 255)
|
|
logger.info(f"erika_model time: {time.time() - start}")
|
|
|
|
mask = torch.from_numpy(mask[np.newaxis, :, :, :]).to(self.device)
|
|
mask = mask.permute(0, 3, 1, 2)
|
|
mask = torch.where(mask > 0.5, 1.0, 0.0)
|
|
noise = torch.randn_like(mask)
|
|
ones = torch.ones_like(mask)
|
|
|
|
gray_img = gray_img / 255 * 2 - 1.0
|
|
lines = lines / 255 * 2 - 1.0
|
|
|
|
start = time.time()
|
|
inpainted_image = self.inpaintor_model(gray_img, lines, mask, noise, ones)
|
|
logger.info(f"image_inpaintor_model time: {time.time() - start}")
|
|
|
|
cur_res = inpainted_image[0].permute(1, 2, 0).detach().cpu().numpy()
|
|
cur_res = (cur_res * 127.5 + 127.5).astype(np.uint8)
|
|
cur_res = cv2.cvtColor(cur_res, cv2.COLOR_GRAY2BGR)
|
|
return cur_res
|