kamp/IOPaint
1
0
Fork 0
Code Issues Pull Requests Releases 1 Activity

Merge pull request #146 from fiskbil/enable-xformers-option

Browse Source 
Add argument for enabling xFormers optimizations
This commit is contained in:
Qing 2022-11-29 21:09:05 +08:00 committed by GitHub
commit d44dd8822c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@ -105,6 +105,7 @@ Available command line arguments:
| --sd-run-local | Once the model as downloaded, you can pass this arg and remove `--hf_access_token` | | | --sd-run-local | Once the model as downloaded, you can pass this arg and remove `--hf_access_token` | |
| --sd-disable-nsfw | Disable stable-diffusion NSFW checker. | | | --sd-disable-nsfw | Disable stable-diffusion NSFW checker. | |
| --sd-cpu-textencoder | Always run stable-diffusion TextEncoder model on CPU. | | | --sd-cpu-textencoder | Always run stable-diffusion TextEncoder model on CPU. | |
| --sd-enable-xformers | Enable xFormers optimizations. See: [facebookresearch/xformers](https://github.com/facebookresearch/xformers) | |
| --device | cuda or cpu | cuda | | --device | cuda or cpu | cuda |
| --port | Port for backend flask web server | 8080 | | --port | Port for backend flask web server | 8080 |
| --gui | Launch lama-cleaner as a desktop application | | | --gui | Launch lama-cleaner as a desktop application | |

5
lama_cleaner/model/sd.py
View File

@ -71,8 +71,11 @@ class SD(InpaintModel):
use_auth_token=kwargs["hf_access_token"], use_auth_token=kwargs["hf_access_token"],
**model_kwargs **model_kwargs
) )
# https://huggingface.co/docs/diffusers/v0.3.0/en/api/pipelines/stable_diffusion#diffusers.StableDiffusionInpaintPipeline.enable_attention_slicing # https://huggingface.co/docs/diffusers/v0.7.0/en/api/pipelines/stable_diffusion#diffusers.StableDiffusionInpaintPipeline.enable_attention_slicing
self.model.enable_attention_slicing() self.model.enable_attention_slicing()
# https://huggingface.co/docs/diffusers/v0.7.0/en/optimization/fp16#memory-efficient-attention
if kwargs['sd_enable_xformers']:
self.model.enable_xformers_memory_efficient_attention()
self.model = self.model.to(device) self.model = self.model.to(device)
if kwargs['sd_cpu_textencoder']: if kwargs['sd_cpu_textencoder']:

5
lama_cleaner/parse_args.py
View File

@ -32,6 +32,11 @@ def parse_args():
action="store_true", action="store_true",
help="After first time Stable Diffusion model downloaded, you can add this arg and remove --hf_access_token", help="After first time Stable Diffusion model downloaded, you can add this arg and remove --hf_access_token",
) )
parser.add_argument(
"--sd-enable-xformers",
action="store_true",
help="Enable xFormers optimizations. Requires that xformers package has been installed. See: https://github.com/facebookresearch/xformers"
)
parser.add_argument("--device", default="cuda", type=str, choices=["cuda", "cpu"]) parser.add_argument("--device", default="cuda", type=str, choices=["cuda", "cpu"])
parser.add_argument("--gui", action="store_true", help="Launch as desktop app") parser.add_argument("--gui", action="store_true", help="Launch as desktop app")
parser.add_argument( parser.add_argument(

1
lama_cleaner/server.py
View File

@ -256,6 +256,7 @@ def main(args):
sd_disable_nsfw=args.sd_disable_nsfw, sd_disable_nsfw=args.sd_disable_nsfw,
sd_cpu_textencoder=args.sd_cpu_textencoder, sd_cpu_textencoder=args.sd_cpu_textencoder,
sd_run_local=args.sd_run_local, sd_run_local=args.sd_run_local,
sd_enable_xformers=args.sd_enable_xformers,
callback=diffuser_callback, callback=diffuser_callback,
) )