stable-diffusion-webui/modules/hypernetworks/ui.py

65 lines
2.2 KiB
Python
Raw Normal View History

2022-10-07 20:22:22 +00:00
import html
import os
import re
2022-10-07 20:22:22 +00:00
import gradio as gr
import modules.textual_inversion.preprocess
2022-10-22 11:07:00 +00:00
import modules.textual_inversion.textual_inversion
from modules import devices, sd_hijack, shared
from modules.hypernetworks import hypernetwork
2022-10-07 20:22:22 +00:00
not_available = ["hardswish", "multiheadattention"]
2022-10-29 07:56:42 +00:00
keys = list(x for x in hypernetwork.HypernetworkModule.activation_dict.keys() if x not in not_available)
2022-10-07 20:22:22 +00:00
def create_hypernetwork(name, enable_sizes, overwrite_old, layer_structure=None, activation_func=None, weight_init=None, add_layer_norm=False, use_dropout=False):
2022-10-21 09:11:12 +00:00
# Remove illegal characters from name.
name = "".join( x for x in name if (x.isalnum() or x in "._- "))
2022-10-07 20:22:22 +00:00
fn = os.path.join(shared.cmd_opts.hypernetwork_dir, f"{name}.pt")
2022-10-19 23:09:40 +00:00
if not overwrite_old:
assert not os.path.exists(fn), f"file {fn} already exists"
2022-10-07 20:22:22 +00:00
if type(layer_structure) == str:
layer_structure = [float(x.strip()) for x in layer_structure.split(",")]
hypernet = modules.hypernetworks.hypernetwork.Hypernetwork(
name=name,
enable_sizes=[int(x) for x in enable_sizes],
layer_structure=layer_structure,
2022-10-20 00:10:45 +00:00
activation_func=activation_func,
weight_init=weight_init,
2022-10-22 11:07:00 +00:00
add_layer_norm=add_layer_norm,
use_dropout=use_dropout,
)
2022-10-11 11:53:02 +00:00
hypernet.save(fn)
2022-10-07 20:22:22 +00:00
shared.reload_hypernetworks()
return gr.Dropdown.update(choices=sorted([x for x in shared.hypernetworks.keys()])), f"Created: {fn}", ""
def train_hypernetwork(*args):
2022-10-11 11:53:02 +00:00
initial_hypernetwork = shared.loaded_hypernetwork
2022-10-07 20:22:22 +00:00
assert not shared.cmd_opts.lowvram, 'Training models with lowvram is not possible'
2022-10-07 20:22:22 +00:00
try:
sd_hijack.undo_optimizations()
2022-10-11 12:54:34 +00:00
hypernetwork, filename = modules.hypernetworks.hypernetwork.train_hypernetwork(*args)
2022-10-07 20:22:22 +00:00
res = f"""
Training {'interrupted' if shared.state.interrupted else 'finished'} at {hypernetwork.step} steps.
Hypernetwork saved to {html.escape(filename)}
"""
return res, ""
except Exception:
raise
finally:
2022-10-11 11:53:02 +00:00
shared.loaded_hypernetwork = initial_hypernetwork
shared.sd_model.cond_stage_model.to(devices.device)
shared.sd_model.first_stage_model.to(devices.device)
2022-10-07 20:22:22 +00:00
sd_hijack.apply_optimizations()