Skip to content

Commit

Permalink
sd_api_pictures model reload fix (#6720)
Browse files Browse the repository at this point in the history
  • Loading branch information
Manschm authored Feb 3, 2025
1 parent edbe0af commit b54bf35
Showing 1 changed file with 6 additions and 3 deletions.
9 changes: 6 additions & 3 deletions extensions/sd_api_pictures/script.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
from PIL import Image

from modules import shared
from modules.models import reload_model, unload_model
from modules.models import load_model, unload_model
from modules.ui import create_refresh_button

torch._C._jit_set_profiling_mode(False)
Expand All @@ -38,14 +38,16 @@
'cfg_scale': 7,
'textgen_prefix': 'Please provide a detailed and vivid description of [subject]',
'sd_checkpoint': ' ',
'checkpoint_list': [" "]
'checkpoint_list': [" "],
'last_model': ""
}


def give_VRAM_priority(actor):
global shared, params

if actor == 'SD':
params["last_model"] = shared.model_name
unload_model()
print("Requesting Auto1111 to re-load last checkpoint used...")
response = requests.post(url=f'{params["address"]}/sdapi/v1/reload-checkpoint', json='')
Expand All @@ -55,7 +57,8 @@ def give_VRAM_priority(actor):
print("Requesting Auto1111 to vacate VRAM...")
response = requests.post(url=f'{params["address"]}/sdapi/v1/unload-checkpoint', json='')
response.raise_for_status()
reload_model()
if params["last_model"]:
shared.model, shared.tokenizer = load_model(params["last_model"])

elif actor == 'set':
print("VRAM mangement activated -- requesting Auto1111 to vacate VRAM...")
Expand Down

0 comments on commit b54bf35

Please sign in to comment.