call torch_gc before/after each gpu gradio operation
This commit is contained in:
parent
c1c27dad3b
commit
2f2d356e4c
1 changed files with 5 additions and 0 deletions
5
webui.py
5
webui.py
|
@ -1,6 +1,7 @@
|
|||
import os
|
||||
import threading
|
||||
|
||||
from modules import devices
|
||||
from modules.paths import script_path
|
||||
|
||||
import signal
|
||||
|
@ -47,6 +48,8 @@ def wrap_queued_call(func):
|
|||
|
||||
def wrap_gradio_gpu_call(func):
|
||||
def f(*args, **kwargs):
|
||||
devices.torch_gc()
|
||||
|
||||
shared.state.sampling_step = 0
|
||||
shared.state.job_count = -1
|
||||
shared.state.job_no = 0
|
||||
|
@ -62,6 +65,8 @@ def wrap_gradio_gpu_call(func):
|
|||
shared.state.job = ""
|
||||
shared.state.job_count = 0
|
||||
|
||||
devices.torch_gc()
|
||||
|
||||
return res
|
||||
|
||||
return modules.ui.wrap_gradio_call(f)
|
||||
|
|
Loading…
Reference in a new issue