michael/stable-diffusion-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #3898 from R-N/lr-comma

Browse source 
Allow trailing comma in learning rate
This commit is contained in:
AUTOMATIC1111 2022-10-30 09:29:29 +03:00 committed by GitHub
commit 3dc9a43f7e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 21 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
modules/textual_inversion/learn_schedule.py
View file

@ -4,14 +4,17 @@ import tqdm
class LearnScheduleIterator: class LearnScheduleIterator:
def __init__(self, learn_rate, max_steps, cur_step=0): def __init__(self, learn_rate, max_steps, cur_step=0):
""" """
specify learn_rate as "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, 1e-5:10000 until 10000 specify learn_rate as "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, and 1e-5 until 10000
""" """
pairs = learn_rate.split(',') pairs = learn_rate.split(',')
self.rates = [] self.rates = []
self.it = 0 self.it = 0
self.maxit = 0 self.maxit = 0
try:
for i, pair in enumerate(pairs): for i, pair in enumerate(pairs):
if not pair.strip():
continue
tmp = pair.split(':') tmp = pair.split(':')
if len(tmp) == 2: if len(tmp) == 2:
step = int(tmp[1]) step = int(tmp[1])
@ -28,6 +31,10 @@ class LearnScheduleIterator:
self.rates.append((float(tmp[0]), max_steps)) self.rates.append((float(tmp[0]), max_steps))
self.maxit += 1 self.maxit += 1
return return
assert self.rates
except (ValueError, AssertionError):
raise Exception('Invalid learning rate schedule. It should be a number or, for example, like "0.001:100, 0.00001:1000, 1e-5:10000" to have lr of 0.001 until step 100, 0.00001 until 1000, and 1e-5 until 10000.')
def __iter__(self): def __iter__(self):
return self return self