forgetest5
/
PaddleOCR
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge pull request #1039 from littletomatodonkey/add_utility_doc 

add utility doc
This commit is contained in:
MissPenguin 2020-10-28 15:57:09 +08:00 committed by GitHub
parent 1dff9f7cc2 4b921e2f16
commit 9f3b617ec7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
ppocr/optimizer.py
View File

@ -29,9 +29,17 @@ def cosine_decay_with_warmup(learning_rate,
step_each_epoch,
epochs=500,
warmup_minibatch=1000):
"""Applies cosine decay to the learning rate.
"""
Applies cosine decay to the learning rate.
lr = 0.05 * (math.cos(epoch * (math.pi / 120)) + 1)
decrease lr for every mini-batch and start with warmup.
args:
learning_rate(float): initial learning rate
step_each_epoch (int): number of step for each epoch in training process
epochs(int): number of training epochs
warmup_minibatch(int): number of minibatch for warmup
return:
lr(tensor): learning rate tensor
"""
global_step = _decay_step_counter()
lr = fluid.layers.tensor.create_global_var(
@ -65,6 +73,7 @@ def AdamDecay(params, parameter_list=None):
params(dict): the super parameters
parameter_list (list): list of Variable names to update to minimize loss
return:
optimizer: a Adam optimizer instance
"""
base_lr = params['base_lr']
beta1 = params['beta1']
@ -121,6 +130,7 @@ def RMSProp(params, parameter_list=None):
params(dict): the super parameters
parameter_list (list): list of Variable names to update to minimize loss
return:
optimizer: a RMSProp optimizer instance
"""
base_lr = params.get("base_lr", 0.001)
l2_decay = params.get("l2_decay", 0.00005)