"Untitled"
By CookiePPP (https://pastebin.com/u/CookiePPP)

URL: https://pastebin.com/dgBdSvep
Created on: Thursday 26th of December 2019 02:37:19 AM CDT
Retrieved on: Saturday 31 of October 2020 11:08:50 PM UTC


replace
            for param_group in optimizer.param_groups:
                param_group['lr'] = learning_rate



with



            decay_start = 25000
            A_ = 1e-3
            B_ = 8000
            C_ = 1e-5
            if iteration < decay_start:
                learning_rate = A_
            else:
                iteration_adjusted = iteration - decay_start
                learning_rate = (A_*(e**(-iteration_adjusted/B_))) + C_ # y = Ae^(-x/B) + C
            for param_group in optimizer.param_groups:
                param_group['lr'] = learning_rate