Commit 56a47ce2 authored by lukovnikov's avatar lukovnikov
Browse files

- replaced OpenAIGPTAdam with OpenAIAdam in docs

parent 331a46ff
...@@ -87,19 +87,5 @@ class WarmupCosineWithRestartsTest(unittest.TestCase): ...@@ -87,19 +87,5 @@ class WarmupCosineWithRestartsTest(unittest.TestCase):
self.assertTrue(np.allclose(expected_zeros, 0)) self.assertTrue(np.allclose(expected_zeros, 0))
class TestSchedulePlot(unittest.TestCase):
def test_plot_schedule(self):
import matplotlib as mpl
from matplotlib import pyplot as plt
m = WarmupCosineWithWarmupRestartsSchedule(warmup=.1, t_total=1000., cycles=3.)
x = np.arange(0, 1000)
y = [m.get_lr(xe) for xe in x]
y = np.asarray(y)
plt.figure(figsize=(9, 2))
plt.plot(y)
#plt.grid(True)
plt.show()
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment