# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Python 3
#     name: python3
# ---

hello

from train import NoamOpt
from matplotlib import pyplot as plt
import numpy as np

opts = [NoamOpt(768, 1, 4000, None), 
        NoamOpt(768, 2, 4000, None)]
upto=26000
plt.plot(np.arange(1, upto), [[opt.rate(i) for opt in opts] for i in range(1, upto)])
plt.legend(["1", "2"])



opts = [NoamOpt(512, 1, 4000, None), 
        NoamOpt(512, 1, 8000, None),
        NoamOpt(256, 1, 4000, None)]
plt.plot(np.arange(1, 20000), [[opt.rate(i) for opt in opts] for i in range(1, 20000)])
plt.legend(["512:4000", "512:8000", "256:4000"])





StarcoderdataJupyterScriptsDedupFiltered