kubapok/ff-lm-bengio
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
c5a7801af0
ff-lm-bengio/model lm bengio.ipynb

2116 lines
96 KiB
Plaintext
Raw Normal View History

init
2021-05-24 14:11:26 +02:00
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## importy"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/media/kuba/ssdsam/anaconda3/lib/python3.8/site-packages/gensim/similarities/__init__.py:15: UserWarning: The gensim.similarities.levenshtein submodule is disabled, because the optional Levenshtein package <https://pypi.org/project/python-Levenshtein/> is unavailable. Install Levenhstein (e.g. `pip install python-Levenshtein`) to suppress this warning.\n",
" warnings.warn(msg)\n"
]
}
],
"source": [
"from gensim.utils import tokenize\n",
"import numpy as np\n",
"import torch\n",
"from tqdm.notebook import tqdm"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"https://www.jmlr.org/papers/volume3/bengio03a/bengio03a.pdf"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
"#device = 'cpu'"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Using cuda device\n"
]
}
],
"source": [
"print('Using {} device'.format(device))"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"device(type='cuda')"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"device"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## przygotowanie zbiorów"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"pan_tadeusz_path_train= '/home/kuba/Syncthing/przedmioty/2020-02/ISI/zajecia9_ngramowy_model_jDDezykowy/pan-tadeusz-train.txt'"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"corpora_train = open(pan_tadeusz_path_train).read()"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
"corpora_train_tokenized = list(tokenize(corpora_train,lowercase = True))"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
"vocab_itos = sorted(set(corpora_train_tokenized))"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"16598"
]
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(vocab_itos)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [],
"source": [
"vocab_itos = vocab_itos[:15005]\n",
"vocab_itos[15001] = \"<UNK>\"\n",
"vocab_itos[15002] = \"<BOS>\"\n",
"vocab_itos[15003] = \"<EOS>\"\n",
"vocab_itos[15004] = \"<PAD>\""
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"15005"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(vocab_itos)"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [],
"source": [
"vocab_stoi = dict()\n",
"for i, token in enumerate(vocab_itos):\n",
" vocab_stoi[token] = i"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [],
"source": [
"NGRAMS = 4"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {},
"outputs": [],
"source": [
"def get_token_id(dataset):\n",
" token_ids = [vocab_stoi['<PAD>']] * (NGRAMS-1) + [vocab_stoi['<BOS>']]\n",
" for token in dataset:\n",
" try:\n",
" token_ids.append(vocab_stoi[token])\n",
" except KeyError:\n",
" token_ids.append(vocab_stoi['<UNK>'])\n",
" token_ids.append(vocab_stoi['<EOS>'])\n",
" return token_ids"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [],
"source": [
"train_ids = get_token_id(corpora_train_tokenized)"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/plain": [
"[15004,\n",
" 15004,\n",
" 15004,\n",
" 15002,\n",
" 7,\n",
" 5002,\n",
" 7247,\n",
" 11955,\n",
" 1432,\n",
" 7018,\n",
" 14739,\n",
" 5506,\n",
" 4696,\n",
" 4276,\n",
" 7505,\n",
" 2642,\n",
" 8477,\n",
" 7259,\n",
" 10870,\n",
" 10530,\n",
" 7506,\n",
" 12968,\n",
" 7997,\n",
" 1911,\n",
" 12479,\n",
" 11129,\n",
" 13069,\n",
" 11797,\n",
" 5819,\n",
" 6268]"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"train_ids[:30]"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [],
"source": [
"def get_samples(dataset):\n",
" samples = []\n",
" for i in range(len(dataset)-NGRAMS):\n",
" samples.append(dataset[i:i+NGRAMS])\n",
" return samples"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [],
"source": [
"train_ids = get_samples(train_ids)"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [],
"source": [
"train_ids = torch.tensor(train_ids, device = device)"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/plain": [
"tensor([[15004, 15004, 15004, 15002],\n",
" [15004, 15004, 15002, 7],\n",
" [15004, 15002, 7, 5002],\n",
" [15002, 7, 5002, 7247],\n",
" [ 7, 5002, 7247, 11955],\n",
" [ 5002, 7247, 11955, 1432],\n",
" [ 7247, 11955, 1432, 7018],\n",
" [11955, 1432, 7018, 14739],\n",
" [ 1432, 7018, 14739, 5506],\n",
" [ 7018, 14739, 5506, 4696],\n",
" [14739, 5506, 4696, 4276],\n",
" [ 5506, 4696, 4276, 7505],\n",
" [ 4696, 4276, 7505, 2642],\n",
" [ 4276, 7505, 2642, 8477],\n",
" [ 7505, 2642, 8477, 7259],\n",
" [ 2642, 8477, 7259, 10870],\n",
" [ 8477, 7259, 10870, 10530],\n",
" [ 7259, 10870, 10530, 7506],\n",
" [10870, 10530, 7506, 12968],\n",
" [10530, 7506, 12968, 7997],\n",
" [ 7506, 12968, 7997, 1911],\n",
" [12968, 7997, 1911, 12479],\n",
" [ 7997, 1911, 12479, 11129],\n",
" [ 1911, 12479, 11129, 13069],\n",
" [12479, 11129, 13069, 11797],\n",
" [11129, 13069, 11797, 5819],\n",
" [13069, 11797, 5819, 6268],\n",
" [11797, 5819, 6268, 2807],\n",
" [ 5819, 6268, 2807, 7831],\n",
" [ 6268, 2807, 7831, 12893]], device='cuda:0')"
]
},
"execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"train_ids[:30]"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## model"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [],
"source": [
"class NeuralLM(torch.nn.Module):\n",
"\n",
" def __init__(self):\n",
" super(NeuralLM, self).__init__()\n",
" self.emb = torch.nn.Embedding(len(vocab_itos),200)\n",
" self.fc1 = torch.nn.Linear( (NGRAMS - 1 ) * 200,len(vocab_itos)) \n",
"\n",
" def forward(self, x):\n",
" x = self.emb(x)\n",
" x = x.reshape(-1, (NGRAMS-1)*200)\n",
" x = self.fc1(x)\n",
" return x"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [],
"source": [
"lm = NeuralLM().to(device)"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [],
"source": [
"criterion = torch.nn.CrossEntropyLoss()"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {},
"outputs": [],
"source": [
"optimizer = torch.optim.Adam(lm.parameters())"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [],
"source": [
"BATCH_SIZE = 50\n",
"EPOCHS = 2"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "b8d57e29ed80484c8749fbbde23bd719",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(FloatProgress(value=0.0, max=1140.0), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 0/1140.44\tloss: 9.86444\t19234.062158106106\n",
"updates: 2/1140.44\tloss: 9.8484\t18928.01779784466\n",
"updates: 4/1140.44\tloss: 9.80547\t18132.650966417892\n",
"updates: 6/1140.44\tloss: 9.79965\t18027.479440297415\n",
"updates: 8/1140.44\tloss: 9.77038\t17507.36347175203\n",
"updates: 10/1140.44\tloss: 9.76398\t17395.75469455178\n",
"updates: 12/1140.44\tloss: 9.73982\t16980.495266286664\n",
"updates: 14/1140.44\tloss: 9.72326\t16701.657281817905\n",
"updates: 16/1140.44\tloss: 9.69892\t16299.98679638986\n",
"updates: 18/1140.44\tloss: 9.68147\t16018.075454520396\n",
"updates: 20/1140.44\tloss: 9.66146\t15700.642679967945\n",
"updates: 22/1140.44\tloss: 9.64514\t15446.55612236878\n",
"updates: 24/1140.44\tloss: 9.63481\t15287.844411692564\n",
"updates: 26/1140.44\tloss: 9.61562\t14997.145144959657\n",
"updates: 28/1140.44\tloss: 9.59612\t14707.667295823418\n",
"updates: 30/1140.44\tloss: 9.59734\t14725.558518710543\n",
"updates: 32/1140.44\tloss: 9.57319\t14374.268338397032\n",
"updates: 34/1140.44\tloss: 9.57122\t14345.899296320918\n",
"updates: 36/1140.44\tloss: 9.56701\t14285.56806118898\n",
"updates: 38/1140.44\tloss: 9.56705\t14286.279366692625\n",
"updates: 40/1140.44\tloss: 9.55483\t14112.716199852684\n",
"updates: 42/1140.44\tloss: 9.54847\t14023.185526381143\n",
"updates: 44/1140.44\tloss: 9.53628\t13853.311093806895\n",
"updates: 46/1140.44\tloss: 9.52915\t13754.94314273374\n",
"updates: 48/1140.44\tloss: 9.5163\t13579.329368267778\n",
"updates: 50/1140.44\tloss: 9.50758\t13461.412437213186\n",
"updates: 52/1140.44\tloss: 9.5012\t13375.76489148916\n",
"updates: 54/1140.44\tloss: 9.48498\t13160.520211069877\n",
"updates: 56/1140.44\tloss: 9.48351\t13141.24414135997\n",
"updates: 58/1140.44\tloss: 9.4793\t13086.040619782183\n",
"updates: 60/1140.44\tloss: 9.4693\t12955.826789589635\n",
"updates: 62/1140.44\tloss: 9.45711\t12798.820739889548\n",
"updates: 64/1140.44\tloss: 9.45498\t12771.672536565737\n",
"updates: 66/1140.44\tloss: 9.45263\t12741.660749820296\n",
"updates: 68/1140.44\tloss: 9.45132\t12724.96446668678\n",
"updates: 70/1140.44\tloss: 9.44457\t12639.30335760076\n",
"updates: 72/1140.44\tloss: 9.44033\t12585.829880659916\n",
"updates: 74/1140.44\tloss: 9.42779\t12429.002202080706\n",
"updates: 76/1140.44\tloss: 9.42272\t12366.192784197907\n",
"updates: 78/1140.44\tloss: 9.41757\t12302.617375412821\n",
"updates: 80/1140.44\tloss: 9.41148\t12227.90597875709\n",
"updates: 82/1140.44\tloss: 9.40725\t12176.355513954843\n",
"updates: 84/1140.44\tloss: 9.40192\t12111.580565146021\n",
"updates: 86/1140.44\tloss: 9.39689\t12050.849471389334\n",
"updates: 88/1140.44\tloss: 9.39121\t11982.567013411552\n",
"updates: 90/1140.44\tloss: 9.38475\t11905.433821472729\n",
"updates: 92/1140.44\tloss: 9.37616\t11803.56663859979\n",
"updates: 94/1140.44\tloss: 9.37446\t11783.554123177306\n",
"updates: 96/1140.44\tloss: 9.3765\t11807.568931733695\n",
"updates: 98/1140.44\tloss: 9.37796\t11824.901494761023\n",
"updates: 100/1140.44\tloss: 9.36802\t11707.938330346582\n",
"updates: 102/1140.44\tloss: 9.35723\t11582.300252923045\n",
"updates: 104/1140.44\tloss: 9.34826\t11478.822758999582\n",
"updates: 106/1140.44\tloss: 9.34181\t11405.040953617527\n",
"updates: 108/1140.44\tloss: 9.33673\t11347.296568327127\n",
"updates: 110/1140.44\tloss: 9.33414\t11317.909510987543\n",
"updates: 112/1140.44\tloss: 9.33469\t11324.171257525839\n",
"updates: 114/1140.44\tloss: 9.32007\t11159.772464268459\n",
"updates: 116/1140.44\tloss: 9.31356\t11087.346440070609\n",
"updates: 118/1140.44\tloss: 9.30683\t11012.981115321441\n",
"updates: 120/1140.44\tloss: 9.30269\t10967.449950595814\n",
"updates: 122/1140.44\tloss: 9.30209\t10960.855147155384\n",
"updates: 124/1140.44\tloss: 9.29887\t10925.65400385966\n",
"updates: 126/1140.44\tloss: 9.29767\t10912.571610483568\n",
"updates: 128/1140.44\tloss: 9.2952\t10885.674474219924\n",
"updates: 130/1140.44\tloss: 9.29539\t10887.706529252391\n",
"updates: 132/1140.44\tloss: 9.28469\t10771.87999170365\n",
"updates: 134/1140.44\tloss: 9.27856\t10706.002529591899\n",
"updates: 136/1140.44\tloss: 9.2749\t10666.912725763812\n",
"updates: 138/1140.44\tloss: 9.27104\t10625.805688136119\n",
"updates: 140/1140.44\tloss: 9.27178\t10633.638810210972\n",
"updates: 142/1140.44\tloss: 9.26796\t10593.16940404968\n",
"updates: 144/1140.44\tloss: 9.26434\t10554.89283611906\n",
"updates: 146/1140.44\tloss: 9.25682\t10475.799020913953\n",
"updates: 148/1140.44\tloss: 9.25293\t10435.125131344192\n",
"updates: 150/1140.44\tloss: 9.24837\t10387.624944391351\n",
"updates: 152/1140.44\tloss: 9.24303\t10332.301963151596\n",
"updates: 154/1140.44\tloss: 9.23939\t10294.757515776588\n",
"updates: 156/1140.44\tloss: 9.23526\t10252.276330557435\n",
"updates: 158/1140.44\tloss: 9.23783\t10278.664350821904\n",
"updates: 160/1140.44\tloss: 9.23373\t10236.628631193564\n",
"updates: 162/1140.44\tloss: 9.22935\t10191.903426264354\n",
"updates: 164/1140.44\tloss: 9.22971\t10195.543594286717\n",
"updates: 166/1140.44\tloss: 9.22622\t10160.070461524845\n",
"updates: 168/1140.44\tloss: 9.22417\t10139.300673417529\n",
"updates: 170/1140.44\tloss: 9.22285\t10125.849838600767\n",
"updates: 172/1140.44\tloss: 9.22212\t10118.496531489998\n",
"updates: 174/1140.44\tloss: 9.2224\t10121.276969352899\n",
"updates: 176/1140.44\tloss: 9.21642\t10061.019910965366\n",
"updates: 178/1140.44\tloss: 9.21146\t10011.1668307345\n",
"updates: 180/1140.44\tloss: 9.21059\t10002.453365938658\n",
"updates: 182/1140.44\tloss: 9.20718\t9968.420839794166\n",
"updates: 184/1140.44\tloss: 9.2095\t9991.615915489974\n",
"updates: 186/1140.44\tloss: 9.20842\t9980.829506740562\n",
"updates: 188/1140.44\tloss: 9.20886\t9985.165047905835\n",
"updates: 190/1140.44\tloss: 9.20843\t9980.926034425029\n",
"updates: 192/1140.44\tloss: 9.20236\t9920.531416037213\n",
"updates: 194/1140.44\tloss: 9.20061\t9903.127896045871\n",
"updates: 196/1140.44\tloss: 9.20071\t9904.12472691749\n",
"updates: 198/1140.44\tloss: 9.19935\t9890.73411023782\n",
"updates: 200/1140.44\tloss: 9.19465\t9844.305532936287\n",
"updates: 202/1140.44\tloss: 9.19114\t9809.788602353941\n",
"updates: 204/1140.44\tloss: 9.18912\t9790.045663913235\n",
"updates: 206/1140.44\tloss: 9.18473\t9747.176568240211\n",
"updates: 208/1140.44\tloss: 9.18817\t9780.723701608218\n",
"updates: 210/1140.44\tloss: 9.1895\t9793.771820867336\n",
"updates: 212/1140.44\tloss: 9.18649\t9764.291211430418\n",
"updates: 214/1140.44\tloss: 9.1835\t9735.129089116019\n",
"updates: 216/1140.44\tloss: 9.17781\t9679.882943011597\n",
"updates: 218/1140.44\tloss: 9.17744\t9676.382649921077\n",
"updates: 220/1140.44\tloss: 9.17801\t9681.881839327794\n",
"updates: 222/1140.44\tloss: 9.179\t9691.48638532776\n",
"updates: 224/1140.44\tloss: 9.17897\t9691.197748483914\n",
"updates: 226/1140.44\tloss: 9.17599\t9662.341299710737\n",
"updates: 228/1140.44\tloss: 9.17061\t9610.485448004398\n",
"updates: 230/1140.44\tloss: 9.1676\t9581.648580685025\n",
"updates: 232/1140.44\tloss: 9.1647\t9553.890663138567\n",
"updates: 234/1140.44\tloss: 9.16223\t9530.239763253736\n",
"updates: 236/1140.44\tloss: 9.16127\t9521.102027211478\n",
"updates: 238/1140.44\tloss: 9.16133\t9521.75668331657\n",
"updates: 240/1140.44\tloss: 9.15926\t9502.027094969206\n",
"updates: 242/1140.44\tloss: 9.1573\t9483.403699087496\n",
"updates: 244/1140.44\tloss: 9.15631\t9474.030325927635\n",
"updates: 246/1140.44\tloss: 9.15513\t9462.90772040226\n",
"updates: 248/1140.44\tloss: 9.15532\t9464.622658511986\n",
"updates: 250/1140.44\tloss: 9.15412\t9453.310729424482\n",
"updates: 252/1140.44\tloss: 9.15471\t9458.857110199508\n",
"updates: 254/1140.44\tloss: 9.15572\t9468.46380613989\n",
"updates: 256/1140.44\tloss: 9.15187\t9432.082785606884\n",
"updates: 258/1140.44\tloss: 9.15025\t9416.791998203951\n",
"updates: 260/1140.44\tloss: 9.15052\t9419.300914563584\n",
"updates: 262/1140.44\tloss: 9.15038\t9418.003352624599\n",
"updates: 264/1140.44\tloss: 9.15099\t9423.736601555034\n",
"updates: 266/1140.44\tloss: 9.14782\t9393.958591486986\n",
"updates: 268/1140.44\tloss: 9.14835\t9398.94184785059\n",
"updates: 270/1140.44\tloss: 9.14965\t9411.187963150725\n",
"updates: 272/1140.44\tloss: 9.15352\t9447.671965318474\n",
"updates: 274/1140.44\tloss: 9.1493\t9407.853420842304\n",
"updates: 276/1140.44\tloss: 9.14674\t9383.76797933217\n",
"updates: 278/1140.44\tloss: 9.14543\t9371.50878865904\n",
"updates: 280/1140.44\tloss: 9.1428\t9346.907603776232\n",
"updates: 282/1140.44\tloss: 9.14249\t9343.998562576648\n",
"updates: 284/1140.44\tloss: 9.13787\t9300.928445146052\n",
"updates: 286/1140.44\tloss: 9.13851\t9306.846738092006\n",
"updates: 288/1140.44\tloss: 9.13677\t9290.71177689869\n",
"updates: 290/1140.44\tloss: 9.13579\t9281.643445190206\n",
"updates: 292/1140.44\tloss: 9.13569\t9280.71571440055\n",
"updates: 294/1140.44\tloss: 9.13353\t9260.691146466801\n",
"updates: 296/1140.44\tloss: 9.13338\t9259.247322912079\n",
"updates: 298/1140.44\tloss: 9.13344\t9259.86484396417\n",
"updates: 300/1140.44\tloss: 9.13213\t9247.719277922852\n",
"updates: 302/1140.44\tloss: 9.12989\t9226.97765137891\n",
"updates: 304/1140.44\tloss: 9.12948\t9223.214803908799\n",
"updates: 306/1140.44\tloss: 9.12774\t9207.203140235111\n",
"updates: 308/1140.44\tloss: 9.1236\t9169.192305510742\n",
"updates: 310/1140.44\tloss: 9.12402\t9173.046358419884\n",
"updates: 312/1140.44\tloss: 9.12333\t9166.714734206307\n",
"updates: 314/1140.44\tloss: 9.12098\t9145.117142994583\n",
"updates: 316/1140.44\tloss: 9.11582\t9098.084746979452\n",
"updates: 318/1140.44\tloss: 9.11473\t9088.169131675442\n",
"updates: 320/1140.44\tloss: 9.11329\t9075.093827812107\n",
"updates: 322/1140.44\tloss: 9.1097\t9042.613073898101\n",
"updates: 324/1140.44\tloss: 9.10955\t9041.229702202678\n",
"updates: 326/1140.44\tloss: 9.11028\t9047.861062324793\n",
"updates: 328/1140.44\tloss: 9.1115\t9058.895763138527\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 330/1140.44\tloss: 9.11307\t9073.127538588904\n",
"updates: 332/1140.44\tloss: 9.11521\t9092.55656620755\n",
"updates: 334/1140.44\tloss: 9.11411\t9082.506276953594\n",
"updates: 336/1140.44\tloss: 9.11571\t9097.134109738194\n",
"updates: 338/1140.44\tloss: 9.11643\t9103.684259568952\n",
"updates: 340/1140.44\tloss: 9.11472\t9088.128314022937\n",
"updates: 342/1140.44\tloss: 9.11445\t9085.648108887002\n",
"updates: 344/1140.44\tloss: 9.11275\t9070.196598788874\n",
"updates: 346/1140.44\tloss: 9.11072\t9051.816586981453\n",
"updates: 348/1140.44\tloss: 9.10746\t9022.324096148663\n",
"updates: 350/1140.44\tloss: 9.09881\t8944.644785746445\n",
"updates: 352/1140.44\tloss: 9.0974\t8932.002982678183\n",
"updates: 354/1140.44\tloss: 9.09248\t8888.200263524552\n",
"updates: 356/1140.44\tloss: 9.09368\t8898.855668455715\n",
"updates: 358/1140.44\tloss: 9.09367\t8898.789644671228\n",
"updates: 360/1140.44\tloss: 9.09273\t8890.413009589885\n",
"updates: 362/1140.44\tloss: 9.09339\t8896.294440774267\n",
"updates: 364/1140.44\tloss: 9.09519\t8912.316074222827\n",
"updates: 366/1140.44\tloss: 9.09604\t8919.91231027586\n",
"updates: 368/1140.44\tloss: 9.09951\t8950.921811933047\n",
"updates: 370/1140.44\tloss: 9.09892\t8945.662433327912\n",
"updates: 372/1140.44\tloss: 9.09873\t8943.89945718563\n",
"updates: 374/1140.44\tloss: 9.09771\t8934.834157857957\n",
"updates: 376/1140.44\tloss: 9.09728\t8931.007643071827\n",
"updates: 378/1140.44\tloss: 9.09325\t8895.030230358148\n",
"updates: 380/1140.44\tloss: 9.0895\t8861.743956641705\n",
"updates: 382/1140.44\tloss: 9.08525\t8824.197561894589\n",
"updates: 384/1140.44\tloss: 9.08501\t8822.030752768092\n",
"updates: 386/1140.44\tloss: 9.08426\t8815.41989963531\n",
"updates: 388/1140.44\tloss: 9.08617\t8832.274096754125\n",
"updates: 390/1140.44\tloss: 9.08548\t8826.224195814959\n",
"updates: 392/1140.44\tloss: 9.08631\t8833.53368930957\n",
"updates: 394/1140.44\tloss: 9.08719\t8841.263721737376\n",
"updates: 396/1140.44\tloss: 9.08692\t8838.959423335322\n",
"updates: 398/1140.44\tloss: 9.08476\t8819.889140191066\n",
"updates: 400/1140.44\tloss: 9.08658\t8835.958099393036\n",
"updates: 402/1140.44\tloss: 9.0857\t8828.18014101433\n",
"updates: 404/1140.44\tloss: 9.08615\t8832.147733587592\n",
"updates: 406/1140.44\tloss: 9.08567\t8827.839648411116\n",
"updates: 408/1140.44\tloss: 9.08686\t8838.365040014993\n",
"updates: 410/1140.44\tloss: 9.08863\t8854.084694087665\n",
"updates: 412/1140.44\tloss: 9.08866\t8854.304579066786\n",
"updates: 414/1140.44\tloss: 9.08758\t8844.77982277106\n",
"updates: 416/1140.44\tloss: 9.08785\t8847.173710199388\n",
"updates: 418/1140.44\tloss: 9.08459\t8818.35560453962\n",
"updates: 420/1140.44\tloss: 9.08352\t8808.891855794196\n",
"updates: 422/1140.44\tloss: 9.08335\t8807.394598673405\n",
"updates: 424/1140.44\tloss: 9.08266\t8801.374313064687\n",
"updates: 426/1140.44\tloss: 9.07867\t8766.301894892924\n",
"updates: 428/1140.44\tloss: 9.07949\t8773.516991606317\n",
"updates: 430/1140.44\tloss: 9.08041\t8781.537306517563\n",
"updates: 432/1140.44\tloss: 9.0793\t8771.803126714849\n",
"updates: 434/1140.44\tloss: 9.07985\t8776.685802900252\n",
"updates: 436/1140.44\tloss: 9.07944\t8773.036828882445\n",
"updates: 438/1140.44\tloss: 9.07886\t8767.977413527424\n",
"updates: 440/1140.44\tloss: 9.07839\t8763.849793503234\n",
"updates: 442/1140.44\tloss: 9.07851\t8764.8593427907\n",
"updates: 444/1140.44\tloss: 9.07826\t8762.680788400196\n",
"updates: 446/1140.44\tloss: 9.07605\t8743.332069467539\n",
"updates: 448/1140.44\tloss: 9.07496\t8733.837753444433\n",
"updates: 450/1140.44\tloss: 9.07534\t8737.142040932065\n",
"updates: 452/1140.44\tloss: 9.07153\t8703.919047427298\n",
"updates: 454/1140.44\tloss: 9.07272\t8714.328192635765\n",
"updates: 456/1140.44\tloss: 9.07181\t8706.354073836805\n",
"updates: 458/1140.44\tloss: 9.06945\t8685.802743071248\n",
"updates: 460/1140.44\tloss: 9.07033\t8693.51334541033\n",
"updates: 462/1140.44\tloss: 9.0702\t8692.319522693146\n",
"updates: 464/1140.44\tloss: 9.07022\t8692.566151113931\n",
"updates: 466/1140.44\tloss: 9.0666\t8661.134518137636\n",
"updates: 468/1140.44\tloss: 9.06612\t8656.96053287048\n",
"updates: 470/1140.44\tloss: 9.06449\t8642.900779190313\n",
"updates: 472/1140.44\tloss: 9.06406\t8639.129498028884\n",
"updates: 474/1140.44\tloss: 9.06156\t8617.595476266433\n",
"updates: 476/1140.44\tloss: 9.06201\t8621.43501121626\n",
"updates: 478/1140.44\tloss: 9.0622\t8623.118518575466\n",
"updates: 480/1140.44\tloss: 9.06207\t8622.02225808244\n",
"updates: 482/1140.44\tloss: 9.06192\t8620.700979185298\n",
"updates: 484/1140.44\tloss: 9.06229\t8623.892989926508\n",
"updates: 486/1140.44\tloss: 9.06179\t8619.576546062819\n",
"updates: 488/1140.44\tloss: 9.0618\t8619.61906600263\n",
"updates: 490/1140.44\tloss: 9.05986\t8602.936368012024\n",
"updates: 492/1140.44\tloss: 9.05947\t8599.629713170123\n",
"updates: 494/1140.44\tloss: 9.05811\t8587.918960088837\n",
"updates: 496/1140.44\tloss: 9.05734\t8581.292628473404\n",
"updates: 498/1140.44\tloss: 9.0537\t8550.102149378348\n",
"updates: 500/1140.44\tloss: 9.05228\t8538.003685550006\n",
"updates: 502/1140.44\tloss: 9.04898\t8509.824903969211\n",
"updates: 504/1140.44\tloss: 9.04815\t8502.817093001939\n",
"updates: 506/1140.44\tloss: 9.04616\t8485.91273753108\n",
"updates: 508/1140.44\tloss: 9.04539\t8479.334663312318\n",
"updates: 510/1140.44\tloss: 9.04473\t8473.791051700722\n",
"updates: 512/1140.44\tloss: 9.04566\t8481.65679096124\n",
"updates: 514/1140.44\tloss: 9.04514\t8477.22556791467\n",
"updates: 516/1140.44\tloss: 9.04668\t8490.274804561239\n",
"updates: 518/1140.44\tloss: 9.04617\t8486.011914202878\n",
"updates: 520/1140.44\tloss: 9.04223\t8452.59383170006\n",
"updates: 522/1140.44\tloss: 9.04083\t8440.766701984167\n",
"updates: 524/1140.44\tloss: 9.0413\t8444.712972939778\n",
"updates: 526/1140.44\tloss: 9.03879\t8423.556099811856\n",
"updates: 528/1140.44\tloss: 9.03736\t8411.532842304867\n",
"updates: 530/1140.44\tloss: 9.03648\t8404.116457065558\n",
"updates: 532/1140.44\tloss: 9.03351\t8379.227843054143\n",
"updates: 534/1140.44\tloss: 9.03201\t8366.683642857659\n",
"updates: 536/1140.44\tloss: 9.02952\t8345.877443781555\n",
"updates: 538/1140.44\tloss: 9.02777\t8331.276220675938\n",
"updates: 540/1140.44\tloss: 9.02609\t8317.288623731472\n",
"updates: 542/1140.44\tloss: 9.02483\t8306.802290058027\n",
"updates: 544/1140.44\tloss: 9.02267\t8288.855643469982\n",
"updates: 546/1140.44\tloss: 9.0161\t8234.633057620846\n",
"updates: 548/1140.44\tloss: 9.01824\t8252.219859078456\n",
"updates: 550/1140.44\tloss: 9.01816\t8251.591976160538\n",
"updates: 552/1140.44\tloss: 9.01714\t8243.157360273013\n",
"updates: 554/1140.44\tloss: 9.01667\t8239.285183525617\n",
"updates: 556/1140.44\tloss: 9.01672\t8239.678225649683\n",
"updates: 558/1140.44\tloss: 9.01543\t8229.079401329047\n",
"updates: 560/1140.44\tloss: 9.01426\t8219.444251173154\n",
"updates: 562/1140.44\tloss: 9.01521\t8227.250554985285\n",
"updates: 564/1140.44\tloss: 9.01442\t8220.760409112627\n",
"updates: 566/1140.44\tloss: 9.01495\t8225.164838972247\n",
"updates: 568/1140.44\tloss: 9.01397\t8217.050433058013\n",
"updates: 570/1140.44\tloss: 9.01258\t8205.630708626553\n",
"updates: 572/1140.44\tloss: 9.01168\t8198.312863853129\n",
"updates: 574/1140.44\tloss: 9.01209\t8201.638443263619\n",
"updates: 576/1140.44\tloss: 9.01145\t8196.408918365063\n",
"updates: 578/1140.44\tloss: 9.01265\t8206.220439458102\n",
"updates: 580/1140.44\tloss: 9.012\t8200.888136116835\n",
"updates: 582/1140.44\tloss: 9.01228\t8203.242828423887\n",
"updates: 584/1140.44\tloss: 9.01288\t8208.110501498863\n",
"updates: 586/1140.44\tloss: 9.01273\t8206.932549997924\n",
"updates: 588/1140.44\tloss: 9.01135\t8195.58833862466\n",
"updates: 590/1140.44\tloss: 9.01162\t8197.796027398748\n",
"updates: 592/1140.44\tloss: 9.01145\t8196.372344435464\n",
"updates: 594/1140.44\tloss: 9.01147\t8196.53415806482\n",
"updates: 596/1140.44\tloss: 9.01207\t8201.489605409859\n",
"updates: 598/1140.44\tloss: 9.01061\t8189.539771787929\n",
"updates: 600/1140.44\tloss: 9.00899\t8176.234046059826\n",
"updates: 602/1140.44\tloss: 9.00765\t8165.272708628003\n",
"updates: 604/1140.44\tloss: 9.0046\t8140.421866345255\n",
"updates: 606/1140.44\tloss: 9.00398\t8135.423506721505\n",
"updates: 608/1140.44\tloss: 9.00329\t8129.753336361415\n",
"updates: 610/1140.44\tloss: 9.00349\t8131.4172339677625\n",
"updates: 612/1140.44\tloss: 9.00389\t8134.644242417064\n",
"updates: 614/1140.44\tloss: 9.00326\t8129.512427183549\n",
"updates: 616/1140.44\tloss: 9.0039\t8134.749288209742\n",
"updates: 618/1140.44\tloss: 9.00429\t8137.954455246367\n",
"updates: 620/1140.44\tloss: 9.00274\t8125.338097810221\n",
"updates: 622/1140.44\tloss: 9.00256\t8123.829228598916\n",
"updates: 624/1140.44\tloss: 9.00345\t8131.074136323915\n",
"updates: 626/1140.44\tloss: 9.00474\t8141.603582112368\n",
"updates: 628/1140.44\tloss: 9.00381\t8134.03979952955\n",
"updates: 630/1140.44\tloss: 9.00413\t8136.639691755087\n",
"updates: 632/1140.44\tloss: 9.00452\t8139.769199827493\n",
"updates: 634/1140.44\tloss: 9.00513\t8144.740769142489\n",
"updates: 636/1140.44\tloss: 9.00598\t8151.682033374385\n",
"updates: 638/1140.44\tloss: 9.00658\t8156.609762768971\n",
"updates: 640/1140.44\tloss: 9.00636\t8154.773839699974\n",
"updates: 642/1140.44\tloss: 9.00477\t8141.787649224005\n",
"updates: 644/1140.44\tloss: 9.0026\t8124.1642112627915\n",
"updates: 646/1140.44\tloss: 9.00122\t8113.011969210169\n",
"updates: 648/1140.44\tloss: 8.99956\t8099.556719233404\n",
"updates: 650/1140.44\tloss: 8.99833\t8089.526728829583\n",
"updates: 652/1140.44\tloss: 8.99874\t8092.867817213899\n",
"updates: 654/1140.44\tloss: 8.99561\t8067.610422155493\n",
"updates: 656/1140.44\tloss: 8.99594\t8070.215986075882\n",
"updates: 658/1140.44\tloss: 8.99553\t8066.930390011858\n",
"updates: 660/1140.44\tloss: 8.99527\t8064.840906278532\n",
"updates: 662/1140.44\tloss: 8.99473\t8060.4751285435195\n",
"updates: 664/1140.44\tloss: 8.99453\t8058.861914746701\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 666/1140.44\tloss: 8.99364\t8051.727595812018\n",
"updates: 668/1140.44\tloss: 8.99451\t8058.6848486262925\n",
"updates: 670/1140.44\tloss: 8.99405\t8055.021602502067\n",
"updates: 672/1140.44\tloss: 8.99419\t8056.105948832661\n",
"updates: 674/1140.44\tloss: 8.99388\t8053.611608336102\n",
"updates: 676/1140.44\tloss: 8.99369\t8052.094117881097\n",
"updates: 678/1140.44\tloss: 8.99224\t8040.458152382287\n",
"updates: 680/1140.44\tloss: 8.99194\t8038.053335002441\n",
"updates: 682/1140.44\tloss: 8.99141\t8033.74830832689\n",
"updates: 684/1140.44\tloss: 8.99209\t8039.207644204204\n",
"updates: 686/1140.44\tloss: 8.99282\t8045.106282708816\n",
"updates: 688/1140.44\tloss: 8.99282\t8045.111940490653\n",
"updates: 690/1140.44\tloss: 8.99322\t8048.354424117917\n",
"updates: 692/1140.44\tloss: 8.99375\t8052.572291234546\n",
"updates: 694/1140.44\tloss: 8.99274\t8044.494845967595\n",
"updates: 696/1140.44\tloss: 8.99331\t8049.071159556381\n",
"updates: 698/1140.44\tloss: 8.99081\t8028.964131562491\n",
"updates: 700/1140.44\tloss: 8.99127\t8032.6636958293075\n",
"updates: 702/1140.44\tloss: 8.99018\t8023.862262169628\n",
"updates: 704/1140.44\tloss: 8.98941\t8017.710676411549\n",
"updates: 706/1140.44\tloss: 8.98929\t8016.730363645408\n",
"updates: 708/1140.44\tloss: 8.98904\t8014.729440681696\n",
"updates: 710/1140.44\tloss: 8.98832\t8009.0216676135815\n",
"updates: 712/1140.44\tloss: 8.99018\t8023.906081049602\n",
"updates: 714/1140.44\tloss: 8.9896\t8019.229896337034\n",
"updates: 716/1140.44\tloss: 8.98825\t8008.391911281847\n",
"updates: 718/1140.44\tloss: 8.98911\t8015.297601816686\n",
"updates: 720/1140.44\tloss: 8.98947\t8018.176824631876\n",
"updates: 722/1140.44\tloss: 8.98778\t8004.675657960088\n",
"updates: 724/1140.44\tloss: 8.98804\t8006.730553628521\n",
"updates: 726/1140.44\tloss: 8.98782\t8004.948462630163\n",
"updates: 728/1140.44\tloss: 8.98686\t7997.279722081281\n",
"updates: 730/1140.44\tloss: 8.98591\t7989.7315902008795\n",
"updates: 732/1140.44\tloss: 8.98683\t7997.055258801125\n",
"updates: 734/1140.44\tloss: 8.98664\t7995.510913220034\n",
"updates: 736/1140.44\tloss: 8.98797\t8006.161534643583\n",
"updates: 738/1140.44\tloss: 8.98922\t8016.196851359066\n",
"updates: 740/1140.44\tloss: 8.98986\t8021.3311400431185\n",
"updates: 742/1140.44\tloss: 8.99084\t8029.189731639376\n",
"updates: 744/1140.44\tloss: 8.9894\t8017.675713396739\n",
"updates: 746/1140.44\tloss: 8.98952\t8018.593487462703\n",
"updates: 748/1140.44\tloss: 8.98902\t8014.5760536679445\n",
"updates: 750/1140.44\tloss: 8.98906\t8014.8885867280715\n",
"updates: 752/1140.44\tloss: 8.98835\t8009.253483323332\n",
"updates: 754/1140.44\tloss: 8.98734\t8001.147709649025\n",
"updates: 756/1140.44\tloss: 8.98687\t7997.383572627127\n",
"updates: 758/1140.44\tloss: 8.98625\t7992.430066670758\n",
"updates: 760/1140.44\tloss: 8.98402\t7974.644379501137\n",
"updates: 762/1140.44\tloss: 8.98327\t7968.6854113098425\n",
"updates: 764/1140.44\tloss: 8.98309\t7967.221461487253\n",
"updates: 766/1140.44\tloss: 8.98217\t7959.885949639521\n",
"updates: 768/1140.44\tloss: 8.98169\t7956.051249110791\n",
"updates: 770/1140.44\tloss: 8.98202\t7958.682944959775\n",
"updates: 772/1140.44\tloss: 8.98271\t7964.149274491275\n",
"updates: 774/1140.44\tloss: 8.98119\t7952.057678840022\n",
"updates: 776/1140.44\tloss: 8.97984\t7941.3469704569525\n",
"updates: 778/1140.44\tloss: 8.98011\t7943.5056936303945\n",
"updates: 780/1140.44\tloss: 8.97924\t7936.609588434691\n",
"updates: 782/1140.44\tloss: 8.97786\t7925.6196863906935\n",
"updates: 784/1140.44\tloss: 8.9767\t7916.498082472749\n",
"updates: 786/1140.44\tloss: 8.97703\t7919.09614236027\n",
"updates: 788/1140.44\tloss: 8.97629\t7913.212451738551\n",
"updates: 790/1140.44\tloss: 8.97574\t7908.897953039073\n",
"updates: 792/1140.44\tloss: 8.97638\t7913.946275919675\n",
"updates: 794/1140.44\tloss: 8.97597\t7910.66792039204\n",
"updates: 796/1140.44\tloss: 8.97621\t7912.558558414883\n",
"updates: 798/1140.44\tloss: 8.97686\t7917.719900576509\n",
"updates: 800/1140.44\tloss: 8.97664\t7915.969119568859\n",
"updates: 802/1140.44\tloss: 8.97558\t7907.596798512669\n",
"updates: 804/1140.44\tloss: 8.97564\t7908.043874025064\n",
"updates: 806/1140.44\tloss: 8.97507\t7903.563669947768\n",
"updates: 808/1140.44\tloss: 8.97449\t7898.96426311424\n",
"updates: 810/1140.44\tloss: 8.97428\t7897.32052990529\n",
"updates: 812/1140.44\tloss: 8.97372\t7892.94464445439\n",
"updates: 814/1140.44\tloss: 8.97376\t7893.185508744869\n",
"updates: 816/1140.44\tloss: 8.97301\t7887.310701414765\n",
"updates: 818/1140.44\tloss: 8.97371\t7892.801827406501\n",
"updates: 820/1140.44\tloss: 8.97206\t7879.8279044977935\n",
"updates: 822/1140.44\tloss: 8.96983\t7862.231427273825\n",
"updates: 824/1140.44\tloss: 8.96917\t7857.113099635124\n",
"updates: 826/1140.44\tloss: 8.96896\t7855.4512300902425\n",
"updates: 828/1140.44\tloss: 8.96819\t7849.39142286545\n",
"updates: 830/1140.44\tloss: 8.96884\t7854.460936241637\n",
"updates: 832/1140.44\tloss: 8.96856\t7852.265892830345\n",
"updates: 834/1140.44\tloss: 8.96792\t7847.245320783718\n",
"updates: 836/1140.44\tloss: 8.9681\t7848.657556064398\n",
"updates: 838/1140.44\tloss: 8.96815\t7849.0640777449335\n",
"updates: 840/1140.44\tloss: 8.9678\t7846.334358288989\n",
"updates: 842/1140.44\tloss: 8.96716\t7841.288748619282\n",
"updates: 844/1140.44\tloss: 8.96627\t7834.33809553313\n",
"updates: 846/1140.44\tloss: 8.96596\t7831.928063663619\n",
"updates: 848/1140.44\tloss: 8.96612\t7833.137041147441\n",
"updates: 850/1140.44\tloss: 8.96663\t7837.149466956712\n",
"updates: 852/1140.44\tloss: 8.9654\t7827.510277227882\n",
"updates: 854/1140.44\tloss: 8.96598\t7832.038193765055\n",
"updates: 856/1140.44\tloss: 8.96442\t7819.822507098414\n",
"updates: 858/1140.44\tloss: 8.96443\t7819.908001932807\n",
"updates: 860/1140.44\tloss: 8.96359\t7813.328232371184\n",
"updates: 862/1140.44\tloss: 8.96265\t7806.026454510492\n",
"updates: 864/1140.44\tloss: 8.96198\t7800.8199109018515\n",
"updates: 866/1140.44\tloss: 8.96138\t7796.090109960083\n",
"updates: 868/1140.44\tloss: 8.96103\t7793.412446219686\n",
"updates: 870/1140.44\tloss: 8.95984\t7784.091896058413\n",
"updates: 872/1140.44\tloss: 8.95869\t7775.17509650934\n",
"updates: 874/1140.44\tloss: 8.95839\t7772.8054142594865\n",
"updates: 876/1140.44\tloss: 8.95923\t7779.37594833349\n",
"updates: 878/1140.44\tloss: 8.95909\t7778.249456936049\n",
"updates: 880/1140.44\tloss: 8.95908\t7778.220658020769\n",
"updates: 882/1140.44\tloss: 8.95778\t7768.111713478755\n",
"updates: 884/1140.44\tloss: 8.95718\t7763.422835058488\n",
"updates: 886/1140.44\tloss: 8.95598\t7754.100166228005\n",
"updates: 888/1140.44\tloss: 8.95574\t7752.231721496373\n",
"updates: 890/1140.44\tloss: 8.95568\t7751.826930496252\n",
"updates: 892/1140.44\tloss: 8.95627\t7756.360022733085\n",
"updates: 894/1140.44\tloss: 8.95601\t7754.341560442558\n",
"updates: 896/1140.44\tloss: 8.95467\t7743.956638920663\n",
"updates: 898/1140.44\tloss: 8.95393\t7738.206770449914\n",
"updates: 900/1140.44\tloss: 8.95535\t7749.213062822288\n",
"updates: 902/1140.44\tloss: 8.95569\t7751.8839561395735\n",
"updates: 904/1140.44\tloss: 8.95629\t7756.516052408002\n",
"updates: 906/1140.44\tloss: 8.95812\t7770.713239945776\n",
"updates: 908/1140.44\tloss: 8.9581\t7770.543149893761\n",
"updates: 910/1140.44\tloss: 8.95694\t7761.551247886195\n",
"updates: 912/1140.44\tloss: 8.95737\t7764.9440280099225\n",
"updates: 914/1140.44\tloss: 8.95665\t7759.337463864273\n",
"updates: 916/1140.44\tloss: 8.95533\t7749.100510782227\n",
"updates: 918/1140.44\tloss: 8.95621\t7755.872876754079\n",
"updates: 920/1140.44\tloss: 8.95525\t7748.4418630098835\n",
"updates: 922/1140.44\tloss: 8.95506\t7747.009096797362\n",
"updates: 924/1140.44\tloss: 8.95474\t7744.506584947785\n",
"updates: 926/1140.44\tloss: 8.95353\t7735.1182926463\n",
"updates: 928/1140.44\tloss: 8.95344\t7734.4369025890255\n",
"updates: 930/1140.44\tloss: 8.95288\t7730.107877701697\n",
"updates: 932/1140.44\tloss: 8.95218\t7724.677327676585\n",
"updates: 934/1140.44\tloss: 8.95166\t7720.723989555122\n",
"updates: 936/1140.44\tloss: 8.95178\t7721.588966517435\n",
"updates: 938/1140.44\tloss: 8.95182\t7721.943320988648\n",
"updates: 940/1140.44\tloss: 8.95024\t7709.71133934535\n",
"updates: 942/1140.44\tloss: 8.94946\t7703.699970573108\n",
"updates: 944/1140.44\tloss: 8.94963\t7705.072964421285\n",
"updates: 946/1140.44\tloss: 8.95023\t7709.667564618739\n",
"updates: 948/1140.44\tloss: 8.95106\t7716.075290625088\n",
"updates: 950/1140.44\tloss: 8.95038\t7710.82386706687\n",
"updates: 952/1140.44\tloss: 8.94947\t7703.769346834255\n",
"updates: 954/1140.44\tloss: 8.94967\t7705.344969363359\n",
"updates: 956/1140.44\tloss: 8.94987\t7706.908773723352\n",
"updates: 958/1140.44\tloss: 8.94937\t7703.000870476472\n",
"updates: 960/1140.44\tloss: 8.94854\t7696.629512378626\n",
"updates: 962/1140.44\tloss: 8.94906\t7700.682226412791\n",
"updates: 964/1140.44\tloss: 8.94955\t7704.4390716149865\n",
"updates: 966/1140.44\tloss: 8.94917\t7701.490650960408\n",
"updates: 968/1140.44\tloss: 8.95018\t7709.241493188176\n",
"updates: 970/1140.44\tloss: 8.95035\t7710.583747323928\n",
"updates: 972/1140.44\tloss: 8.95045\t7711.333567053296\n",
"updates: 974/1140.44\tloss: 8.95069\t7713.230505095142\n",
"updates: 976/1140.44\tloss: 8.95146\t7719.120767871713\n",
"updates: 978/1140.44\tloss: 8.95094\t7715.165326798026\n",
"updates: 980/1140.44\tloss: 8.9507\t7713.271815402412\n",
"updates: 982/1140.44\tloss: 8.95019\t7709.379071409926\n",
"updates: 984/1140.44\tloss: 8.95023\t7709.691118605801\n",
"updates: 986/1140.44\tloss: 8.95043\t7711.222550455951\n",
"updates: 988/1140.44\tloss: 8.95099\t7715.543392956979\n",
"updates: 990/1140.44\tloss: 8.9501\t7708.6611897298435\n",
"updates: 992/1140.44\tloss: 8.94978\t7706.195891875126\n",
"updates: 994/1140.44\tloss: 8.94928\t7702.321762185466\n",
"updates: 996/1140.44\tloss: 8.94891\t7699.501410081127\n",
"updates: 998/1140.44\tloss: 8.94893\t7699.672462898058\n",
"updates: 1000/1140.44\tloss: 8.94846\t7696.01866164988\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 1002/1140.44\tloss: 8.94898\t7700.036144682901\n",
"updates: 1004/1140.44\tloss: 8.95002\t7708.070308864663\n",
"updates: 1006/1140.44\tloss: 8.95076\t7713.746500033021\n",
"updates: 1008/1140.44\tloss: 8.95178\t7721.589750170172\n",
"updates: 1010/1140.44\tloss: 8.95239\t7726.314794093976\n",
"updates: 1012/1140.44\tloss: 8.95248\t7727.001743843481\n",
"updates: 1014/1140.44\tloss: 8.95125\t7717.554998534523\n",
"updates: 1016/1140.44\tloss: 8.95245\t7726.771794653452\n",
"updates: 1018/1140.44\tloss: 8.95343\t7734.361554381286\n",
"updates: 1020/1140.44\tloss: 8.95281\t7729.597111874374\n",
"updates: 1022/1140.44\tloss: 8.95345\t7734.552456172466\n",
"updates: 1024/1140.44\tloss: 8.95393\t7738.231207628671\n",
"updates: 1026/1140.44\tloss: 8.9532\t7732.616378307852\n",
"updates: 1028/1140.44\tloss: 8.95325\t7733.018758238669\n",
"updates: 1030/1140.44\tloss: 8.95164\t7720.556926368948\n",
"updates: 1032/1140.44\tloss: 8.95086\t7714.549583754533\n",
"updates: 1034/1140.44\tloss: 8.94979\t7706.241743498811\n",
"updates: 1036/1140.44\tloss: 8.94927\t7702.301058775793\n",
"updates: 1038/1140.44\tloss: 8.9482\t7694.018857019395\n",
"updates: 1040/1140.44\tloss: 8.94789\t7691.618307518843\n",
"updates: 1042/1140.44\tloss: 8.94575\t7675.231650685546\n",
"updates: 1044/1140.44\tloss: 8.94501\t7669.537334045489\n",
"updates: 1046/1140.44\tloss: 8.94266\t7651.492606099927\n",
"updates: 1048/1140.44\tloss: 8.94137\t7641.679672999777\n",
"updates: 1050/1140.44\tloss: 8.94041\t7634.305114791558\n",
"updates: 1052/1140.44\tloss: 8.94003\t7631.454741447617\n",
"updates: 1054/1140.44\tloss: 8.9397\t7628.872511464441\n",
"updates: 1056/1140.44\tloss: 8.93941\t7626.702179810916\n",
"updates: 1058/1140.44\tloss: 8.9382\t7617.446856720688\n",
"updates: 1060/1140.44\tloss: 8.93679\t7606.767764126965\n",
"updates: 1062/1140.44\tloss: 8.93634\t7603.314408594677\n",
"updates: 1064/1140.44\tloss: 8.93666\t7605.7679294894315\n",
"updates: 1066/1140.44\tloss: 8.93669\t7605.95684069711\n",
"updates: 1068/1140.44\tloss: 8.93697\t7608.145966506117\n",
"updates: 1070/1140.44\tloss: 8.93696\t7608.05732999003\n",
"updates: 1072/1140.44\tloss: 8.93547\t7596.736755483472\n",
"updates: 1074/1140.44\tloss: 8.93509\t7593.832058177845\n",
"updates: 1076/1140.44\tloss: 8.93471\t7590.930871471421\n",
"updates: 1078/1140.44\tloss: 8.93446\t7589.023438448109\n",
"updates: 1080/1140.44\tloss: 8.93346\t7581.444808278803\n",
"updates: 1082/1140.44\tloss: 8.93285\t7576.860430017206\n",
"updates: 1084/1140.44\tloss: 8.93213\t7571.3601665330025\n",
"updates: 1086/1140.44\tloss: 8.9321\t7571.1756737283395\n",
"updates: 1088/1140.44\tloss: 8.93066\t7560.272919127606\n",
"updates: 1090/1140.44\tloss: 8.92949\t7551.423964421477\n",
"updates: 1092/1140.44\tloss: 8.9288\t7546.190006987697\n",
"updates: 1094/1140.44\tloss: 8.92803\t7540.410783677575\n",
"updates: 1096/1140.44\tloss: 8.92751\t7536.452413119469\n",
"updates: 1098/1140.44\tloss: 8.92647\t7528.657563686831\n",
"updates: 1100/1140.44\tloss: 8.92545\t7520.931956571003\n",
"updates: 1102/1140.44\tloss: 8.92603\t7525.302405312761\n",
"updates: 1104/1140.44\tloss: 8.92564\t7522.3671745357415\n",
"updates: 1106/1140.44\tloss: 8.92367\t7507.590440773665\n",
"updates: 1108/1140.44\tloss: 8.92323\t7504.318468178457\n",
"updates: 1110/1140.44\tloss: 8.92279\t7500.976858755862\n",
"updates: 1112/1140.44\tloss: 8.92301\t7502.605313367174\n",
"updates: 1114/1140.44\tloss: 8.9223\t7497.293872562188\n",
"updates: 1116/1140.44\tloss: 8.9215\t7491.32056362267\n",
"updates: 1118/1140.44\tloss: 8.92214\t7496.129080768256\n",
"updates: 1120/1140.44\tloss: 8.9207\t7485.2989281949385\n",
"updates: 1122/1140.44\tloss: 8.92007\t7480.604082986556\n",
"updates: 1124/1140.44\tloss: 8.91949\t7476.269643224187\n",
"updates: 1126/1140.44\tloss: 8.91955\t7476.711473269333\n",
"updates: 1128/1140.44\tloss: 8.91958\t7476.912050159236\n",
"updates: 1130/1140.44\tloss: 8.91945\t7476.008985797601\n",
"updates: 1132/1140.44\tloss: 8.92042\t7483.221702510888\n",
"updates: 1134/1140.44\tloss: 8.92017\t7481.369967678803\n",
"updates: 1136/1140.44\tloss: 8.91993\t7479.552894624172\n",
"updates: 1138/1140.44\tloss: 8.91985\t7478.933625171214\n",
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "7f36fd27e3b7486cba2d52a6f8c17b08",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(FloatProgress(value=0.0, max=1140.0), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 0/1140.44\tloss: 6.15737\t472.1866640173176\n",
"updates: 2/1140.44\tloss: 6.49404\t661.187925979436\n",
"updates: 4/1140.44\tloss: 6.65829\t779.2170420167108\n",
"updates: 6/1140.44\tloss: 6.62956\t757.1489470634459\n",
"updates: 8/1140.44\tloss: 6.65585\t777.3152225941299\n",
"updates: 10/1140.44\tloss: 6.67206\t790.0180958432777\n",
"updates: 12/1140.44\tloss: 6.63402\t760.5324281009048\n",
"updates: 14/1140.44\tloss: 6.68404\t799.5459559090896\n",
"updates: 16/1140.44\tloss: 6.61777\t748.2778980564127\n",
"updates: 18/1140.44\tloss: 6.57939\t720.0980719875246\n",
"updates: 20/1140.44\tloss: 6.51658\t676.2620199169293\n",
"updates: 22/1140.44\tloss: 6.46151\t640.0248403780723\n",
"updates: 24/1140.44\tloss: 6.46224\t640.494371451859\n",
"updates: 26/1140.44\tloss: 6.43054\t620.5063001785295\n",
"updates: 28/1140.44\tloss: 6.40764\t606.4634738269821\n",
"updates: 30/1140.44\tloss: 6.41106\t608.5407457017043\n",
"updates: 32/1140.44\tloss: 6.38026\t590.0824163849289\n",
"updates: 34/1140.44\tloss: 6.39267\t597.4521930632917\n",
"updates: 36/1140.44\tloss: 6.37786\t588.665120539213\n",
"updates: 38/1140.44\tloss: 6.37151\t584.9397097863659\n",
"updates: 40/1140.44\tloss: 6.37751\t588.458199663264\n",
"updates: 42/1140.44\tloss: 6.3009\t545.0640733758702\n",
"updates: 44/1140.44\tloss: 6.2839\t535.8732075668663\n",
"updates: 46/1140.44\tloss: 6.27901\t533.2595611052308\n",
"updates: 48/1140.44\tloss: 6.27316\t530.1487077924804\n",
"updates: 50/1140.44\tloss: 6.26251\t524.5344628664483\n",
"updates: 52/1140.44\tloss: 6.25503\t520.6237906429659\n",
"updates: 54/1140.44\tloss: 6.23855\t512.1154248393076\n",
"updates: 56/1140.44\tloss: 6.2447\t515.2723374271866\n",
"updates: 58/1140.44\tloss: 6.23928\t512.4901010155256\n",
"updates: 60/1140.44\tloss: 6.22163\t503.5240792575841\n",
"updates: 62/1140.44\tloss: 6.21763\t501.51320207096137\n",
"updates: 64/1140.44\tloss: 6.21714\t501.2696911172825\n",
"updates: 66/1140.44\tloss: 6.21107\t498.235628095491\n",
"updates: 68/1140.44\tloss: 6.2073\t496.3612082402405\n",
"updates: 70/1140.44\tloss: 6.18807\t486.90358525578864\n",
"updates: 72/1140.44\tloss: 6.17432\t480.25650426520906\n",
"updates: 74/1140.44\tloss: 6.16409\t475.3688493192041\n",
"updates: 76/1140.44\tloss: 6.15602\t471.54631007074704\n",
"updates: 78/1140.44\tloss: 6.14851\t468.01992064447154\n",
"updates: 80/1140.44\tloss: 6.1386\t463.4057972387367\n",
"updates: 82/1140.44\tloss: 6.13323\t460.9236122992137\n",
"updates: 84/1140.44\tloss: 6.12747\t458.27388850340475\n",
"updates: 86/1140.44\tloss: 6.122\t455.773554795045\n",
"updates: 88/1140.44\tloss: 6.11497\t452.58469973861037\n",
"updates: 90/1140.44\tloss: 6.10429\t447.77501598925204\n",
"updates: 92/1140.44\tloss: 6.09777\t444.86518014689705\n",
"updates: 94/1140.44\tloss: 6.09071\t441.7366333466082\n",
"updates: 96/1140.44\tloss: 6.08432\t438.92176452078127\n",
"updates: 98/1140.44\tloss: 6.08019\t437.112509180127\n",
"updates: 100/1140.44\tloss: 6.0703\t432.80978936725774\n",
"updates: 102/1140.44\tloss: 6.06095\t428.78223616627025\n",
"updates: 104/1140.44\tloss: 6.04885\t423.6235817600417\n",
"updates: 106/1140.44\tloss: 6.03673\t418.523653880456\n",
"updates: 108/1140.44\tloss: 6.02745\t414.65486504304357\n",
"updates: 110/1140.44\tloss: 6.02087\t411.93610749721574\n",
"updates: 112/1140.44\tloss: 6.02\t411.57848714328964\n",
"updates: 114/1140.44\tloss: 5.99905\t403.04627272427297\n",
"updates: 116/1140.44\tloss: 5.98804\t398.6308599311958\n",
"updates: 118/1140.44\tloss: 5.98103\t395.84917246270834\n",
"updates: 120/1140.44\tloss: 5.97341\t392.8411739696762\n",
"updates: 122/1140.44\tloss: 5.96803\t390.73682061038744\n",
"updates: 124/1140.44\tloss: 5.96061\t387.845055699313\n",
"updates: 126/1140.44\tloss: 5.95848\t387.0229103793977\n",
"updates: 128/1140.44\tloss: 5.95155\t384.34701093567406\n",
"updates: 130/1140.44\tloss: 5.94659\t382.44806768448285\n",
"updates: 132/1140.44\tloss: 5.93701\t378.80089560778583\n",
"updates: 134/1140.44\tloss: 5.92836\t375.53994038876647\n",
"updates: 136/1140.44\tloss: 5.92213\t373.20472846874554\n",
"updates: 138/1140.44\tloss: 5.91754\t371.4975753596078\n",
"updates: 140/1140.44\tloss: 5.91072\t368.97208504881235\n",
"updates: 142/1140.44\tloss: 5.906\t367.232637061756\n",
"updates: 144/1140.44\tloss: 5.89585\t363.5266772184239\n",
"updates: 146/1140.44\tloss: 5.88458\t359.4516029872989\n",
"updates: 148/1140.44\tloss: 5.87676\t356.653017517491\n",
"updates: 150/1140.44\tloss: 5.8708\t354.53424809794444\n",
"updates: 152/1140.44\tloss: 5.86518\t352.54599535551364\n",
"updates: 154/1140.44\tloss: 5.86111\t351.114304926248\n",
"updates: 156/1140.44\tloss: 5.85429\t348.7269412966721\n",
"updates: 158/1140.44\tloss: 5.84822\t346.61634801479084\n",
"updates: 160/1140.44\tloss: 5.84281\t344.74759416140495\n",
"updates: 162/1140.44\tloss: 5.83799\t343.08828549777746\n",
"updates: 164/1140.44\tloss: 5.83457\t341.9188864341528\n",
"updates: 166/1140.44\tloss: 5.82922\t340.0949121742286\n",
"updates: 168/1140.44\tloss: 5.82415\t338.373022304464\n",
"updates: 170/1140.44\tloss: 5.81994\t336.95343918938676\n",
"updates: 172/1140.44\tloss: 5.81335\t334.73740302850166\n",
"updates: 174/1140.44\tloss: 5.80952\t333.4592702161141\n",
"updates: 176/1140.44\tloss: 5.80299\t331.28755900772256\n",
"updates: 178/1140.44\tloss: 5.79532\t328.7564611337489\n",
"updates: 180/1140.44\tloss: 5.79274\t327.9100864133935\n",
"updates: 182/1140.44\tloss: 5.78713\t326.07542834612093\n",
"updates: 184/1140.44\tloss: 5.78572\t325.6153673622597\n",
"updates: 186/1140.44\tloss: 5.78009\t323.7884433429742\n",
"updates: 188/1140.44\tloss: 5.77621\t322.5346868309791\n",
"updates: 190/1140.44\tloss: 5.77097\t320.8503710764777\n",
"updates: 192/1140.44\tloss: 5.76412\t318.6585233800739\n",
"updates: 194/1140.44\tloss: 5.75758\t316.581319084982\n",
"updates: 196/1140.44\tloss: 5.75128\t314.5944327926127\n",
"updates: 198/1140.44\tloss: 5.74775\t313.48367554152355\n",
"updates: 200/1140.44\tloss: 5.74132\t311.47373624436716\n",
"updates: 202/1140.44\tloss: 5.73513\t309.5524400350446\n",
"updates: 204/1140.44\tloss: 5.73075\t308.1998302051544\n",
"updates: 206/1140.44\tloss: 5.72581\t306.6818523479379\n",
"updates: 208/1140.44\tloss: 5.72116\t305.25835858263673\n",
"updates: 210/1140.44\tloss: 5.7163\t303.77951810441556\n",
"updates: 212/1140.44\tloss: 5.71026\t301.9504922308215\n",
"updates: 214/1140.44\tloss: 5.70538\t300.4785725417534\n",
"updates: 216/1140.44\tloss: 5.69917\t298.617995898629\n",
"updates: 218/1140.44\tloss: 5.69245\t296.6195039257595\n",
"updates: 220/1140.44\tloss: 5.6906\t296.0722667888474\n",
"updates: 222/1140.44\tloss: 5.68605\t294.72618135516217\n",
"updates: 224/1140.44\tloss: 5.68173\t293.456833756658\n",
"updates: 226/1140.44\tloss: 5.67957\t292.8220624954049\n",
"updates: 228/1140.44\tloss: 5.67498\t291.4814919415812\n",
"updates: 230/1140.44\tloss: 5.66977\t289.96699353012025\n",
"updates: 232/1140.44\tloss: 5.66448\t288.4379793439296\n",
"updates: 234/1140.44\tloss: 5.65966\t287.0510666149674\n",
"updates: 236/1140.44\tloss: 5.65662\t286.1788754506921\n",
"updates: 238/1140.44\tloss: 5.6541\t285.4588849288081\n",
"updates: 240/1140.44\tloss: 5.64957\t284.1701385385757\n",
"updates: 242/1140.44\tloss: 5.64592\t283.13428798909194\n",
"updates: 244/1140.44\tloss: 5.6418\t281.969378659925\n",
"updates: 246/1140.44\tloss: 5.63719\t280.6721507040315\n",
"updates: 248/1140.44\tloss: 5.62994\t278.6441850973377\n",
"updates: 250/1140.44\tloss: 5.62809\t278.1295418321608\n",
"updates: 252/1140.44\tloss: 5.6226\t276.60654702654523\n",
"updates: 254/1140.44\tloss: 5.6144\t274.3488133528427\n",
"updates: 256/1140.44\tloss: 5.61036\t273.24248799019193\n",
"updates: 258/1140.44\tloss: 5.60581\t272.00306530277715\n",
"updates: 260/1140.44\tloss: 5.6016\t270.8582919795496\n",
"updates: 262/1140.44\tloss: 5.59881\t270.10598047035654\n",
"updates: 264/1140.44\tloss: 5.59527\t269.15052162384757\n",
"updates: 266/1140.44\tloss: 5.59362\t268.7070719453792\n",
"updates: 268/1140.44\tloss: 5.58952\t267.6078529667354\n",
"updates: 270/1140.44\tloss: 5.58594\t266.6504752558538\n",
"updates: 272/1140.44\tloss: 5.58434\t266.2250553553925\n",
"updates: 274/1140.44\tloss: 5.58181\t265.55245049081697\n",
"updates: 276/1140.44\tloss: 5.5792\t264.86069316145955\n",
"updates: 278/1140.44\tloss: 5.57418\t263.53335155904153\n",
"updates: 280/1140.44\tloss: 5.57245\t263.07727019970287\n",
"updates: 282/1140.44\tloss: 5.56651\t261.5190215531252\n",
"updates: 284/1140.44\tloss: 5.56325\t260.6676951314574\n",
"updates: 286/1140.44\tloss: 5.55923\t259.62226447849787\n",
"updates: 288/1140.44\tloss: 5.55579\t258.7318118011902\n",
"updates: 290/1140.44\tloss: 5.54953\t257.11560151787006\n",
"updates: 292/1140.44\tloss: 5.54344\t255.55506142863246\n",
"updates: 294/1140.44\tloss: 5.53861\t254.32381360685616\n",
"updates: 296/1140.44\tloss: 5.53681\t253.86812846845052\n",
"updates: 298/1140.44\tloss: 5.53392\t253.13447240681526\n",
"updates: 300/1140.44\tloss: 5.53079\t252.3424405360357\n",
"updates: 302/1140.44\tloss: 5.52735\t251.4759994226179\n",
"updates: 304/1140.44\tloss: 5.52398\t250.62935247208165\n",
"updates: 306/1140.44\tloss: 5.52032\t249.71507378687863\n",
"updates: 308/1140.44\tloss: 5.51676\t248.82745916816165\n",
"updates: 310/1140.44\tloss: 5.51356\t248.0336971908984\n",
"updates: 312/1140.44\tloss: 5.5102\t247.201408269126\n",
"updates: 314/1140.44\tloss: 5.50696\t246.40183786528783\n",
"updates: 316/1140.44\tloss: 5.50358\t245.57053619965893\n",
"updates: 318/1140.44\tloss: 5.5011\t244.9604517990709\n",
"updates: 320/1140.44\tloss: 5.49911\t244.473800957751\n",
"updates: 322/1140.44\tloss: 5.49582\t243.6719470917393\n",
"updates: 324/1140.44\tloss: 5.49355\t243.11797347584906\n",
"updates: 326/1140.44\tloss: 5.49157\t242.6387042884375\n",
"updates: 328/1140.44\tloss: 5.48668\t241.45535882752625\n",
"updates: 330/1140.44\tloss: 5.48293\t240.55122041113518\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 332/1140.44\tloss: 5.47759\t239.26826156457057\n",
"updates: 334/1140.44\tloss: 5.47425\t238.47132434042138\n",
"updates: 336/1140.44\tloss: 5.47124\t237.75381036089195\n",
"updates: 338/1140.44\tloss: 5.46828\t237.0514708229553\n",
"updates: 340/1140.44\tloss: 5.46633\t236.59107588196017\n",
"updates: 342/1140.44\tloss: 5.46323\t235.85918885196514\n",
"updates: 344/1140.44\tloss: 5.45979\t235.0481202501975\n",
"updates: 346/1140.44\tloss: 5.45482\t233.88276728733683\n",
"updates: 348/1140.44\tloss: 5.45129\t233.05750880340034\n",
"updates: 350/1140.44\tloss: 5.44064\t230.59063053924396\n",
"updates: 352/1140.44\tloss: 5.43762\t229.89499424574507\n",
"updates: 354/1140.44\tloss: 5.43238\t228.69365939854498\n",
"updates: 356/1140.44\tloss: 5.43083\t228.33822474373926\n",
"updates: 358/1140.44\tloss: 5.42814\t227.72580915545606\n",
"updates: 360/1140.44\tloss: 5.42688\t227.43841499756414\n",
"updates: 362/1140.44\tloss: 5.42288\t226.5301297628514\n",
"updates: 364/1140.44\tloss: 5.41899\t225.65009437116206\n",
"updates: 366/1140.44\tloss: 5.41739\t225.29117644466837\n",
"updates: 368/1140.44\tloss: 5.41514\t224.78295260106574\n",
"updates: 370/1140.44\tloss: 5.4114\t223.94547906882872\n",
"updates: 372/1140.44\tloss: 5.4089\t223.38676084502666\n",
"updates: 374/1140.44\tloss: 5.40472\t222.45343077120768\n",
"updates: 376/1140.44\tloss: 5.40144\t221.7258330259122\n",
"updates: 378/1140.44\tloss: 5.39783\t220.92570010983235\n",
"updates: 380/1140.44\tloss: 5.39468\t220.23275470588226\n",
"updates: 382/1140.44\tloss: 5.39349\t219.96885473056952\n",
"updates: 384/1140.44\tloss: 5.39158\t219.54905427546566\n",
"updates: 386/1140.44\tloss: 5.38896\t218.9761599431377\n",
"updates: 388/1140.44\tloss: 5.38573\t218.26852683064286\n",
"updates: 390/1140.44\tloss: 5.38286\t217.64462250140053\n",
"updates: 392/1140.44\tloss: 5.3798\t216.97949042357538\n",
"updates: 394/1140.44\tloss: 5.37687\t216.34439814430746\n",
"updates: 396/1140.44\tloss: 5.37364\t215.6460197600609\n",
"updates: 398/1140.44\tloss: 5.3713\t215.14169319359053\n",
"updates: 400/1140.44\tloss: 5.36834\t214.50661440891156\n",
"updates: 402/1140.44\tloss: 5.36445\t213.67390110531161\n",
"updates: 404/1140.44\tloss: 5.36152\t213.04829910421992\n",
"updates: 406/1140.44\tloss: 5.35835\t212.37378919199918\n",
"updates: 408/1140.44\tloss: 5.35575\t211.82384134450692\n",
"updates: 410/1140.44\tloss: 5.35432\t211.5200160998817\n",
"updates: 412/1140.44\tloss: 5.35335\t211.3159282515888\n",
"updates: 414/1140.44\tloss: 5.35055\t210.72334447697864\n",
"updates: 416/1140.44\tloss: 5.34858\t210.3090103593823\n",
"updates: 418/1140.44\tloss: 5.34596\t209.75819265402245\n",
"updates: 420/1140.44\tloss: 5.34519\t209.5983784854467\n",
"updates: 422/1140.44\tloss: 5.34264\t209.06430274497603\n",
"updates: 424/1140.44\tloss: 5.34093\t208.70689285418769\n",
"updates: 426/1140.44\tloss: 5.33689\t207.8655547419628\n",
"updates: 428/1140.44\tloss: 5.3339\t207.24532904815095\n",
"updates: 430/1140.44\tloss: 5.32916\t206.2650057769366\n",
"updates: 432/1140.44\tloss: 5.326\t205.61369834091673\n",
"updates: 434/1140.44\tloss: 5.32563\t205.53703671856917\n",
"updates: 436/1140.44\tloss: 5.32428\t205.26138915974593\n",
"updates: 438/1140.44\tloss: 5.32304\t205.00545669815472\n",
"updates: 440/1140.44\tloss: 5.31978\t204.33961237237702\n",
"updates: 442/1140.44\tloss: 5.317\t203.77125972190726\n",
"updates: 444/1140.44\tloss: 5.31616\t203.60143740881375\n",
"updates: 446/1140.44\tloss: 5.31321\t203.00030949906213\n",
"updates: 448/1140.44\tloss: 5.31173\t202.69979762489731\n",
"updates: 450/1140.44\tloss: 5.30868\t202.08257423072865\n",
"updates: 452/1140.44\tloss: 5.30618\t201.57883733320676\n",
"updates: 454/1140.44\tloss: 5.30263\t200.8646951235837\n",
"updates: 456/1140.44\tloss: 5.29883\t200.10288536631774\n",
"updates: 458/1140.44\tloss: 5.29357\t199.0531136521789\n",
"updates: 460/1140.44\tloss: 5.2919\t198.71976385049962\n",
"updates: 462/1140.44\tloss: 5.29045\t198.43353973304892\n",
"updates: 464/1140.44\tloss: 5.288\t197.94782425416147\n",
"updates: 466/1140.44\tloss: 5.28619\t197.58959794865265\n",
"updates: 468/1140.44\tloss: 5.28259\t196.8782858899296\n",
"updates: 470/1140.44\tloss: 5.27992\t196.35452807008033\n",
"updates: 472/1140.44\tloss: 5.27836\t196.04723224695607\n",
"updates: 474/1140.44\tloss: 5.2766\t195.70347468492204\n",
"updates: 476/1140.44\tloss: 5.27276\t194.95421268633942\n",
"updates: 478/1140.44\tloss: 5.26973\t194.36336442071033\n",
"updates: 480/1140.44\tloss: 5.26826\t194.07886720242004\n",
"updates: 482/1140.44\tloss: 5.26743\t193.9170460343976\n",
"updates: 484/1140.44\tloss: 5.26431\t193.3136847446249\n",
"updates: 486/1140.44\tloss: 5.26304\t193.06824874014157\n",
"updates: 488/1140.44\tloss: 5.26182\t192.83278808194754\n",
"updates: 490/1140.44\tloss: 5.26103\t192.67969527505144\n",
"updates: 492/1140.44\tloss: 5.25923\t192.3329322433901\n",
"updates: 494/1140.44\tloss: 5.25786\t192.07031944671186\n",
"updates: 496/1140.44\tloss: 5.25454\t191.43275654066395\n",
"updates: 498/1140.44\tloss: 5.25181\t190.91190195412432\n",
"updates: 500/1140.44\tloss: 5.24981\t190.53081748990076\n",
"updates: 502/1140.44\tloss: 5.24514\t189.64319627747597\n",
"updates: 504/1140.44\tloss: 5.24294\t189.22505741108492\n",
"updates: 506/1140.44\tloss: 5.24044\t188.75379936266089\n",
"updates: 508/1140.44\tloss: 5.23763\t188.22385516379444\n",
"updates: 510/1140.44\tloss: 5.23571\t187.86240625340645\n",
"updates: 512/1140.44\tloss: 5.23256\t187.27147327706467\n",
"updates: 514/1140.44\tloss: 5.2306\t186.90535639446006\n",
"updates: 516/1140.44\tloss: 5.22918\t186.63877143168546\n",
"updates: 518/1140.44\tloss: 5.22728\t186.2860657417691\n",
"updates: 520/1140.44\tloss: 5.22515\t185.88957577816927\n",
"updates: 522/1140.44\tloss: 5.22351\t185.58366890350663\n",
"updates: 524/1140.44\tloss: 5.2201\t184.9524213997427\n",
"updates: 526/1140.44\tloss: 5.21901\t184.75128740560405\n",
"updates: 528/1140.44\tloss: 5.21624\t184.23952750435114\n",
"updates: 530/1140.44\tloss: 5.21351\t183.7378539804468\n",
"updates: 532/1140.44\tloss: 5.21206\t183.4709172417711\n",
"updates: 534/1140.44\tloss: 5.21004\t183.10118271818627\n",
"updates: 536/1140.44\tloss: 5.20801\t182.72932130942553\n",
"updates: 538/1140.44\tloss: 5.20563\t182.2964359156573\n",
"updates: 540/1140.44\tloss: 5.20346\t181.90043830178504\n",
"updates: 542/1140.44\tloss: 5.2008\t181.41780255394502\n",
"updates: 544/1140.44\tloss: 5.19983\t181.24123295096277\n",
"updates: 546/1140.44\tloss: 5.19376\t180.14487831830533\n",
"updates: 548/1140.44\tloss: 5.19152\t179.74098773090623\n",
"updates: 550/1140.44\tloss: 5.1903\t179.5231198631703\n",
"updates: 552/1140.44\tloss: 5.1884\t179.18090188185164\n",
"updates: 554/1140.44\tloss: 5.18712\t178.9531990350105\n",
"updates: 556/1140.44\tloss: 5.18607\t178.76529763477583\n",
"updates: 558/1140.44\tloss: 5.18363\t178.32825098756712\n",
"updates: 560/1140.44\tloss: 5.1813\t177.91480773965375\n",
"updates: 562/1140.44\tloss: 5.17965\t177.62035347281832\n",
"updates: 564/1140.44\tloss: 5.1787\t177.4516863584692\n",
"updates: 566/1140.44\tloss: 5.17675\t177.10638069360067\n",
"updates: 568/1140.44\tloss: 5.17488\t176.77584151538676\n",
"updates: 570/1140.44\tloss: 5.17272\t176.39319442059136\n",
"updates: 572/1140.44\tloss: 5.17002\t175.9183771630561\n",
"updates: 574/1140.44\tloss: 5.16774\t175.51845864608714\n",
"updates: 576/1140.44\tloss: 5.16588\t175.19237030607496\n",
"updates: 578/1140.44\tloss: 5.16506\t175.04806365030512\n",
"updates: 580/1140.44\tloss: 5.16283\t174.65752813128586\n",
"updates: 582/1140.44\tloss: 5.16064\t174.27547981855798\n",
"updates: 584/1140.44\tloss: 5.15854\t173.9097859082381\n",
"updates: 586/1140.44\tloss: 5.1564\t173.53910044396457\n",
"updates: 588/1140.44\tloss: 5.15399\t173.12105274604974\n",
"updates: 590/1140.44\tloss: 5.15328\t172.99759259062054\n",
"updates: 592/1140.44\tloss: 5.15146\t172.6828232374232\n",
"updates: 594/1140.44\tloss: 5.14972\t172.38393042477952\n",
"updates: 596/1140.44\tloss: 5.1475\t172.00044013768235\n",
"updates: 598/1140.44\tloss: 5.14556\t171.66819896526215\n",
"updates: 600/1140.44\tloss: 5.14416\t171.427785864427\n",
"updates: 602/1140.44\tloss: 5.14253\t171.14869865582867\n",
"updates: 604/1140.44\tloss: 5.14028\t170.763030620135\n",
"updates: 606/1140.44\tloss: 5.13924\t170.5858995805144\n",
"updates: 608/1140.44\tloss: 5.13711\t170.22332882824523\n",
"updates: 610/1140.44\tloss: 5.13471\t169.81549941621464\n",
"updates: 612/1140.44\tloss: 5.13227\t169.40144962831624\n",
"updates: 614/1140.44\tloss: 5.13054\t169.10884821894737\n",
"updates: 616/1140.44\tloss: 5.12866\t168.79127836059965\n",
"updates: 618/1140.44\tloss: 5.12577\t168.30342636614958\n",
"updates: 620/1140.44\tloss: 5.12373\t167.96004242668295\n",
"updates: 622/1140.44\tloss: 5.12213\t167.69188500100066\n",
"updates: 624/1140.44\tloss: 5.11907\t167.18060903237767\n",
"updates: 626/1140.44\tloss: 5.11661\t166.7696981844726\n",
"updates: 628/1140.44\tloss: 5.11491\t166.48589160578675\n",
"updates: 630/1140.44\tloss: 5.11252\t166.0887036691771\n",
"updates: 632/1140.44\tloss: 5.11082\t165.8066992477346\n",
"updates: 634/1140.44\tloss: 5.10878\t165.46815090855665\n",
"updates: 636/1140.44\tloss: 5.10586\t164.98566820888246\n",
"updates: 638/1140.44\tloss: 5.10516\t164.87094439654294\n",
"updates: 640/1140.44\tloss: 5.10386\t164.6559827092754\n",
"updates: 642/1140.44\tloss: 5.10223\t164.38781165796206\n",
"updates: 644/1140.44\tloss: 5.10086\t164.1624307143506\n",
"updates: 646/1140.44\tloss: 5.09852\t163.7798679381167\n",
"updates: 648/1140.44\tloss: 5.09688\t163.51079953071942\n",
"updates: 650/1140.44\tloss: 5.09504\t163.21101215164546\n",
"updates: 652/1140.44\tloss: 5.09391\t163.02544960539223\n",
"updates: 654/1140.44\tloss: 5.09205\t162.7232503588977\n",
"updates: 656/1140.44\tloss: 5.09091\t162.53747717430312\n",
"updates: 658/1140.44\tloss: 5.08875\t162.18721622206178\n",
"updates: 660/1140.44\tloss: 5.0864\t161.80597538187828\n",
"updates: 662/1140.44\tloss: 5.08581\t161.71160682141726\n",
"updates: 664/1140.44\tloss: 5.08408\t161.43214885667237\n",
"updates: 666/1140.44\tloss: 5.08276\t161.21816905386402\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 668/1140.44\tloss: 5.08035\t160.8303843062857\n",
"updates: 670/1140.44\tloss: 5.07962\t160.71266685347777\n",
"updates: 672/1140.44\tloss: 5.07849\t160.53077894316107\n",
"updates: 674/1140.44\tloss: 5.0772\t160.32454480905386\n",
"updates: 676/1140.44\tloss: 5.07498\t159.96868295986656\n",
"updates: 678/1140.44\tloss: 5.07317\t159.67927840044993\n",
"updates: 680/1140.44\tloss: 5.07184\t159.46688719152698\n",
"updates: 682/1140.44\tloss: 5.06961\t159.1128510694478\n",
"updates: 684/1140.44\tloss: 5.06725\t158.73788880465125\n",
"updates: 686/1140.44\tloss: 5.06451\t158.30269174571254\n",
"updates: 688/1140.44\tloss: 5.06235\t157.96098967621054\n",
"updates: 690/1140.44\tloss: 5.06079\t157.71571287983164\n",
"updates: 692/1140.44\tloss: 5.05792\t157.26378561246895\n",
"updates: 694/1140.44\tloss: 5.05509\t156.81901538312877\n",
"updates: 696/1140.44\tloss: 5.05214\t156.3570371113183\n",
"updates: 698/1140.44\tloss: 5.05113\t156.1993894696543\n",
"updates: 700/1140.44\tloss: 5.04873\t155.8249690999114\n",
"updates: 702/1140.44\tloss: 5.04718\t155.5831647396487\n",
"updates: 704/1140.44\tloss: 5.0459\t155.38387527354084\n",
"updates: 706/1140.44\tloss: 5.04431\t155.13655026387187\n",
"updates: 708/1140.44\tloss: 5.04195\t154.77218748451742\n",
"updates: 710/1140.44\tloss: 5.03991\t154.4554314768767\n",
"updates: 712/1140.44\tloss: 5.03753\t154.08917489535014\n",
"updates: 714/1140.44\tloss: 5.0359\t153.83851338059765\n",
"updates: 716/1140.44\tloss: 5.03382\t153.5184951626968\n",
"updates: 718/1140.44\tloss: 5.03187\t153.2186790427144\n",
"updates: 720/1140.44\tloss: 5.03033\t152.98292879248987\n",
"updates: 722/1140.44\tloss: 5.02867\t152.72915133054374\n",
"updates: 724/1140.44\tloss: 5.02727\t152.51668123925296\n",
"updates: 726/1140.44\tloss: 5.02592\t152.31063407488082\n",
"updates: 728/1140.44\tloss: 5.02443\t152.0840401128804\n",
"updates: 730/1140.44\tloss: 5.02267\t151.8162276635985\n",
"updates: 732/1140.44\tloss: 5.0211\t151.57834771462157\n",
"updates: 734/1140.44\tloss: 5.01958\t151.34783794597308\n",
"updates: 736/1140.44\tloss: 5.0183\t151.15459855947398\n",
"updates: 738/1140.44\tloss: 5.01731\t151.00441585215967\n",
"updates: 740/1140.44\tloss: 5.01576\t150.7712153259336\n",
"updates: 742/1140.44\tloss: 5.01426\t150.5450421230418\n",
"updates: 744/1140.44\tloss: 5.01366\t150.45437446792147\n",
"updates: 746/1140.44\tloss: 5.01273\t150.3142088236546\n",
"updates: 748/1140.44\tloss: 5.01194\t150.19650761751447\n",
"updates: 750/1140.44\tloss: 5.01119\t150.08347269994076\n",
"updates: 752/1140.44\tloss: 5.01014\t149.92572092758147\n",
"updates: 754/1140.44\tloss: 5.00906\t149.76355150343846\n",
"updates: 756/1140.44\tloss: 5.00763\t149.55043855376064\n",
"updates: 758/1140.44\tloss: 5.00751\t149.53212076335726\n",
"updates: 760/1140.44\tloss: 5.00685\t149.4338864934081\n",
"updates: 762/1140.44\tloss: 5.00596\t149.3003365744637\n",
"updates: 764/1140.44\tloss: 5.00557\t149.24217646407442\n",
"updates: 766/1140.44\tloss: 5.00534\t149.20823456076894\n",
"updates: 768/1140.44\tloss: 5.00369\t148.9618168331061\n",
"updates: 770/1140.44\tloss: 5.00335\t148.91119651220188\n",
"updates: 772/1140.44\tloss: 5.00221\t148.74084465535046\n",
"updates: 774/1140.44\tloss: 5.00129\t148.6050607790947\n",
"updates: 776/1140.44\tloss: 5.00021\t148.44422999667364\n",
"updates: 778/1140.44\tloss: 4.99967\t148.36480192920428\n",
"updates: 780/1140.44\tloss: 4.9982\t148.14618155760726\n",
"updates: 782/1140.44\tloss: 4.99675\t147.9313527718069\n",
"updates: 784/1140.44\tloss: 4.99606\t147.8300197006474\n",
"updates: 786/1140.44\tloss: 4.99431\t147.57046340377556\n",
"updates: 788/1140.44\tloss: 4.99246\t147.2985124253983\n",
"updates: 790/1140.44\tloss: 4.99075\t147.04606201404837\n",
"updates: 792/1140.44\tloss: 4.98948\t146.86057098824264\n",
"updates: 794/1140.44\tloss: 4.98789\t146.62614624003967\n",
"updates: 796/1140.44\tloss: 4.98501\t146.20528806088265\n",
"updates: 798/1140.44\tloss: 4.98223\t145.79966087151047\n",
"updates: 800/1140.44\tloss: 4.98089\t145.6043520592682\n",
"updates: 802/1140.44\tloss: 4.97952\t145.40450369362028\n",
"updates: 804/1140.44\tloss: 4.9778\t145.1552502235043\n",
"updates: 806/1140.44\tloss: 4.97642\t144.95399961989833\n",
"updates: 808/1140.44\tloss: 4.97503\t144.7529560699372\n",
"updates: 810/1140.44\tloss: 4.97414\t144.62456524329926\n",
"updates: 812/1140.44\tloss: 4.97227\t144.35351336118322\n",
"updates: 814/1140.44\tloss: 4.97085\t144.15002262811717\n",
"updates: 816/1140.44\tloss: 4.96931\t143.9275300353944\n",
"updates: 818/1140.44\tloss: 4.96818\t143.76540805776415\n",
"updates: 820/1140.44\tloss: 4.96699\t143.5940078310464\n",
"updates: 822/1140.44\tloss: 4.9647\t143.26532739634524\n",
"updates: 824/1140.44\tloss: 4.96356\t143.10251908914398\n",
"updates: 826/1140.44\tloss: 4.96293\t143.01280058858913\n",
"updates: 828/1140.44\tloss: 4.96153\t142.81238966391962\n",
"updates: 830/1140.44\tloss: 4.96072\t142.69641884552675\n",
"updates: 832/1140.44\tloss: 4.95955\t142.52904300497647\n",
"updates: 834/1140.44\tloss: 4.95922\t142.48233517613994\n",
"updates: 836/1140.44\tloss: 4.95822\t142.3399406990929\n",
"updates: 838/1140.44\tloss: 4.95711\t142.18224786759262\n",
"updates: 840/1140.44\tloss: 4.95599\t142.023584461179\n",
"updates: 842/1140.44\tloss: 4.95483\t141.85899401912837\n",
"updates: 844/1140.44\tloss: 4.95442\t141.8010081177304\n",
"updates: 846/1140.44\tloss: 4.9535\t141.67047825096407\n",
"updates: 848/1140.44\tloss: 4.95305\t141.60642522678611\n",
"updates: 850/1140.44\tloss: 4.95307\t141.60943595633213\n",
"updates: 852/1140.44\tloss: 4.95254\t141.53418758223145\n",
"updates: 854/1140.44\tloss: 4.95158\t141.39776901277395\n",
"updates: 856/1140.44\tloss: 4.95084\t141.29356658581509\n",
"updates: 858/1140.44\tloss: 4.94942\t141.09272310958931\n",
"updates: 860/1140.44\tloss: 4.94822\t140.92420727525692\n",
"updates: 862/1140.44\tloss: 4.94738\t140.8056817280763\n",
"updates: 864/1140.44\tloss: 4.94673\t140.7136484057234\n",
"updates: 866/1140.44\tloss: 4.9453\t140.51324900046293\n",
"updates: 868/1140.44\tloss: 4.94502\t140.47357187264276\n",
"updates: 870/1140.44\tloss: 4.94456\t140.40840140285422\n",
"updates: 872/1140.44\tloss: 4.94372\t140.29072068616713\n",
"updates: 874/1140.44\tloss: 4.94176\t140.016140866644\n",
"updates: 876/1140.44\tloss: 4.94054\t139.84558049822917\n",
"updates: 878/1140.44\tloss: 4.93993\t139.76114426225692\n",
"updates: 880/1140.44\tloss: 4.93893\t139.62084973561946\n",
"updates: 882/1140.44\tloss: 4.93876\t139.59750967426882\n",
"updates: 884/1140.44\tloss: 4.93702\t139.3541457878889\n",
"updates: 886/1140.44\tloss: 4.93579\t139.1834377319142\n",
"updates: 888/1140.44\tloss: 4.93445\t138.99695625289823\n",
"updates: 890/1140.44\tloss: 4.93303\t138.79986272706907\n",
"updates: 892/1140.44\tloss: 4.93116\t138.54030079294867\n",
"updates: 894/1140.44\tloss: 4.92893\t138.2311605596206\n",
"updates: 896/1140.44\tloss: 4.92804\t138.10874081845333\n",
"updates: 898/1140.44\tloss: 4.92641\t137.8836914308507\n",
"updates: 900/1140.44\tloss: 4.92386\t137.53186333137697\n",
"updates: 902/1140.44\tloss: 4.92131\t137.1825685524929\n",
"updates: 904/1140.44\tloss: 4.9188\t136.83887682116068\n",
"updates: 906/1140.44\tloss: 4.91751\t136.66187752031414\n",
"updates: 908/1140.44\tloss: 4.91669\t136.5492045104482\n",
"updates: 910/1140.44\tloss: 4.91641\t136.5121362607243\n",
"updates: 912/1140.44\tloss: 4.91522\t136.34864389483693\n",
"updates: 914/1140.44\tloss: 4.91424\t136.21639032188818\n",
"updates: 916/1140.44\tloss: 4.91238\t135.96259159911844\n",
"updates: 918/1140.44\tloss: 4.9106\t135.72078866152333\n",
"updates: 920/1140.44\tloss: 4.90945\t135.564812545854\n",
"updates: 922/1140.44\tloss: 4.90932\t135.5474165292021\n",
"updates: 924/1140.44\tloss: 4.90775\t135.33395188314884\n",
"updates: 926/1140.44\tloss: 4.90742\t135.29037266363366\n",
"updates: 928/1140.44\tloss: 4.90692\t135.2228540215766\n",
"updates: 930/1140.44\tloss: 4.90553\t135.0347265091675\n",
"updates: 932/1140.44\tloss: 4.90331\t134.73450784078562\n",
"updates: 934/1140.44\tloss: 4.90185\t134.53850550674758\n",
"updates: 936/1140.44\tloss: 4.90075\t134.39112486580774\n",
"updates: 938/1140.44\tloss: 4.90056\t134.36440287802202\n",
"updates: 940/1140.44\tloss: 4.89993\t134.28030104287527\n",
"updates: 942/1140.44\tloss: 4.89877\t134.1252271755654\n",
"updates: 944/1140.44\tloss: 4.8982\t134.0486217165225\n",
"updates: 946/1140.44\tloss: 4.89744\t133.94673804646683\n",
"updates: 948/1140.44\tloss: 4.89638\t133.80497182298237\n",
"updates: 950/1140.44\tloss: 4.8959\t133.74007718011157\n",
"updates: 952/1140.44\tloss: 4.89543\t133.67779107156508\n",
"updates: 954/1140.44\tloss: 4.89475\t133.58636158688435\n",
"updates: 956/1140.44\tloss: 4.89316\t133.37411718095845\n",
"updates: 958/1140.44\tloss: 4.89194\t133.2117580527046\n",
"updates: 960/1140.44\tloss: 4.89168\t133.1775555558632\n",
"updates: 962/1140.44\tloss: 4.89058\t133.0311688175584\n",
"updates: 964/1140.44\tloss: 4.88962\t132.902648246087\n",
"updates: 966/1140.44\tloss: 4.88926\t132.85502821576438\n",
"updates: 968/1140.44\tloss: 4.88861\t132.76940883967544\n",
"updates: 970/1140.44\tloss: 4.88723\t132.5851582446218\n",
"updates: 972/1140.44\tloss: 4.88569\t132.38138375491155\n",
"updates: 974/1140.44\tloss: 4.88577\t132.3926236289328\n",
"updates: 976/1140.44\tloss: 4.88476\t132.25815168966014\n",
"updates: 978/1140.44\tloss: 4.88351\t132.09348082073683\n",
"updates: 980/1140.44\tloss: 4.88281\t132.0017145994689\n",
"updates: 982/1140.44\tloss: 4.88197\t131.89039746525916\n",
"updates: 984/1140.44\tloss: 4.88208\t131.90483558438606\n",
"updates: 986/1140.44\tloss: 4.88115\t131.7822545430455\n",
"updates: 988/1140.44\tloss: 4.87926\t131.53386401852387\n",
"updates: 990/1140.44\tloss: 4.87919\t131.52447663850384\n",
"updates: 992/1140.44\tloss: 4.87884\t131.4784036228562\n",
"updates: 994/1140.44\tloss: 4.87908\t131.50993802792814\n",
"updates: 996/1140.44\tloss: 4.87795\t131.36167617574662\n",
"updates: 998/1140.44\tloss: 4.8773\t131.2752720962407\n",
"updates: 1000/1140.44\tloss: 4.87727\t131.27237122439055\n",
"updates: 1002/1140.44\tloss: 4.87594\t131.0969155552494\n",
"updates: 1004/1140.44\tloss: 4.87398\t130.84073101607936\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 1006/1140.44\tloss: 4.87329\t130.75092553694728\n",
"updates: 1008/1140.44\tloss: 4.87267\t130.66971440876225\n",
"updates: 1010/1140.44\tloss: 4.87085\t130.43130800560004\n",
"updates: 1012/1140.44\tloss: 4.86962\t130.27148542684589\n",
"updates: 1014/1140.44\tloss: 4.86827\t130.09519435102845\n",
"updates: 1016/1140.44\tloss: 4.86702\t129.93340453801687\n",
"updates: 1018/1140.44\tloss: 4.86637\t129.8480674565626\n",
"updates: 1020/1140.44\tloss: 4.86515\t129.69023051144623\n",
"updates: 1022/1140.44\tloss: 4.86318\t129.4356906505186\n",
"updates: 1024/1140.44\tloss: 4.86209\t129.29402291855033\n",
"updates: 1026/1140.44\tloss: 4.86096\t129.1487131766509\n",
"updates: 1028/1140.44\tloss: 4.85994\t129.01682401556738\n",
"updates: 1030/1140.44\tloss: 4.85924\t128.92603097761628\n",
"updates: 1032/1140.44\tloss: 4.85834\t128.81061582186257\n",
"updates: 1034/1140.44\tloss: 4.85806\t128.7737779615554\n",
"updates: 1036/1140.44\tloss: 4.85808\t128.77709147187798\n",
"updates: 1038/1140.44\tloss: 4.85683\t128.6156449527718\n",
"updates: 1040/1140.44\tloss: 4.85576\t128.4776743645171\n",
"updates: 1042/1140.44\tloss: 4.85416\t128.2725933528742\n",
"updates: 1044/1140.44\tloss: 4.85432\t128.29383798212407\n",
"updates: 1046/1140.44\tloss: 4.85345\t128.18221392754577\n",
"updates: 1048/1140.44\tloss: 4.85213\t128.01267189980373\n",
"updates: 1050/1140.44\tloss: 4.85136\t127.9141155939983\n",
"updates: 1052/1140.44\tloss: 4.85021\t127.76665453554867\n",
"updates: 1054/1140.44\tloss: 4.8497\t127.70247001025903\n",
"updates: 1056/1140.44\tloss: 4.84919\t127.636758290674\n",
"updates: 1058/1140.44\tloss: 4.84834\t127.5281848635421\n",
"updates: 1060/1140.44\tloss: 4.84709\t127.36966885836036\n",
"updates: 1062/1140.44\tloss: 4.84665\t127.31306256224546\n",
"updates: 1064/1140.44\tloss: 4.84519\t127.12706815957381\n",
"updates: 1066/1140.44\tloss: 4.84352\t126.91553052440344\n",
"updates: 1068/1140.44\tloss: 4.84168\t126.68157966181045\n",
"updates: 1070/1140.44\tloss: 4.84101\t126.59656546362845\n",
"updates: 1072/1140.44\tloss: 4.84095\t126.59001104873029\n",
"updates: 1074/1140.44\tloss: 4.841\t126.59545824687845\n",
"updates: 1076/1140.44\tloss: 4.84058\t126.54293842006372\n",
"updates: 1078/1140.44\tloss: 4.83974\t126.43687704802781\n",
"updates: 1080/1140.44\tloss: 4.83928\t126.37820954505321\n",
"updates: 1082/1140.44\tloss: 4.83945\t126.39927992768688\n",
"updates: 1084/1140.44\tloss: 4.83913\t126.35940796794382\n",
"updates: 1086/1140.44\tloss: 4.8389\t126.32984520177155\n",
"updates: 1088/1140.44\tloss: 4.83849\t126.27815702758163\n",
"updates: 1090/1140.44\tloss: 4.8375\t126.15303370524808\n",
"updates: 1092/1140.44\tloss: 4.83684\t126.07006075398033\n",
"updates: 1094/1140.44\tloss: 4.83601\t125.96623438490424\n",
"updates: 1096/1140.44\tloss: 4.83539\t125.88809170272184\n",
"updates: 1098/1140.44\tloss: 4.83444\t125.76805500286181\n",
"updates: 1100/1140.44\tloss: 4.83399\t125.7121040294529\n",
"updates: 1102/1140.44\tloss: 4.83349\t125.6489488142964\n",
"updates: 1104/1140.44\tloss: 4.83283\t125.56569900080676\n",
"updates: 1106/1140.44\tloss: 4.83189\t125.44783103973653\n",
"updates: 1108/1140.44\tloss: 4.83169\t125.42259491603347\n",
"updates: 1110/1140.44\tloss: 4.83141\t125.388073018812\n",
"updates: 1112/1140.44\tloss: 4.83081\t125.31278363691462\n",
"updates: 1114/1140.44\tloss: 4.82998\t125.20810953985931\n",
"updates: 1116/1140.44\tloss: 4.82878\t125.05859369237062\n",
"updates: 1118/1140.44\tloss: 4.82766\t124.91879187540883\n",
"updates: 1120/1140.44\tloss: 4.82747\t124.89488799149356\n",
"updates: 1122/1140.44\tloss: 4.82709\t124.84750827625616\n",
"updates: 1124/1140.44\tloss: 4.82671\t124.79916803988598\n",
"updates: 1126/1140.44\tloss: 4.82583\t124.68999994273116\n",
"updates: 1128/1140.44\tloss: 4.82479\t124.5600589585652\n",
"updates: 1130/1140.44\tloss: 4.82376\t124.43179282419189\n",
"updates: 1132/1140.44\tloss: 4.82308\t124.34783719542669\n",
"updates: 1134/1140.44\tloss: 4.8215\t124.1509023840513\n",
"updates: 1136/1140.44\tloss: 4.82027\t123.99908809258902\n",
"updates: 1138/1140.44\tloss: 4.81874\t123.80952102600538\n",
"\n"
]
}
],
"source": [
"lm.train()\n",
"for epoch in range(EPOCHS):\n",
" batches = 0\n",
" loss_sum =0\n",
" acc_score = 0\n",
"\n",
" for i in tqdm(range(0, len(train_ids)-BATCH_SIZE+1, BATCH_SIZE)):\n",
" X = train_ids[i:i+BATCH_SIZE,:3]\n",
" Y = train_ids[i:i+BATCH_SIZE,3]\n",
" predictions = lm(X)\n",
" loss = criterion(predictions,Y)\n",
" \n",
" \n",
" \n",
" optimizer.zero_grad()\n",
" loss.backward()\n",
" optimizer.step()\n",
" \n",
" loss_sum += loss.item()\n",
" batches += 1\n",
" \n",
" \n",
" \n",
" if i % 100 == 0:\n",
" loss_current = loss_sum / batches\n",
" print(f'updates: {i // BATCH_SIZE}/{len(train_ids) / BATCH_SIZE}', end ='\\t')\n",
" print('loss: ', round(loss_current,5) , end = '\\t')\n",
" print(np.exp(loss_current))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## ewaluacja"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### zadanie:\n",
"\n",
"- wczytać zbiór testowy\n",
"- napisać funkcję liczącą perplexity dla dowolnego zbioru i policzyć perplexity dla zbioru testowego"
]
},
{
"cell_type": "code",
"execution_count": 35,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "3c3e36b56499471fbb0084ae0819edc0",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(FloatProgress(value=0.0, max=223.0), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"updates: 0/1140.44\tloss: 7.93691\t2798.69023798398\n",
"updates: 20/1140.44\tloss: 7.2917\t1468.0696196794395\n",
"updates: 40/1140.44\tloss: 7.02505\t1124.4520230095873\n",
"updates: 60/1140.44\tloss: 7.02153\t1120.498903823149\n",
"updates: 80/1140.44\tloss: 6.97483\t1069.377989926981\n",
"updates: 100/1140.44\tloss: 7.01626\t1114.614360205092\n",
"updates: 120/1140.44\tloss: 7.01344\t1111.4692099745646\n",
"updates: 140/1140.44\tloss: 7.02334\t1122.5331375146593\n",
"updates: 160/1140.44\tloss: 7.02724\t1126.9124589152598\n",
"updates: 180/1140.44\tloss: 7.047\t1149.409103844335\n",
"updates: 200/1140.44\tloss: 7.05975\t1164.1482767554144\n",
"updates: 220/1140.44\tloss: 7.06818\t1174.0069599198582\n",
"\n"
]
},
{
"data": {
"text/plain": [
"1174.0069599198582"
]
},
"execution_count": 35,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"get_ppl(test_ids)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## parametry modelu"
]
},
{
"cell_type": "code",
"execution_count": 36,
"metadata": {
"scrolled": false
},
"outputs": [
{
"data": {
"text/plain": [
"[Parameter containing:\n",
" tensor([[ 1.2962, 2.2548, -0.5289, ..., 0.7910, 0.3451, 3.1669],\n",
" [ 0.6231, -1.0074, 0.4776, ..., 1.1894, 1.4892, 1.0638],\n",
" [ 0.6153, 0.2596, -1.9959, ..., -0.5816, 0.6102, 1.2497],\n",
" ...,\n",
" [ 3.6131, -1.3489, -0.8311, ..., 0.9109, 2.3637, -0.5194],\n",
" [ 0.1942, 0.9902, -0.4598, ..., 0.5558, 0.7963, -0.0882],\n",
" [ 0.1043, 1.7519, -0.5018, ..., -0.0734, 0.5121, -1.0132]],\n",
" device='cuda:0', requires_grad=True),\n",
" Parameter containing:\n",
" tensor([[ 0.0084, -0.0304, -0.0707, ..., 0.0578, -0.0801, -0.0080],\n",
" [-0.1369, -0.1782, 0.2099, ..., -0.0111, -0.0396, -0.1987],\n",
" [-0.0470, -0.0926, 0.0525, ..., -0.0092, 0.0290, -0.0435],\n",
" ...,\n",
" [-0.0967, 0.0055, 0.0719, ..., -0.0688, 0.0067, -0.0878],\n",
" [-0.1023, -0.1981, 0.1966, ..., -0.0676, -0.0961, -0.1946],\n",
" [-0.1015, -0.1989, 0.1953, ..., -0.0674, -0.0961, -0.1947]],\n",
" device='cuda:0', requires_grad=True),\n",
" Parameter containing:\n",
" tensor([ 0.7597, -0.4984, -0.0507, ..., -0.2868, -1.0517, -1.0112],\n",
" device='cuda:0', requires_grad=True)]"
]
},
"execution_count": 36,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"list(lm.parameters())"
]
},
{
"cell_type": "code",
"execution_count": 37,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"torch.Size([15005, 200])"
]
},
"execution_count": 37,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"list(lm.parameters())[0].shape"
]
},
{
"cell_type": "code",
"execution_count": 38,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"torch.Size([15005, 600])"
]
},
"execution_count": 38,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"list(lm.parameters())[1].shape"
]
},
{
"cell_type": "code",
"execution_count": 39,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/plain": [
"torch.Size([15005])"
]
},
"execution_count": 39,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"list(lm.parameters())[2].shape"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Inferencja"
]
},
{
"cell_type": "code",
"execution_count": 40,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'Gości innych nie widział oprócz spółleśników'"
]
},
"execution_count": 40,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"'Gości innych nie widział oprócz spółleśników'"
]
},
{
"cell_type": "code",
"execution_count": 41,
"metadata": {},
"outputs": [],
"source": [
"tokenized = list(tokenize('Gości innych nie widział oprócz spółleśników',lowercase = True))"
]
},
{
"cell_type": "code",
"execution_count": 42,
"metadata": {},
"outputs": [],
"source": [
"tokenized = tokenized[-NGRAMS :-1 ]"
]
},
{
"cell_type": "code",
"execution_count": 43,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['nie', 'widział', 'oprócz']"
]
},
"execution_count": 43,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"tokenized"
]
},
{
"cell_type": "code",
"execution_count": 44,
"metadata": {},
"outputs": [],
"source": [
"ids = []\n",
"for word in tokenized:\n",
" if word in vocab_stoi:\n",
" ids.append(vocab_stoi[word])\n",
" else:\n",
" ids.append(vocab_stoi['<UNK>'])"
]
},
{
"cell_type": "code",
"execution_count": 45,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[5873, 13240, 6938]"
]
},
"execution_count": 45,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"ids"
]
},
{
"cell_type": "code",
"execution_count": 46,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"NeuralLM(\n",
" (emb): Embedding(15005, 200)\n",
" (fc1): Linear(in_features=600, out_features=15005, bias=True)\n",
")"
]
},
"execution_count": 46,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"lm.eval()"
]
},
{
"cell_type": "code",
"execution_count": 47,
"metadata": {},
"outputs": [],
"source": [
"ids = torch.tensor(ids, dtype = torch.long, device = device)"
]
},
{
"cell_type": "code",
"execution_count": 48,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"tensor([ 5873, 13240, 6938], device='cuda:0')"
]
},
"execution_count": 48,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"ids"
]
},
{
"cell_type": "code",
"execution_count": 49,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"<ipython-input-49-cbeeab1035ab>:1: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).\n",
" preds= lm(torch.tensor(ids, dtype = torch.long))\n"
]
}
],
"source": [
"preds= lm(torch.tensor(ids, dtype = torch.long))"
]
},
{
"cell_type": "code",
"execution_count": 50,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"10861"
]
},
"execution_count": 50,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"torch.argmax(torch.softmax(preds,1),1).item()"
]
},
{
"cell_type": "code",
"execution_count": 51,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"torch.return_types.max(\n",
"values=tensor([0.2408], device='cuda:0', grad_fn=<MaxBackward0>),\n",
"indices=tensor([10861], device='cuda:0'))"
]
},
"execution_count": 51,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"torch.max(torch.softmax(preds,1),1)"
]
},
{
"cell_type": "code",
"execution_count": 52,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"'sposobu'"
]
},
"execution_count": 52,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"vocab_itos[torch.argmax(torch.softmax(preds,1),1).item()]"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.5"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Reference in New Issue Copy Permalink