{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "489ac00e",
   "metadata": {
    "id": "489ac00e"
   },
   "outputs": [],
   "source": [
    "import torch\n",
    "from torch import nn, optim\n",
    "from torch.utils.data import DataLoader\n",
    "import numpy as np\n",
    "from collections import Counter\n",
    "import re\n",
    "import lzma\n",
    "import csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "61a07c7b",
   "metadata": {
    "id": "61a07c7b"
   },
   "outputs": [],
   "source": [
    "device = 'cuda'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "0bdf4949",
   "metadata": {
    "id": "0bdf4949"
   },
   "outputs": [],
   "source": [
    "class Dataset(torch.utils.data.Dataset):\n",
    "    def __init__(\n",
    "            self,\n",
    "            sequence_length,\n",
    "    ):\n",
    "        self.sequence_length = sequence_length\n",
    "        self.words = self.load()\n",
    "        self.uniq_words = self.get_uniq_words()\n",
    "\n",
    "        self.index_to_word = {index: word for index, word in enumerate(self.uniq_words)}\n",
    "        self.word_to_index = {word: index for index, word in enumerate(self.uniq_words)}\n",
    "\n",
    "        self.words_indexes = [self.word_to_index[w] for w in self.words]\n",
    "\n",
    "    def load(self):\n",
    "        data = lzma.open(f'train/in.tsv.xz').read().decode('UTF-8').split('\\n')\n",
    "        data = [line.split('\\t') for line in data][:-1]\n",
    "        data = [[i[6].replace('\\\\\\\\n', ' '), i[7].replace('\\\\\\\\n', ' ')] for i in data]\n",
    "        \n",
    "        words = []\n",
    "        with open(f'train/expected.tsv') as file:\n",
    "            tsv_file = csv.reader(file, delimiter=\"\\t\")\n",
    "            for line in tsv_file:\n",
    "                words.append(line[0])\n",
    "                \n",
    "        text = []\n",
    "#         for i in range(len(data) - 1):\n",
    "        for i in range(5000):\n",
    "            t = data[i][0] + ' ' + words[i] + ' ' + data[i][1] + ' '\n",
    "            text += [t.replace('\\\\n', ' ')]\n",
    "            \n",
    "        text = ' '.join(text).lower()\n",
    "        text = re.sub('[^a-z ]', '', text)\n",
    "        text = text.split(' ')\n",
    "        return text\n",
    "    \n",
    "    \n",
    "    def get_uniq_words(self):\n",
    "        word_counts = Counter(self.words)\n",
    "        return sorted(word_counts, key=word_counts.get, reverse=True)\n",
    "\n",
    "    def __len__(self):\n",
    "        return len(self.words_indexes) - self.sequence_length\n",
    "\n",
    "    def __getitem__(self, index):\n",
    "        return (\n",
    "            torch.tensor(self.words_indexes[index:index+self.sequence_length]),\n",
    "            torch.tensor(self.words_indexes[index+1:index+self.sequence_length+1]),\n",
    "        )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "e5d9b187",
   "metadata": {
    "id": "e5d9b187"
   },
   "outputs": [],
   "source": [
    "dataset = Dataset(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "50c1bffc",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "50c1bffc",
    "outputId": "9c38096d-99ab-46af-f761-64239e263ca6"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(tensor([  0, 220,  19, 109, 202]), tensor([220,  19, 109, 202,   5]))"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset[200]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "b6adb94e",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "b6adb94e",
    "outputId": "b08722e7-7a57-4479-da97-fa8a7364a4a7"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['the', 'yet', 'i', 'm', 'party']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[dataset.index_to_word[x] for x in [  0, 231,  19,  98, 189]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d9d3ae44",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "d9d3ae44",
    "outputId": "8f2fed11-8e5a-4771-fb12-6d716aa84ea0"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['yet', 'i', 'm', 'party', 'in']"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[dataset.index_to_word[x] for x in [231,  19,  98, 189,   5]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "57ac91ce",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 299
    },
    "id": "57ac91ce",
    "outputId": "bb9dd417-56d5-41cf-8b64-0ece6b902bc7"
   },
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "ignored",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-9-ab2855c8fc94>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0minput_tensor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtensor\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m[\u001b[0m  \u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m231\u001b[0m\u001b[0;34m,\u001b[0m  \u001b[0;36m19\u001b[0m\u001b[0;34m,\u001b[0m  \u001b[0;36m98\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m189\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mint32\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/cuda/__init__.py\u001b[0m in \u001b[0;36m_lazy_init\u001b[0;34m()\u001b[0m\n\u001b[1;32m    214\u001b[0m         \u001b[0;31m# This function throws if there's a driver initialization error, no GPUs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    215\u001b[0m         \u001b[0;31m# are found or any other error occurs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 216\u001b[0;31m         \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_C\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_cuda_init\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    217\u001b[0m         \u001b[0;31m# Some of the queued calls may reentrantly call _lazy_init();\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    218\u001b[0m         \u001b[0;31m# we need to just return without initializing in that case.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mRuntimeError\u001b[0m: No CUDA GPUs are available"
     ]
    }
   ],
   "source": [
    "input_tensor = torch.tensor([[  0, 231,  19,  98, 189]], dtype=torch.int32).to(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a4f20449",
   "metadata": {
    "id": "a4f20449"
   },
   "outputs": [],
   "source": [
    "class Model(nn.Module):\n",
    "    def __init__(self, vocab_size):\n",
    "        super(Model, self).__init__()\n",
    "        self.lstm_size = 128\n",
    "        self.embedding_dim = 128\n",
    "        self.num_layers = 3\n",
    "\n",
    "        self.embedding = nn.Embedding(\n",
    "            num_embeddings=vocab_size,\n",
    "            embedding_dim=self.embedding_dim,\n",
    "        )\n",
    "        self.lstm = nn.LSTM(\n",
    "            input_size=self.lstm_size,\n",
    "            hidden_size=self.lstm_size,\n",
    "            num_layers=self.num_layers,\n",
    "            dropout=0.2,\n",
    "        )\n",
    "        self.fc = nn.Linear(self.lstm_size, vocab_size)\n",
    "\n",
    "    def forward(self, x, prev_state = None):\n",
    "        embed = self.embedding(x)\n",
    "        output, state = self.lstm(embed, prev_state)\n",
    "        logits = self.fc(output)\n",
    "        return logits, state\n",
    "\n",
    "    def init_state(self, sequence_length):\n",
    "        return (torch.zeros(self.num_layers, sequence_length, self.lstm_size).to(device),\n",
    "                torch.zeros(self.num_layers, sequence_length, self.lstm_size).to(device))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "73db4668",
   "metadata": {
    "id": "73db4668"
   },
   "outputs": [],
   "source": [
    "model = Model(len(dataset)).to(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b0234d67",
   "metadata": {
    "id": "b0234d67"
   },
   "outputs": [],
   "source": [
    "y_pred, state_h = model(input_tensor)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4f1a4bea",
   "metadata": {
    "id": "4f1a4bea"
   },
   "outputs": [],
   "source": [
    "y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8a7afe95",
   "metadata": {
    "id": "8a7afe95"
   },
   "outputs": [],
   "source": [
    "y_pred.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ea0524f5",
   "metadata": {
    "id": "ea0524f5"
   },
   "outputs": [],
   "source": [
    "def train(dataset, model, max_epochs, batch_size):\n",
    "    model.train()\n",
    "\n",
    "    dataloader = DataLoader(dataset, batch_size=batch_size)\n",
    "    criterion = nn.CrossEntropyLoss()\n",
    "    optimizer = optim.Adam(model.parameters(), lr=0.001)\n",
    "\n",
    "    for epoch in range(max_epochs):\n",
    "        for batch, (x, y) in enumerate(dataloader):\n",
    "            optimizer.zero_grad()\n",
    "            x = x.to(device)\n",
    "            y = y.to(device)\n",
    "\n",
    "            y_pred, state_h = model(x)\n",
    "            loss = criterion(y_pred.transpose(1, 2), y)\n",
    "\n",
    "            loss.backward()\n",
    "            optimizer.step()\n",
    "\n",
    "            print({ 'epoch': epoch, 'update in batch': batch, '/' : len(dataloader), 'loss': loss.item() })\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a30256c3",
   "metadata": {
    "id": "a30256c3",
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "model = Model(vocab_size = len(dataset.uniq_words)).to(device)\n",
    "train(dataset, model, 1, 64)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6d44e3ed",
   "metadata": {
    "id": "6d44e3ed"
   },
   "outputs": [],
   "source": [
    "def predict(dataset, model, text, next_words=5):\n",
    "    model.eval()\n",
    "    words = text.split(' ')\n",
    "    state_h = model.init_state(len(words))\n",
    "    res = []\n",
    "\n",
    "    x = torch.tensor([[dataset.word_to_index[w] for w in words]]).to(device)\n",
    "    y_pred, state_h = model(x, state_h)\n",
    "\n",
    "    last_word_logits = y_pred[0][-1]\n",
    "    p = torch.nn.functional.softmax(last_word_logits, dim=0).detach().cpu().numpy()\n",
    "    tmp = sorted(zip(p, range(len(p))), reverse=True)[:next_words]\n",
    "    for w in tmp:\n",
    "        res.append((dataset.index_to_word[w[1]], w[0]))\n",
    "\n",
    "    return res\n",
    "\n",
    "def predict2(dataset, model, model2, text, text2, next_words=5):\n",
    "    model.eval()\n",
    "    model2.eval()\n",
    "    words = text.split(' ')\n",
    "    words2 = text2.split(' ')\n",
    "    words2.reverse()\n",
    "    state_h = model.init_state(len(words))\n",
    "    state_h_2 = model2.init_state(len(words))\n",
    "    res = []\n",
    "\n",
    "    x = torch.tensor([[dataset.word_to_index[w] for w in words]]).to(device)\n",
    "    x2 = torch.tensor([[dataset.word_to_index[w] for w in words2]]).to(device)\n",
    "    y_pred, state_h = model(x, state_h)\n",
    "    y_pred_2, state_h_2 = model2(x2, state_h_2)\n",
    "\n",
    "    last_word_logits = y_pred[0][-1]\n",
    "    last_word_logits_2 = y_pred_2[0][-1]\n",
    "    p = torch.nn.functional.softmax(last_word_logits, dim=0).detach().cpu().numpy()\n",
    "    p2 = torch.nn.functional.softmax(last_word_logits_2, dim=0).detach().cpu().numpy()\n",
    "\n",
    "    p_mean = [(g + h) / 2 for g, h in zip(p, p2)]\n",
    "\n",
    "    tmp = sorted(zip(p_mean, range(len(p_mean))), reverse=True)[:next_words]\n",
    "    for w in tmp:\n",
    "        res.append((dataset.index_to_word[w[1]], w[0]))\n",
    "\n",
    "    return res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a356f317",
   "metadata": {
    "id": "a356f317"
   },
   "outputs": [],
   "source": [
    "predict(dataset, model, 'it is a')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "fab260da",
   "metadata": {
    "id": "fab260da"
   },
   "outputs": [],
   "source": [
    "dev_data = lzma.open(f'dev-0/in.tsv.xz').read().decode('UTF-8').split('\\n')\n",
    "dev_data = [line.split('\\t') for line in dev_data][:-1]\n",
    "dev_data1 = [re.sub('[^a-z ]', '', i[6].replace('\\\\n', ' ').lower()).strip() for i in dev_data]\n",
    "dev_data2 = [re.sub('[^a-z ]', '', i[7].replace('\\\\n', ' ').lower()).strip() for i in dev_data]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "721d9a0c",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 127
    },
    "id": "721d9a0c",
    "outputId": "9aac7214-5089-4b34-fb21-300c3b5eaa39"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'rin k ui i rsognfd inlriliinnts ir the town of y jinnin the county of lincoln rrspcrtfully rop hhont that the part ol said town whi h they inhabit s remote from tiie viii no and tliat they are so sit jutfd h it they would he much hotter accomodated f their lands were to  c m oil from raid town of mna and allix d and attached to flic town of wis tassel the si ire town of tlio county and where nost of their hmdmss is transacted they would in r lore petition y tir hole rible body that the lividing line of si j towns f wiscnsct mf jim nav his so far alt rod ns to include their farms in mid town of vviscasset and the the now line of li vision between acid towns ninv ho as fdlows viz lh ginning on the pi scut line dividing the towns ol ivia assct and ain at t southeast corner id seorgc acorns laud in said aina and riinninu from'"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dev_data[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "22823f96",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "22823f96",
    "outputId": "38491034-d745-48c8-c311-dc4b230481be"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('to', 0.11381497), ('and', 0.04800251), ('in', 0.042429972), ('the', 0.04154489), ('of', 0.030516978)]\n"
     ]
    }
   ],
   "source": [
    "print(predict(dataset, model, ' '.join(dev_data[9].split()[-1:])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "GGMKTev70Cji",
   "metadata": {
    "id": "GGMKTev70Cji"
   },
   "outputs": [],
   "source": [
    "class ReversedDataset(torch.utils.data.Dataset):\n",
    "    def __init__(\n",
    "            self,\n",
    "            sequence_length,\n",
    "    ):\n",
    "        self.sequence_length = sequence_length\n",
    "        self.words = self.load()\n",
    "        self.uniq_words = self.get_uniq_words()\n",
    "\n",
    "        self.index_to_word = {index: word for index, word in enumerate(self.uniq_words)}\n",
    "        self.word_to_index = {word: index for index, word in enumerate(self.uniq_words)}\n",
    "\n",
    "        self.words_indexes = [self.word_to_index[w] for w in self.words]\n",
    "\n",
    "    def load(self):\n",
    "        data = lzma.open(f'train/in.tsv.xz').read().decode('UTF-8').split('\\n')\n",
    "        data = [line.split('\\t') for line in data][:-1]\n",
    "        data = [[i[6].replace('\\\\\\\\n', ' '), i[7].replace('\\\\\\\\n', ' ')] for i in data]\n",
    "        \n",
    "        words = []\n",
    "        with open(f'train/expected.tsv') as file:\n",
    "            tsv_file = csv.reader(file, delimiter=\"\\t\")\n",
    "            for line in tsv_file:\n",
    "                words.append(line[0])\n",
    "                \n",
    "        text = []\n",
    "#         for i in range(len(data) - 1):\n",
    "        for i in range(5000):\n",
    "            t = data[i][0] + ' ' + words[i] + ' ' + data[i][1] + ' '\n",
    "            text += [t.replace('\\\\n', ' ')]\n",
    "            \n",
    "        text = ' '.join(text).lower()\n",
    "        text = re.sub('[^a-z ]', '', text)\n",
    "        text = text.split(' ')\n",
    "        text.reverse()\n",
    "        return text\n",
    "    \n",
    "    \n",
    "    def get_uniq_words(self):\n",
    "        word_counts = Counter(self.words)\n",
    "        return sorted(word_counts, key=word_counts.get, reverse=True)\n",
    "\n",
    "    def __len__(self):\n",
    "        return len(self.words_indexes) - self.sequence_length\n",
    "\n",
    "    def __getitem__(self, index):\n",
    "        return (\n",
    "            torch.tensor(self.words_indexes[index:index+self.sequence_length]),\n",
    "            torch.tensor(self.words_indexes[index+1:index+self.sequence_length+1]),\n",
    "        )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "7WSmYLCq-CRG",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "7WSmYLCq-CRG",
    "outputId": "4fb65144-b4bd-4611-8022-3446faaaf6c9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
      "{'epoch': 0, 'update in batch': 20417, '/': 25417, 'loss': 7.6362504959106445}\n",
      "{'epoch': 0, 'update in batch': 20418, '/': 25417, 'loss': 6.8080902099609375}\n",
      "{'epoch': 0, 'update in batch': 20419, '/': 25417, 'loss': 6.39241886138916}\n",
      "{'epoch': 0, 'update in batch': 20420, '/': 25417, 'loss': 7.597629547119141}\n",
      "{'epoch': 0, 'update in batch': 20421, '/': 25417, 'loss': 7.708348274230957}\n",
      "{'epoch': 0, 'update in batch': 20422, '/': 25417, 'loss': 7.466558933258057}\n",
      "{'epoch': 0, 'update in batch': 20423, '/': 25417, 'loss': 6.497800350189209}\n",
      "{'epoch': 0, 'update in batch': 20424, '/': 25417, 'loss': 7.575223445892334}\n",
      "{'epoch': 0, 'update in batch': 20425, '/': 25417, 'loss': 6.90737247467041}\n",
      "{'epoch': 0, 'update in batch': 20426, '/': 25417, 'loss': 6.788297176361084}\n",
      "{'epoch': 0, 'update in batch': 20427, '/': 25417, 'loss': 7.225445747375488}\n",
      "{'epoch': 0, 'update in batch': 20428, '/': 25417, 'loss': 6.8070173263549805}\n",
      "{'epoch': 0, 'update in batch': 20429, '/': 25417, 'loss': 6.6609907150268555}\n",
      "{'epoch': 0, 'update in batch': 20430, '/': 25417, 'loss': 6.863869667053223}\n",
      "{'epoch': 0, 'update in batch': 20431, '/': 25417, 'loss': 6.732440948486328}\n",
      "{'epoch': 0, 'update in batch': 20432, '/': 25417, 'loss': 7.342253684997559}\n",
      "{'epoch': 0, 'update in batch': 20433, '/': 25417, 'loss': 8.839489936828613}\n",
      "{'epoch': 0, 'update in batch': 20434, '/': 25417, 'loss': 8.181785583496094}\n",
      "{'epoch': 0, 'update in batch': 20435, '/': 25417, 'loss': 7.501155853271484}\n",
      "{'epoch': 0, 'update in batch': 20436, '/': 25417, 'loss': 7.15375280380249}\n",
      "{'epoch': 0, 'update in batch': 20437, '/': 25417, 'loss': 7.610144138336182}\n",
      "{'epoch': 0, 'update in batch': 20438, '/': 25417, 'loss': 7.9229230880737305}\n",
      "{'epoch': 0, 'update in batch': 20439, '/': 25417, 'loss': 7.410401344299316}\n",
      "{'epoch': 0, 'update in batch': 20440, '/': 25417, 'loss': 7.6451520919799805}\n",
      "{'epoch': 0, 'update in batch': 20441, '/': 25417, 'loss': 7.612285614013672}\n",
      "{'epoch': 0, 'update in batch': 20442, '/': 25417, 'loss': 6.862789154052734}\n",
      "{'epoch': 0, 'update in batch': 20443, '/': 25417, 'loss': 7.761195182800293}\n",
      "{'epoch': 0, 'update in batch': 20444, '/': 25417, 'loss': 7.075577735900879}\n",
      "{'epoch': 0, 'update in batch': 20445, '/': 25417, 'loss': 6.839912414550781}\n",
      "{'epoch': 0, 'update in batch': 20446, '/': 25417, 'loss': 6.835267066955566}\n",
      "{'epoch': 0, 'update in batch': 20447, '/': 25417, 'loss': 6.691529273986816}\n",
      "{'epoch': 0, 'update in batch': 20448, '/': 25417, 'loss': 7.013882637023926}\n",
      "{'epoch': 0, 'update in batch': 20449, '/': 25417, 'loss': 6.065933704376221}\n",
      "{'epoch': 0, 'update in batch': 20450, '/': 25417, 'loss': 7.55593204498291}\n",
      "{'epoch': 0, 'update in batch': 20451, '/': 25417, 'loss': 8.576960563659668}\n",
      "{'epoch': 0, 'update in batch': 20452, '/': 25417, 'loss': 7.220167636871338}\n",
      "{'epoch': 0, 'update in batch': 20453, '/': 25417, 'loss': 7.686814308166504}\n",
      "{'epoch': 0, 'update in batch': 20454, '/': 25417, 'loss': 7.384600639343262}\n",
      "{'epoch': 0, 'update in batch': 20455, '/': 25417, 'loss': 7.873658657073975}\n",
      "{'epoch': 0, 'update in batch': 20456, '/': 25417, 'loss': 6.882347106933594}\n",
      "{'epoch': 0, 'update in batch': 20457, '/': 25417, 'loss': 7.514899253845215}\n",
      "{'epoch': 0, 'update in batch': 20458, '/': 25417, 'loss': 7.473762512207031}\n",
      "{'epoch': 0, 'update in batch': 20459, '/': 25417, 'loss': 7.683981895446777}\n",
      "{'epoch': 0, 'update in batch': 20460, '/': 25417, 'loss': 7.835123538970947}\n",
      "{'epoch': 0, 'update in batch': 20461, '/': 25417, 'loss': 7.27884578704834}\n",
      "{'epoch': 0, 'update in batch': 20462, '/': 25417, 'loss': 7.304322242736816}\n",
      "{'epoch': 0, 'update in batch': 20463, '/': 25417, 'loss': 7.779258728027344}\n",
      "{'epoch': 0, 'update in batch': 20464, '/': 25417, 'loss': 6.55047082901001}\n",
      "{'epoch': 0, 'update in batch': 20465, '/': 25417, 'loss': 7.334401607513428}\n",
      "{'epoch': 0, 'update in batch': 20466, '/': 25417, 'loss': 7.006077766418457}\n",
      "{'epoch': 0, 'update in batch': 20467, '/': 25417, 'loss': 6.34951639175415}\n",
      "{'epoch': 0, 'update in batch': 20468, '/': 25417, 'loss': 7.379838466644287}\n",
      "{'epoch': 0, 'update in batch': 20469, '/': 25417, 'loss': 7.679259300231934}\n",
      "{'epoch': 0, 'update in batch': 20470, '/': 25417, 'loss': 7.554049491882324}\n",
      "{'epoch': 0, 'update in batch': 20471, '/': 25417, 'loss': 6.668128967285156}\n",
      "{'epoch': 0, 'update in batch': 20472, '/': 25417, 'loss': 7.753903388977051}\n",
      "{'epoch': 0, 'update in batch': 20473, '/': 25417, 'loss': 7.8322272300720215}\n",
      "{'epoch': 0, 'update in batch': 20474, '/': 25417, 'loss': 8.41560173034668}\n",
      "{'epoch': 0, 'update in batch': 20475, '/': 25417, 'loss': 7.348629951477051}\n",
      "{'epoch': 0, 'update in batch': 20476, '/': 25417, 'loss': 7.460331916809082}\n",
      "{'epoch': 0, 'update in batch': 20477, '/': 25417, 'loss': 7.5825371742248535}\n",
      "{'epoch': 0, 'update in batch': 20478, '/': 25417, 'loss': 8.365255355834961}\n",
      "{'epoch': 0, 'update in batch': 20479, '/': 25417, 'loss': 7.851580619812012}\n",
      "{'epoch': 0, 'update in batch': 20480, '/': 25417, 'loss': 6.670195579528809}\n",
      "{'epoch': 0, 'update in batch': 20481, '/': 25417, 'loss': 6.669435977935791}\n",
      "{'epoch': 0, 'update in batch': 20482, '/': 25417, 'loss': 6.38106632232666}\n",
      "{'epoch': 0, 'update in batch': 20483, '/': 25417, 'loss': 7.682502746582031}\n",
      "{'epoch': 0, 'update in batch': 20484, '/': 25417, 'loss': 6.214302062988281}\n",
      "{'epoch': 0, 'update in batch': 20485, '/': 25417, 'loss': 6.744795322418213}\n",
      "{'epoch': 0, 'update in batch': 20486, '/': 25417, 'loss': 6.242678165435791}\n",
      "{'epoch': 0, 'update in batch': 20487, '/': 25417, 'loss': 6.328853130340576}\n",
      "{'epoch': 0, 'update in batch': 20488, '/': 25417, 'loss': 5.622014045715332}\n",
      "{'epoch': 0, 'update in batch': 20489, '/': 25417, 'loss': 6.840496063232422}\n",
      "{'epoch': 0, 'update in batch': 20490, '/': 25417, 'loss': 7.787465572357178}\n",
      "{'epoch': 0, 'update in batch': 20491, '/': 25417, 'loss': 7.605869293212891}\n",
      "{'epoch': 0, 'update in batch': 20492, '/': 25417, 'loss': 7.197741508483887}\n",
      "{'epoch': 0, 'update in batch': 20493, '/': 25417, 'loss': 7.674317836761475}\n",
      "{'epoch': 0, 'update in batch': 20494, '/': 25417, 'loss': 5.592272758483887}\n",
      "{'epoch': 0, 'update in batch': 20495, '/': 25417, 'loss': 6.405350685119629}\n",
      "{'epoch': 0, 'update in batch': 20496, '/': 25417, 'loss': 5.870292663574219}\n",
      "{'epoch': 0, 'update in batch': 20497, '/': 25417, 'loss': 7.513786315917969}\n",
      "{'epoch': 0, 'update in batch': 20498, '/': 25417, 'loss': 6.58196496963501}\n",
      "{'epoch': 0, 'update in batch': 20499, '/': 25417, 'loss': 6.384879112243652}\n",
      "{'epoch': 0, 'update in batch': 20500, '/': 25417, 'loss': 7.5076494216918945}\n",
      "{'epoch': 0, 'update in batch': 20501, '/': 25417, 'loss': 6.647010803222656}\n",
      "{'epoch': 0, 'update in batch': 20502, '/': 25417, 'loss': 6.68743896484375}\n",
      "{'epoch': 0, 'update in batch': 20503, '/': 25417, 'loss': 7.385035514831543}\n",
      "{'epoch': 0, 'update in batch': 20504, '/': 25417, 'loss': 7.440873146057129}\n",
      "{'epoch': 0, 'update in batch': 20505, '/': 25417, 'loss': 6.840882301330566}\n",
      "{'epoch': 0, 'update in batch': 20506, '/': 25417, 'loss': 6.901170253753662}\n",
      "{'epoch': 0, 'update in batch': 20507, '/': 25417, 'loss': 6.9774651527404785}\n",
      "{'epoch': 0, 'update in batch': 20508, '/': 25417, 'loss': 7.174561977386475}\n",
      "{'epoch': 0, 'update in batch': 20509, '/': 25417, 'loss': 7.009429931640625}\n",
      "{'epoch': 0, 'update in batch': 20510, '/': 25417, 'loss': 7.697408199310303}\n",
      "{'epoch': 0, 'update in batch': 20511, '/': 25417, 'loss': 7.124487400054932}\n",
      "{'epoch': 0, 'update in batch': 20512, '/': 25417, 'loss': 6.869172096252441}\n",
      "{'epoch': 0, 'update in batch': 20513, '/': 25417, 'loss': 6.459146976470947}\n",
      "{'epoch': 0, 'update in batch': 20514, '/': 25417, 'loss': 5.517406940460205}\n",
      "{'epoch': 0, 'update in batch': 20515, '/': 25417, 'loss': 7.756165981292725}\n",
      "{'epoch': 0, 'update in batch': 20516, '/': 25417, 'loss': 6.129591464996338}\n",
      "{'epoch': 0, 'update in batch': 20517, '/': 25417, 'loss': 6.3416547775268555}\n",
      "{'epoch': 0, 'update in batch': 20518, '/': 25417, 'loss': 6.330920219421387}\n",
      "{'epoch': 0, 'update in batch': 20519, '/': 25417, 'loss': 5.2979631423950195}\n",
      "{'epoch': 0, 'update in batch': 20520, '/': 25417, 'loss': 6.363062858581543}\n",
      "{'epoch': 0, 'update in batch': 20521, '/': 25417, 'loss': 5.238137245178223}\n",
      "{'epoch': 0, 'update in batch': 20522, '/': 25417, 'loss': 6.525240898132324}\n",
      "{'epoch': 0, 'update in batch': 20523, '/': 25417, 'loss': 5.680315971374512}\n",
      "{'epoch': 0, 'update in batch': 20524, '/': 25417, 'loss': 7.013375282287598}\n",
      "{'epoch': 0, 'update in batch': 20525, '/': 25417, 'loss': 6.041726589202881}\n",
      "{'epoch': 0, 'update in batch': 20526, '/': 25417, 'loss': 6.227090358734131}\n",
      "{'epoch': 0, 'update in batch': 20527, '/': 25417, 'loss': 7.226597785949707}\n",
      "{'epoch': 0, 'update in batch': 20528, '/': 25417, 'loss': 6.997079372406006}\n",
      "{'epoch': 0, 'update in batch': 20529, '/': 25417, 'loss': 6.532511234283447}\n",
      "{'epoch': 0, 'update in batch': 20530, '/': 25417, 'loss': 6.846020698547363}\n",
      "{'epoch': 0, 'update in batch': 20531, '/': 25417, 'loss': 7.370474815368652}\n",
      "{'epoch': 0, 'update in batch': 20532, '/': 25417, 'loss': 6.513885498046875}\n",
      "{'epoch': 0, 'update in batch': 20533, '/': 25417, 'loss': 7.1504998207092285}\n",
      "{'epoch': 0, 'update in batch': 20534, '/': 25417, 'loss': 6.71877908706665}\n",
      "{'epoch': 0, 'update in batch': 20535, '/': 25417, 'loss': 6.933352470397949}\n",
      "{'epoch': 0, 'update in batch': 20536, '/': 25417, 'loss': 6.515987396240234}\n",
      "{'epoch': 0, 'update in batch': 20537, '/': 25417, 'loss': 6.298040390014648}\n",
      "{'epoch': 0, 'update in batch': 20538, '/': 25417, 'loss': 8.93137264251709}\n",
      "{'epoch': 0, 'update in batch': 20539, '/': 25417, 'loss': 9.400223731994629}\n",
      "{'epoch': 0, 'update in batch': 20540, '/': 25417, 'loss': 8.827657699584961}\n",
      "{'epoch': 0, 'update in batch': 20541, '/': 25417, 'loss': 8.34632682800293}\n",
      "{'epoch': 0, 'update in batch': 20542, '/': 25417, 'loss': 8.320226669311523}\n",
      "{'epoch': 0, 'update in batch': 20543, '/': 25417, 'loss': 6.59307861328125}\n",
      "{'epoch': 0, 'update in batch': 20544, '/': 25417, 'loss': 7.24609899520874}\n",
      "{'epoch': 0, 'update in batch': 20545, '/': 25417, 'loss': 7.164338111877441}\n",
      "{'epoch': 0, 'update in batch': 20546, '/': 25417, 'loss': 6.795816898345947}\n",
      "{'epoch': 0, 'update in batch': 20547, '/': 25417, 'loss': 6.977118015289307}\n",
      "{'epoch': 0, 'update in batch': 20548, '/': 25417, 'loss': 6.8322858810424805}\n",
      "{'epoch': 0, 'update in batch': 20549, '/': 25417, 'loss': 6.791506767272949}\n",
      "{'epoch': 0, 'update in batch': 20550, '/': 25417, 'loss': 6.613295078277588}\n",
      "{'epoch': 0, 'update in batch': 20551, '/': 25417, 'loss': 6.9738640785217285}\n",
      "{'epoch': 0, 'update in batch': 20552, '/': 25417, 'loss': 6.824358940124512}\n",
      "{'epoch': 0, 'update in batch': 20553, '/': 25417, 'loss': 7.836779594421387}\n",
      "{'epoch': 0, 'update in batch': 20554, '/': 25417, 'loss': 6.856484889984131}\n",
      "{'epoch': 0, 'update in batch': 20555, '/': 25417, 'loss': 7.2328362464904785}\n",
      "{'epoch': 0, 'update in batch': 20556, '/': 25417, 'loss': 7.094041347503662}\n",
      "{'epoch': 0, 'update in batch': 20557, '/': 25417, 'loss': 8.318449974060059}\n",
      "{'epoch': 0, 'update in batch': 20558, '/': 25417, 'loss': 6.671324253082275}\n",
      "{'epoch': 0, 'update in batch': 20559, '/': 25417, 'loss': 7.007246971130371}\n",
      "{'epoch': 0, 'update in batch': 20560, '/': 25417, 'loss': 7.033171653747559}\n",
      "{'epoch': 0, 'update in batch': 20561, '/': 25417, 'loss': 7.8684258460998535}\n",
      "{'epoch': 0, 'update in batch': 20562, '/': 25417, 'loss': 7.044653415679932}\n",
      "{'epoch': 0, 'update in batch': 20563, '/': 25417, 'loss': 7.107076168060303}\n",
      "{'epoch': 0, 'update in batch': 20564, '/': 25417, 'loss': 6.46378231048584}\n",
      "{'epoch': 0, 'update in batch': 20565, '/': 25417, 'loss': 5.80035400390625}\n",
      "{'epoch': 0, 'update in batch': 20566, '/': 25417, 'loss': 6.664187431335449}\n",
      "{'epoch': 0, 'update in batch': 20567, '/': 25417, 'loss': 7.397100925445557}\n",
      "{'epoch': 0, 'update in batch': 20568, '/': 25417, 'loss': 6.228614807128906}\n",
      "{'epoch': 0, 'update in batch': 20569, '/': 25417, 'loss': 7.642524719238281}\n",
      "{'epoch': 0, 'update in batch': 20570, '/': 25417, 'loss': 7.178689002990723}\n",
      "{'epoch': 0, 'update in batch': 20571, '/': 25417, 'loss': 6.621321201324463}\n",
      "{'epoch': 0, 'update in batch': 20572, '/': 25417, 'loss': 7.187562465667725}\n",
      "{'epoch': 0, 'update in batch': 20573, '/': 25417, 'loss': 6.870979309082031}\n",
      "{'epoch': 0, 'update in batch': 20574, '/': 25417, 'loss': 7.040153503417969}\n",
      "{'epoch': 0, 'update in batch': 20575, '/': 25417, 'loss': 6.102884769439697}\n",
      "{'epoch': 0, 'update in batch': 20576, '/': 25417, 'loss': 6.637103080749512}\n",
      "{'epoch': 0, 'update in batch': 20577, '/': 25417, 'loss': 5.785979270935059}\n",
      "{'epoch': 0, 'update in batch': 20578, '/': 25417, 'loss': 6.375594139099121}\n",
      "{'epoch': 0, 'update in batch': 20579, '/': 25417, 'loss': 6.582388877868652}\n",
      "{'epoch': 0, 'update in batch': 20580, '/': 25417, 'loss': 7.018584251403809}\n",
      "{'epoch': 0, 'update in batch': 20581, '/': 25417, 'loss': 6.55673360824585}\n",
      "{'epoch': 0, 'update in batch': 20582, '/': 25417, 'loss': 7.295004844665527}\n",
      "{'epoch': 0, 'update in batch': 20583, '/': 25417, 'loss': 8.045249938964844}\n",
      "{'epoch': 0, 'update in batch': 20584, '/': 25417, 'loss': 8.110723495483398}\n",
      "{'epoch': 0, 'update in batch': 20585, '/': 25417, 'loss': 6.77072286605835}\n",
      "{'epoch': 0, 'update in batch': 20586, '/': 25417, 'loss': 6.146764755249023}\n",
      "{'epoch': 0, 'update in batch': 20587, '/': 25417, 'loss': 6.681492805480957}\n",
      "{'epoch': 0, 'update in batch': 20588, '/': 25417, 'loss': 8.006265640258789}\n",
      "{'epoch': 0, 'update in batch': 20589, '/': 25417, 'loss': 6.95009708404541}\n",
      "{'epoch': 0, 'update in batch': 20590, '/': 25417, 'loss': 6.4331374168396}\n",
      "{'epoch': 0, 'update in batch': 20591, '/': 25417, 'loss': 6.28777551651001}\n",
      "{'epoch': 0, 'update in batch': 20592, '/': 25417, 'loss': 7.997381687164307}\n",
      "{'epoch': 0, 'update in batch': 20593, '/': 25417, 'loss': 5.662567138671875}\n",
      "{'epoch': 0, 'update in batch': 20594, '/': 25417, 'loss': 6.748553276062012}\n",
      "{'epoch': 0, 'update in batch': 20595, '/': 25417, 'loss': 6.450535774230957}\n",
      "{'epoch': 0, 'update in batch': 20596, '/': 25417, 'loss': 8.5282621383667}\n",
      "{'epoch': 0, 'update in batch': 20597, '/': 25417, 'loss': 7.630084991455078}\n",
      "{'epoch': 0, 'update in batch': 20598, '/': 25417, 'loss': 9.201167106628418}\n",
      "{'epoch': 0, 'update in batch': 20599, '/': 25417, 'loss': 7.532606601715088}\n",
      "{'epoch': 0, 'update in batch': 20600, '/': 25417, 'loss': 7.197349548339844}\n",
      "{'epoch': 0, 'update in batch': 20601, '/': 25417, 'loss': 7.1933465003967285}\n",
      "{'epoch': 0, 'update in batch': 20602, '/': 25417, 'loss': 7.186619758605957}\n",
      "{'epoch': 0, 'update in batch': 20603, '/': 25417, 'loss': 7.443772315979004}\n",
      "{'epoch': 0, 'update in batch': 20604, '/': 25417, 'loss': 6.6652679443359375}\n",
      "{'epoch': 0, 'update in batch': 20605, '/': 25417, 'loss': 7.3583526611328125}\n",
      "{'epoch': 0, 'update in batch': 20606, '/': 25417, 'loss': 7.12024450302124}\n",
      "{'epoch': 0, 'update in batch': 20607, '/': 25417, 'loss': 6.397706031799316}\n",
      "{'epoch': 0, 'update in batch': 20608, '/': 25417, 'loss': 7.900112152099609}\n",
      "{'epoch': 0, 'update in batch': 20609, '/': 25417, 'loss': 5.97288179397583}\n",
      "{'epoch': 0, 'update in batch': 20610, '/': 25417, 'loss': 5.898795127868652}\n",
      "{'epoch': 0, 'update in batch': 20611, '/': 25417, 'loss': 6.6615118980407715}\n",
      "{'epoch': 0, 'update in batch': 20612, '/': 25417, 'loss': 7.8673601150512695}\n",
      "{'epoch': 0, 'update in batch': 20613, '/': 25417, 'loss': 7.279974460601807}\n",
      "{'epoch': 0, 'update in batch': 20614, '/': 25417, 'loss': 7.863874912261963}\n",
      "{'epoch': 0, 'update in batch': 20615, '/': 25417, 'loss': 7.946898460388184}\n",
      "{'epoch': 0, 'update in batch': 20616, '/': 25417, 'loss': 7.054681301116943}\n",
      "{'epoch': 0, 'update in batch': 20617, '/': 25417, 'loss': 6.70181131362915}\n",
      "{'epoch': 0, 'update in batch': 20618, '/': 25417, 'loss': 5.957556247711182}\n",
      "{'epoch': 0, 'update in batch': 20619, '/': 25417, 'loss': 5.937910556793213}\n",
      "{'epoch': 0, 'update in batch': 20620, '/': 25417, 'loss': 6.847876071929932}\n",
      "{'epoch': 0, 'update in batch': 20621, '/': 25417, 'loss': 6.997516632080078}\n",
      "{'epoch': 0, 'update in batch': 20622, '/': 25417, 'loss': 8.100887298583984}\n",
      "{'epoch': 0, 'update in batch': 20623, '/': 25417, 'loss': 7.765164852142334}\n",
      "{'epoch': 0, 'update in batch': 20624, '/': 25417, 'loss': 6.687661170959473}\n",
      "{'epoch': 0, 'update in batch': 20625, '/': 25417, 'loss': 6.209295749664307}\n",
      "{'epoch': 0, 'update in batch': 20626, '/': 25417, 'loss': 7.780293941497803}\n",
      "{'epoch': 0, 'update in batch': 20627, '/': 25417, 'loss': 5.988624572753906}\n",
      "{'epoch': 0, 'update in batch': 20628, '/': 25417, 'loss': 7.01092004776001}\n",
      "{'epoch': 0, 'update in batch': 20629, '/': 25417, 'loss': 7.238406181335449}\n",
      "{'epoch': 0, 'update in batch': 20630, '/': 25417, 'loss': 6.72619104385376}\n",
      "{'epoch': 0, 'update in batch': 20631, '/': 25417, 'loss': 6.130732536315918}\n",
      "{'epoch': 0, 'update in batch': 20632, '/': 25417, 'loss': 6.764167785644531}\n",
      "{'epoch': 0, 'update in batch': 20633, '/': 25417, 'loss': 5.825623512268066}\n",
      "{'epoch': 0, 'update in batch': 20634, '/': 25417, 'loss': 7.593811988830566}\n",
      "{'epoch': 0, 'update in batch': 20635, '/': 25417, 'loss': 5.847708225250244}\n",
      "{'epoch': 0, 'update in batch': 20636, '/': 25417, 'loss': 6.856169700622559}\n",
      "{'epoch': 0, 'update in batch': 20637, '/': 25417, 'loss': 6.430329322814941}\n",
      "{'epoch': 0, 'update in batch': 20638, '/': 25417, 'loss': 7.1673431396484375}\n",
      "{'epoch': 0, 'update in batch': 20639, '/': 25417, 'loss': 7.071661472320557}\n",
      "{'epoch': 0, 'update in batch': 20640, '/': 25417, 'loss': 6.547970771789551}\n",
      "{'epoch': 0, 'update in batch': 20641, '/': 25417, 'loss': 6.6135454177856445}\n",
      "{'epoch': 0, 'update in batch': 20642, '/': 25417, 'loss': 6.870396614074707}\n",
      "{'epoch': 0, 'update in batch': 20643, '/': 25417, 'loss': 6.940155029296875}\n",
      "{'epoch': 0, 'update in batch': 20644, '/': 25417, 'loss': 8.486940383911133}\n",
      "{'epoch': 0, 'update in batch': 20645, '/': 25417, 'loss': 7.447757720947266}\n",
      "{'epoch': 0, 'update in batch': 20646, '/': 25417, 'loss': 7.952155113220215}\n",
      "{'epoch': 0, 'update in batch': 20647, '/': 25417, 'loss': 7.4054718017578125}\n",
      "{'epoch': 0, 'update in batch': 20648, '/': 25417, 'loss': 7.008481025695801}\n",
      "{'epoch': 0, 'update in batch': 20649, '/': 25417, 'loss': 7.174954414367676}\n",
      "{'epoch': 0, 'update in batch': 20650, '/': 25417, 'loss': 7.577577114105225}\n",
      "{'epoch': 0, 'update in batch': 20651, '/': 25417, 'loss': 7.5611066818237305}\n",
      "{'epoch': 0, 'update in batch': 20652, '/': 25417, 'loss': 6.6692304611206055}\n",
      "{'epoch': 0, 'update in batch': 20653, '/': 25417, 'loss': 5.9093828201293945}\n",
      "{'epoch': 0, 'update in batch': 20654, '/': 25417, 'loss': 7.809632301330566}\n",
      "{'epoch': 0, 'update in batch': 20655, '/': 25417, 'loss': 7.477548122406006}\n",
      "{'epoch': 0, 'update in batch': 20656, '/': 25417, 'loss': 7.157171726226807}\n",
      "{'epoch': 0, 'update in batch': 20657, '/': 25417, 'loss': 6.917299747467041}\n",
      "{'epoch': 0, 'update in batch': 20658, '/': 25417, 'loss': 6.619176387786865}\n",
      "{'epoch': 0, 'update in batch': 20659, '/': 25417, 'loss': 6.842219352722168}\n",
      "{'epoch': 0, 'update in batch': 20660, '/': 25417, 'loss': 7.824871063232422}\n",
      "{'epoch': 0, 'update in batch': 20661, '/': 25417, 'loss': 6.181582450866699}\n",
      "{'epoch': 0, 'update in batch': 20662, '/': 25417, 'loss': 8.027974128723145}\n",
      "{'epoch': 0, 'update in batch': 20663, '/': 25417, 'loss': 6.1966352462768555}\n",
      "{'epoch': 0, 'update in batch': 20664, '/': 25417, 'loss': 6.691580772399902}\n",
      "{'epoch': 0, 'update in batch': 20665, '/': 25417, 'loss': 6.446966648101807}\n",
      "{'epoch': 0, 'update in batch': 20666, '/': 25417, 'loss': 6.16766357421875}\n",
      "{'epoch': 0, 'update in batch': 20667, '/': 25417, 'loss': 6.27177095413208}\n",
      "{'epoch': 0, 'update in batch': 20668, '/': 25417, 'loss': 6.388686180114746}\n",
      "{'epoch': 0, 'update in batch': 20669, '/': 25417, 'loss': 6.435415744781494}\n",
      "{'epoch': 0, 'update in batch': 20670, '/': 25417, 'loss': 6.97094202041626}\n",
      "{'epoch': 0, 'update in batch': 20671, '/': 25417, 'loss': 7.0824103355407715}\n",
      "{'epoch': 0, 'update in batch': 20672, '/': 25417, 'loss': 6.483641147613525}\n",
      "{'epoch': 0, 'update in batch': 20673, '/': 25417, 'loss': 7.10825252532959}\n",
      "{'epoch': 0, 'update in batch': 20674, '/': 25417, 'loss': 6.514884948730469}\n",
      "{'epoch': 0, 'update in batch': 20675, '/': 25417, 'loss': 6.989585876464844}\n",
      "{'epoch': 0, 'update in batch': 20676, '/': 25417, 'loss': 6.660274505615234}\n",
      "{'epoch': 0, 'update in batch': 20677, '/': 25417, 'loss': 6.247311115264893}\n",
      "{'epoch': 0, 'update in batch': 20678, '/': 25417, 'loss': 6.539299964904785}\n",
      "{'epoch': 0, 'update in batch': 20679, '/': 25417, 'loss': 6.146244049072266}\n",
      "{'epoch': 0, 'update in batch': 20680, '/': 25417, 'loss': 6.046442031860352}\n",
      "{'epoch': 0, 'update in batch': 20681, '/': 25417, 'loss': 5.803200721740723}\n",
      "{'epoch': 0, 'update in batch': 20682, '/': 25417, 'loss': 6.013538360595703}\n",
      "{'epoch': 0, 'update in batch': 20683, '/': 25417, 'loss': 5.857019424438477}\n",
      "{'epoch': 0, 'update in batch': 20684, '/': 25417, 'loss': 5.908523082733154}\n",
      "{'epoch': 0, 'update in batch': 20685, '/': 25417, 'loss': 6.8695268630981445}\n",
      "{'epoch': 0, 'update in batch': 20686, '/': 25417, 'loss': 6.249724388122559}\n",
      "{'epoch': 0, 'update in batch': 20687, '/': 25417, 'loss': 6.000157356262207}\n",
      "{'epoch': 0, 'update in batch': 20688, '/': 25417, 'loss': 6.348227500915527}\n",
      "{'epoch': 0, 'update in batch': 20689, '/': 25417, 'loss': 7.556822299957275}\n",
      "{'epoch': 0, 'update in batch': 20690, '/': 25417, 'loss': 6.528517246246338}\n",
      "{'epoch': 0, 'update in batch': 20691, '/': 25417, 'loss': 7.363166809082031}\n",
      "{'epoch': 0, 'update in batch': 20692, '/': 25417, 'loss': 7.996490478515625}\n",
      "{'epoch': 0, 'update in batch': 20693, '/': 25417, 'loss': 8.061100006103516}\n",
      "{'epoch': 0, 'update in batch': 20694, '/': 25417, 'loss': 7.936196327209473}\n",
      "{'epoch': 0, 'update in batch': 20695, '/': 25417, 'loss': 7.125415802001953}\n",
      "{'epoch': 0, 'update in batch': 20696, '/': 25417, 'loss': 7.273412227630615}\n",
      "{'epoch': 0, 'update in batch': 20697, '/': 25417, 'loss': 6.492169380187988}\n",
      "{'epoch': 0, 'update in batch': 20698, '/': 25417, 'loss': 7.084574222564697}\n",
      "{'epoch': 0, 'update in batch': 20699, '/': 25417, 'loss': 6.487345218658447}\n",
      "{'epoch': 0, 'update in batch': 20700, '/': 25417, 'loss': 6.5963335037231445}\n",
      "{'epoch': 0, 'update in batch': 20701, '/': 25417, 'loss': 6.400321006774902}\n",
      "{'epoch': 0, 'update in batch': 20702, '/': 25417, 'loss': 6.904693603515625}\n",
      "{'epoch': 0, 'update in batch': 20703, '/': 25417, 'loss': 8.143387794494629}\n",
      "{'epoch': 0, 'update in batch': 20704, '/': 25417, 'loss': 8.182668685913086}\n",
      "{'epoch': 0, 'update in batch': 20705, '/': 25417, 'loss': 7.48694372177124}\n",
      "{'epoch': 0, 'update in batch': 20706, '/': 25417, 'loss': 8.003480911254883}\n",
      "{'epoch': 0, 'update in batch': 20707, '/': 25417, 'loss': 7.182328224182129}\n",
      "{'epoch': 0, 'update in batch': 20708, '/': 25417, 'loss': 4.8419013023376465}\n",
      "{'epoch': 0, 'update in batch': 20709, '/': 25417, 'loss': 6.7975568771362305}\n",
      "{'epoch': 0, 'update in batch': 20710, '/': 25417, 'loss': 6.431495666503906}\n",
      "{'epoch': 0, 'update in batch': 20711, '/': 25417, 'loss': 7.14850378036499}\n",
      "{'epoch': 0, 'update in batch': 20712, '/': 25417, 'loss': 5.707203388214111}\n",
      "{'epoch': 0, 'update in batch': 20713, '/': 25417, 'loss': 6.556490421295166}\n",
      "{'epoch': 0, 'update in batch': 20714, '/': 25417, 'loss': 7.737772464752197}\n",
      "{'epoch': 0, 'update in batch': 20715, '/': 25417, 'loss': 6.781764984130859}\n",
      "{'epoch': 0, 'update in batch': 20716, '/': 25417, 'loss': 7.2696213722229}\n",
      "{'epoch': 0, 'update in batch': 20717, '/': 25417, 'loss': 6.447157382965088}\n",
      "{'epoch': 0, 'update in batch': 20718, '/': 25417, 'loss': 6.702364444732666}\n",
      "{'epoch': 0, 'update in batch': 20719, '/': 25417, 'loss': 6.932034492492676}\n",
      "{'epoch': 0, 'update in batch': 20720, '/': 25417, 'loss': 7.174769401550293}\n",
      "{'epoch': 0, 'update in batch': 20721, '/': 25417, 'loss': 8.840791702270508}\n",
      "{'epoch': 0, 'update in batch': 20722, '/': 25417, 'loss': 9.532546043395996}\n",
      "{'epoch': 0, 'update in batch': 20723, '/': 25417, 'loss': 8.309988021850586}\n",
      "{'epoch': 0, 'update in batch': 20724, '/': 25417, 'loss': 6.81923770904541}\n",
      "{'epoch': 0, 'update in batch': 20725, '/': 25417, 'loss': 6.887443542480469}\n",
      "{'epoch': 0, 'update in batch': 20726, '/': 25417, 'loss': 6.916496276855469}\n",
      "{'epoch': 0, 'update in batch': 20727, '/': 25417, 'loss': 6.704833984375}\n",
      "{'epoch': 0, 'update in batch': 20728, '/': 25417, 'loss': 6.606010437011719}\n",
      "{'epoch': 0, 'update in batch': 20729, '/': 25417, 'loss': 6.220485210418701}\n",
      "{'epoch': 0, 'update in batch': 20730, '/': 25417, 'loss': 5.8734540939331055}\n",
      "{'epoch': 0, 'update in batch': 20731, '/': 25417, 'loss': 6.322402000427246}\n",
      "{'epoch': 0, 'update in batch': 20732, '/': 25417, 'loss': 7.253903865814209}\n",
      "{'epoch': 0, 'update in batch': 20733, '/': 25417, 'loss': 7.560076713562012}\n",
      "{'epoch': 0, 'update in batch': 20734, '/': 25417, 'loss': 6.518929958343506}\n",
      "{'epoch': 0, 'update in batch': 20735, '/': 25417, 'loss': 7.858696937561035}\n",
      "{'epoch': 0, 'update in batch': 20736, '/': 25417, 'loss': 7.983900547027588}\n",
      "{'epoch': 0, 'update in batch': 20737, '/': 25417, 'loss': 6.756048679351807}\n",
      "{'epoch': 0, 'update in batch': 20738, '/': 25417, 'loss': 6.740283012390137}\n",
      "{'epoch': 0, 'update in batch': 20739, '/': 25417, 'loss': 6.300965785980225}\n",
      "{'epoch': 0, 'update in batch': 20740, '/': 25417, 'loss': 6.882054328918457}\n",
      "{'epoch': 0, 'update in batch': 20741, '/': 25417, 'loss': 8.948220252990723}\n",
      "{'epoch': 0, 'update in batch': 20742, '/': 25417, 'loss': 9.727192878723145}\n",
      "{'epoch': 0, 'update in batch': 20743, '/': 25417, 'loss': 9.911014556884766}\n",
      "{'epoch': 0, 'update in batch': 20744, '/': 25417, 'loss': 9.707841873168945}\n",
      "{'epoch': 0, 'update in batch': 20745, '/': 25417, 'loss': 7.576266288757324}\n",
      "{'epoch': 0, 'update in batch': 20746, '/': 25417, 'loss': 7.286022186279297}\n",
      "{'epoch': 0, 'update in batch': 20747, '/': 25417, 'loss': 8.409711837768555}\n",
      "{'epoch': 0, 'update in batch': 20748, '/': 25417, 'loss': 7.2251739501953125}\n",
      "{'epoch': 0, 'update in batch': 20749, '/': 25417, 'loss': 7.001448631286621}\n",
      "{'epoch': 0, 'update in batch': 20750, '/': 25417, 'loss': 5.781641960144043}\n",
      "{'epoch': 0, 'update in batch': 20751, '/': 25417, 'loss': 5.8162736892700195}\n",
      "{'epoch': 0, 'update in batch': 20752, '/': 25417, 'loss': 5.928781986236572}\n",
      "{'epoch': 0, 'update in batch': 20753, '/': 25417, 'loss': 5.6105451583862305}\n",
      "{'epoch': 0, 'update in batch': 20754, '/': 25417, 'loss': 6.6771955490112305}\n",
      "{'epoch': 0, 'update in batch': 20755, '/': 25417, 'loss': 5.5021562576293945}\n",
      "{'epoch': 0, 'update in batch': 20756, '/': 25417, 'loss': 7.067801475524902}\n",
      "{'epoch': 0, 'update in batch': 20757, '/': 25417, 'loss': 6.719004154205322}\n",
      "{'epoch': 0, 'update in batch': 20758, '/': 25417, 'loss': 7.542191982269287}\n",
      "{'epoch': 0, 'update in batch': 20759, '/': 25417, 'loss': 6.288355350494385}\n",
      "{'epoch': 0, 'update in batch': 20760, '/': 25417, 'loss': 6.6373748779296875}\n",
      "{'epoch': 0, 'update in batch': 20761, '/': 25417, 'loss': 6.839238166809082}\n",
      "{'epoch': 0, 'update in batch': 20762, '/': 25417, 'loss': 6.571280002593994}\n",
      "{'epoch': 0, 'update in batch': 20763, '/': 25417, 'loss': 6.0500288009643555}\n",
      "{'epoch': 0, 'update in batch': 20764, '/': 25417, 'loss': 5.485980033874512}\n",
      "{'epoch': 0, 'update in batch': 20765, '/': 25417, 'loss': 8.909693717956543}\n",
      "{'epoch': 0, 'update in batch': 20766, '/': 25417, 'loss': 7.79137659072876}\n",
      "{'epoch': 0, 'update in batch': 20767, '/': 25417, 'loss': 8.112980842590332}\n",
      "{'epoch': 0, 'update in batch': 20768, '/': 25417, 'loss': 7.501058101654053}\n",
      "{'epoch': 0, 'update in batch': 20769, '/': 25417, 'loss': 7.702976226806641}\n",
      "{'epoch': 0, 'update in batch': 20770, '/': 25417, 'loss': 6.998425483703613}\n",
      "{'epoch': 0, 'update in batch': 20771, '/': 25417, 'loss': 7.626354217529297}\n",
      "{'epoch': 0, 'update in batch': 20772, '/': 25417, 'loss': 6.6312737464904785}\n",
      "{'epoch': 0, 'update in batch': 20773, '/': 25417, 'loss': 6.9927849769592285}\n",
      "{'epoch': 0, 'update in batch': 20774, '/': 25417, 'loss': 6.485347747802734}\n",
      "{'epoch': 0, 'update in batch': 20775, '/': 25417, 'loss': 7.3499298095703125}\n",
      "{'epoch': 0, 'update in batch': 20776, '/': 25417, 'loss': 7.635565757751465}\n",
      "{'epoch': 0, 'update in batch': 20777, '/': 25417, 'loss': 6.810982704162598}\n",
      "{'epoch': 0, 'update in batch': 20778, '/': 25417, 'loss': 6.9786376953125}\n",
      "{'epoch': 0, 'update in batch': 20779, '/': 25417, 'loss': 6.45888614654541}\n",
      "{'epoch': 0, 'update in batch': 20780, '/': 25417, 'loss': 6.637807369232178}\n",
      "{'epoch': 0, 'update in batch': 20781, '/': 25417, 'loss': 7.4344892501831055}\n",
      "{'epoch': 0, 'update in batch': 20782, '/': 25417, 'loss': 5.903745174407959}\n",
      "{'epoch': 0, 'update in batch': 20783, '/': 25417, 'loss': 8.510171890258789}\n",
      "{'epoch': 0, 'update in batch': 20784, '/': 25417, 'loss': 7.50622034072876}\n",
      "{'epoch': 0, 'update in batch': 20785, '/': 25417, 'loss': 6.9204254150390625}\n",
      "{'epoch': 0, 'update in batch': 20786, '/': 25417, 'loss': 7.548664093017578}\n",
      "{'epoch': 0, 'update in batch': 20787, '/': 25417, 'loss': 7.169417381286621}\n",
      "{'epoch': 0, 'update in batch': 20788, '/': 25417, 'loss': 6.789012908935547}\n",
      "{'epoch': 0, 'update in batch': 20789, '/': 25417, 'loss': 5.8623762130737305}\n",
      "{'epoch': 0, 'update in batch': 20790, '/': 25417, 'loss': 7.045004367828369}\n",
      "{'epoch': 0, 'update in batch': 20791, '/': 25417, 'loss': 6.173613548278809}\n",
      "{'epoch': 0, 'update in batch': 20792, '/': 25417, 'loss': 6.592656135559082}\n",
      "{'epoch': 0, 'update in batch': 20793, '/': 25417, 'loss': 6.9946608543396}\n",
      "{'epoch': 0, 'update in batch': 20794, '/': 25417, 'loss': 6.581270694732666}\n",
      "{'epoch': 0, 'update in batch': 20795, '/': 25417, 'loss': 7.505727291107178}\n",
      "{'epoch': 0, 'update in batch': 20796, '/': 25417, 'loss': 6.444184303283691}\n",
      "{'epoch': 0, 'update in batch': 20797, '/': 25417, 'loss': 7.7024359703063965}\n",
      "{'epoch': 0, 'update in batch': 20798, '/': 25417, 'loss': 7.7362470626831055}\n",
      "{'epoch': 0, 'update in batch': 20799, '/': 25417, 'loss': 7.231717109680176}\n",
      "{'epoch': 0, 'update in batch': 20800, '/': 25417, 'loss': 7.399729251861572}\n",
      "{'epoch': 0, 'update in batch': 20801, '/': 25417, 'loss': 7.32382869720459}\n",
      "{'epoch': 0, 'update in batch': 20802, '/': 25417, 'loss': 6.2074384689331055}\n",
      "{'epoch': 0, 'update in batch': 20803, '/': 25417, 'loss': 7.1724419593811035}\n",
      "{'epoch': 0, 'update in batch': 20804, '/': 25417, 'loss': 8.497713088989258}\n",
      "{'epoch': 0, 'update in batch': 20805, '/': 25417, 'loss': 8.27358341217041}\n",
      "{'epoch': 0, 'update in batch': 20806, '/': 25417, 'loss': 8.572870254516602}\n",
      "{'epoch': 0, 'update in batch': 20807, '/': 25417, 'loss': 7.4226531982421875}\n",
      "{'epoch': 0, 'update in batch': 20808, '/': 25417, 'loss': 7.565810203552246}\n",
      "{'epoch': 0, 'update in batch': 20809, '/': 25417, 'loss': 5.907134532928467}\n",
      "{'epoch': 0, 'update in batch': 20810, '/': 25417, 'loss': 7.554671287536621}\n",
      "{'epoch': 0, 'update in batch': 20811, '/': 25417, 'loss': 6.244423866271973}\n",
      "{'epoch': 0, 'update in batch': 20812, '/': 25417, 'loss': 5.885781764984131}\n",
      "{'epoch': 0, 'update in batch': 20813, '/': 25417, 'loss': 6.985890865325928}\n",
      "{'epoch': 0, 'update in batch': 20814, '/': 25417, 'loss': 6.211705207824707}\n",
      "{'epoch': 0, 'update in batch': 20815, '/': 25417, 'loss': 5.30403470993042}\n",
      "{'epoch': 0, 'update in batch': 20816, '/': 25417, 'loss': 6.094013214111328}\n",
      "{'epoch': 0, 'update in batch': 20817, '/': 25417, 'loss': 6.192496299743652}\n",
      "{'epoch': 0, 'update in batch': 20818, '/': 25417, 'loss': 6.0406975746154785}\n",
      "{'epoch': 0, 'update in batch': 20819, '/': 25417, 'loss': 5.648079872131348}\n",
      "{'epoch': 0, 'update in batch': 20820, '/': 25417, 'loss': 6.416804313659668}\n",
      "{'epoch': 0, 'update in batch': 20821, '/': 25417, 'loss': 5.829845428466797}\n",
      "{'epoch': 0, 'update in batch': 20822, '/': 25417, 'loss': 5.318365573883057}\n",
      "{'epoch': 0, 'update in batch': 20823, '/': 25417, 'loss': 6.825624942779541}\n",
      "{'epoch': 0, 'update in batch': 20824, '/': 25417, 'loss': 6.654446601867676}\n",
      "{'epoch': 0, 'update in batch': 20825, '/': 25417, 'loss': 6.273248672485352}\n",
      "{'epoch': 0, 'update in batch': 20826, '/': 25417, 'loss': 8.727957725524902}\n",
      "{'epoch': 0, 'update in batch': 20827, '/': 25417, 'loss': 7.264612674713135}\n",
      "{'epoch': 0, 'update in batch': 20828, '/': 25417, 'loss': 7.675933837890625}\n",
      "{'epoch': 0, 'update in batch': 20829, '/': 25417, 'loss': 9.564923286437988}\n",
      "{'epoch': 0, 'update in batch': 20830, '/': 25417, 'loss': 8.969233512878418}\n",
      "{'epoch': 0, 'update in batch': 20831, '/': 25417, 'loss': 8.368753433227539}\n",
      "{'epoch': 0, 'update in batch': 20832, '/': 25417, 'loss': 8.991966247558594}\n",
      "{'epoch': 0, 'update in batch': 20833, '/': 25417, 'loss': 7.080333709716797}\n",
      "{'epoch': 0, 'update in batch': 20834, '/': 25417, 'loss': 6.843284606933594}\n",
      "{'epoch': 0, 'update in batch': 20835, '/': 25417, 'loss': 6.387216567993164}\n",
      "{'epoch': 0, 'update in batch': 20836, '/': 25417, 'loss': 7.149018287658691}\n",
      "{'epoch': 0, 'update in batch': 20837, '/': 25417, 'loss': 7.0211920738220215}\n",
      "{'epoch': 0, 'update in batch': 20838, '/': 25417, 'loss': 6.540154457092285}\n",
      "{'epoch': 0, 'update in batch': 20839, '/': 25417, 'loss': 6.701458930969238}\n",
      "{'epoch': 0, 'update in batch': 20840, '/': 25417, 'loss': 7.411825656890869}\n",
      "{'epoch': 0, 'update in batch': 20841, '/': 25417, 'loss': 6.555386543273926}\n",
      "{'epoch': 0, 'update in batch': 20842, '/': 25417, 'loss': 9.632144927978516}\n",
      "{'epoch': 0, 'update in batch': 20843, '/': 25417, 'loss': 8.123819351196289}\n",
      "{'epoch': 0, 'update in batch': 20844, '/': 25417, 'loss': 7.476219177246094}\n",
      "{'epoch': 0, 'update in batch': 20845, '/': 25417, 'loss': 7.722482204437256}\n",
      "{'epoch': 0, 'update in batch': 20846, '/': 25417, 'loss': 7.980587005615234}\n",
      "{'epoch': 0, 'update in batch': 20847, '/': 25417, 'loss': 6.824143886566162}\n",
      "{'epoch': 0, 'update in batch': 20848, '/': 25417, 'loss': 6.354467868804932}\n",
      "{'epoch': 0, 'update in batch': 20849, '/': 25417, 'loss': 5.967281818389893}\n",
      "{'epoch': 0, 'update in batch': 20850, '/': 25417, 'loss': 6.201796531677246}\n",
      "{'epoch': 0, 'update in batch': 20851, '/': 25417, 'loss': 5.810225963592529}\n",
      "{'epoch': 0, 'update in batch': 20852, '/': 25417, 'loss': 6.619532108306885}\n",
      "{'epoch': 0, 'update in batch': 20853, '/': 25417, 'loss': 6.880057334899902}\n",
      "{'epoch': 0, 'update in batch': 20854, '/': 25417, 'loss': 6.1719160079956055}\n",
      "{'epoch': 0, 'update in batch': 20855, '/': 25417, 'loss': 7.013648986816406}\n",
      "{'epoch': 0, 'update in batch': 20856, '/': 25417, 'loss': 6.363190650939941}\n",
      "{'epoch': 0, 'update in batch': 20857, '/': 25417, 'loss': 6.895817756652832}\n",
      "{'epoch': 0, 'update in batch': 20858, '/': 25417, 'loss': 6.914005279541016}\n",
      "{'epoch': 0, 'update in batch': 20859, '/': 25417, 'loss': 6.608155727386475}\n",
      "{'epoch': 0, 'update in batch': 20860, '/': 25417, 'loss': 6.9026780128479}\n",
      "{'epoch': 0, 'update in batch': 20861, '/': 25417, 'loss': 8.393519401550293}\n",
      "{'epoch': 0, 'update in batch': 20862, '/': 25417, 'loss': 7.78017520904541}\n",
      "{'epoch': 0, 'update in batch': 20863, '/': 25417, 'loss': 8.348104476928711}\n",
      "{'epoch': 0, 'update in batch': 20864, '/': 25417, 'loss': 7.558345794677734}\n",
      "{'epoch': 0, 'update in batch': 20865, '/': 25417, 'loss': 6.164649963378906}\n",
      "{'epoch': 0, 'update in batch': 20866, '/': 25417, 'loss': 6.556859016418457}\n",
      "{'epoch': 0, 'update in batch': 20867, '/': 25417, 'loss': 7.1161932945251465}\n",
      "{'epoch': 0, 'update in batch': 20868, '/': 25417, 'loss': 6.153013706207275}\n",
      "{'epoch': 0, 'update in batch': 20869, '/': 25417, 'loss': 6.223194599151611}\n",
      "{'epoch': 0, 'update in batch': 20870, '/': 25417, 'loss': 6.289562702178955}\n",
      "{'epoch': 0, 'update in batch': 20871, '/': 25417, 'loss': 6.1105194091796875}\n",
      "{'epoch': 0, 'update in batch': 20872, '/': 25417, 'loss': 7.623818397521973}\n",
      "{'epoch': 0, 'update in batch': 20873, '/': 25417, 'loss': 6.5396728515625}\n",
      "{'epoch': 0, 'update in batch': 20874, '/': 25417, 'loss': 7.029710292816162}\n",
      "{'epoch': 0, 'update in batch': 20875, '/': 25417, 'loss': 8.183964729309082}\n",
      "{'epoch': 0, 'update in batch': 20876, '/': 25417, 'loss': 6.693478584289551}\n",
      "{'epoch': 0, 'update in batch': 20877, '/': 25417, 'loss': 6.955933570861816}\n",
      "{'epoch': 0, 'update in batch': 20878, '/': 25417, 'loss': 7.095015048980713}\n",
      "{'epoch': 0, 'update in batch': 20879, '/': 25417, 'loss': 8.116567611694336}\n",
      "{'epoch': 0, 'update in batch': 20880, '/': 25417, 'loss': 6.7301530838012695}\n",
      "{'epoch': 0, 'update in batch': 20881, '/': 25417, 'loss': 6.051809310913086}\n",
      "{'epoch': 0, 'update in batch': 20882, '/': 25417, 'loss': 7.211546421051025}\n",
      "{'epoch': 0, 'update in batch': 20883, '/': 25417, 'loss': 6.584634304046631}\n",
      "{'epoch': 0, 'update in batch': 20884, '/': 25417, 'loss': 7.424035549163818}\n",
      "{'epoch': 0, 'update in batch': 20885, '/': 25417, 'loss': 8.020048141479492}\n",
      "{'epoch': 0, 'update in batch': 20886, '/': 25417, 'loss': 8.497237205505371}\n",
      "{'epoch': 0, 'update in batch': 20887, '/': 25417, 'loss': 7.116685390472412}\n",
      "{'epoch': 0, 'update in batch': 20888, '/': 25417, 'loss': 7.140537261962891}\n",
      "{'epoch': 0, 'update in batch': 20889, '/': 25417, 'loss': 9.599845886230469}\n",
      "{'epoch': 0, 'update in batch': 20890, '/': 25417, 'loss': 10.410475730895996}\n",
      "{'epoch': 0, 'update in batch': 20891, '/': 25417, 'loss': 10.50213623046875}\n",
      "{'epoch': 0, 'update in batch': 20892, '/': 25417, 'loss': 10.488948822021484}\n",
      "{'epoch': 0, 'update in batch': 20893, '/': 25417, 'loss': 9.064196586608887}\n",
      "{'epoch': 0, 'update in batch': 20894, '/': 25417, 'loss': 6.6132330894470215}\n",
      "{'epoch': 0, 'update in batch': 20895, '/': 25417, 'loss': 6.397425651550293}\n",
      "{'epoch': 0, 'update in batch': 20896, '/': 25417, 'loss': 7.650992393493652}\n",
      "{'epoch': 0, 'update in batch': 20897, '/': 25417, 'loss': 6.819860935211182}\n",
      "{'epoch': 0, 'update in batch': 20898, '/': 25417, 'loss': 7.671719551086426}\n",
      "{'epoch': 0, 'update in batch': 20899, '/': 25417, 'loss': 8.071020126342773}\n",
      "{'epoch': 0, 'update in batch': 20900, '/': 25417, 'loss': 8.41511058807373}\n",
      "{'epoch': 0, 'update in batch': 20901, '/': 25417, 'loss': 9.955541610717773}\n",
      "{'epoch': 0, 'update in batch': 20902, '/': 25417, 'loss': 8.009513854980469}\n",
      "{'epoch': 0, 'update in batch': 20903, '/': 25417, 'loss': 7.57965087890625}\n",
      "{'epoch': 0, 'update in batch': 20904, '/': 25417, 'loss': 6.468358516693115}\n",
      "{'epoch': 0, 'update in batch': 20905, '/': 25417, 'loss': 6.7792487144470215}\n",
      "{'epoch': 0, 'update in batch': 20906, '/': 25417, 'loss': 6.972390651702881}\n",
      "{'epoch': 0, 'update in batch': 20907, '/': 25417, 'loss': 6.382834434509277}\n",
      "{'epoch': 0, 'update in batch': 20908, '/': 25417, 'loss': 6.264607906341553}\n",
      "{'epoch': 0, 'update in batch': 20909, '/': 25417, 'loss': 5.462042808532715}\n",
      "{'epoch': 0, 'update in batch': 20910, '/': 25417, 'loss': 7.653090000152588}\n",
      "{'epoch': 0, 'update in batch': 20911, '/': 25417, 'loss': 7.695838928222656}\n",
      "{'epoch': 0, 'update in batch': 20912, '/': 25417, 'loss': 5.450723648071289}\n",
      "{'epoch': 0, 'update in batch': 20913, '/': 25417, 'loss': 6.651109218597412}\n",
      "{'epoch': 0, 'update in batch': 20914, '/': 25417, 'loss': 6.11444091796875}\n",
      "{'epoch': 0, 'update in batch': 20915, '/': 25417, 'loss': 5.595950126647949}\n",
      "{'epoch': 0, 'update in batch': 20916, '/': 25417, 'loss': 5.275354862213135}\n",
      "{'epoch': 0, 'update in batch': 20917, '/': 25417, 'loss': 6.239787578582764}\n",
      "{'epoch': 0, 'update in batch': 20918, '/': 25417, 'loss': 6.561942100524902}\n",
      "{'epoch': 0, 'update in batch': 20919, '/': 25417, 'loss': 8.354772567749023}\n",
      "{'epoch': 0, 'update in batch': 20920, '/': 25417, 'loss': 9.133805274963379}\n",
      "{'epoch': 0, 'update in batch': 20921, '/': 25417, 'loss': 9.970757484436035}\n",
      "{'epoch': 0, 'update in batch': 20922, '/': 25417, 'loss': 10.911470413208008}\n",
      "{'epoch': 0, 'update in batch': 20923, '/': 25417, 'loss': 10.157491683959961}\n",
      "{'epoch': 0, 'update in batch': 20924, '/': 25417, 'loss': 8.792187690734863}\n",
      "{'epoch': 0, 'update in batch': 20925, '/': 25417, 'loss': 8.701031684875488}\n",
      "{'epoch': 0, 'update in batch': 20926, '/': 25417, 'loss': 7.671952247619629}\n",
      "{'epoch': 0, 'update in batch': 20927, '/': 25417, 'loss': 6.66634464263916}\n",
      "{'epoch': 0, 'update in batch': 20928, '/': 25417, 'loss': 6.6658735275268555}\n",
      "{'epoch': 0, 'update in batch': 20929, '/': 25417, 'loss': 8.309772491455078}\n",
      "{'epoch': 0, 'update in batch': 20930, '/': 25417, 'loss': 7.9312567710876465}\n",
      "{'epoch': 0, 'update in batch': 20931, '/': 25417, 'loss': 7.787545204162598}\n",
      "{'epoch': 0, 'update in batch': 20932, '/': 25417, 'loss': 7.954952239990234}\n",
      "{'epoch': 0, 'update in batch': 20933, '/': 25417, 'loss': 7.6006317138671875}\n",
      "{'epoch': 0, 'update in batch': 20934, '/': 25417, 'loss': 7.939083099365234}\n",
      "{'epoch': 0, 'update in batch': 20935, '/': 25417, 'loss': 8.86688232421875}\n",
      "{'epoch': 0, 'update in batch': 20936, '/': 25417, 'loss': 8.3583984375}\n",
      "{'epoch': 0, 'update in batch': 20937, '/': 25417, 'loss': 7.528256416320801}\n",
      "{'epoch': 0, 'update in batch': 20938, '/': 25417, 'loss': 8.65569019317627}\n",
      "{'epoch': 0, 'update in batch': 20939, '/': 25417, 'loss': 8.766176223754883}\n",
      "{'epoch': 0, 'update in batch': 20940, '/': 25417, 'loss': 8.341536521911621}\n",
      "{'epoch': 0, 'update in batch': 20941, '/': 25417, 'loss': 8.469667434692383}\n",
      "{'epoch': 0, 'update in batch': 20942, '/': 25417, 'loss': 8.660133361816406}\n",
      "{'epoch': 0, 'update in batch': 20943, '/': 25417, 'loss': 7.473842620849609}\n",
      "{'epoch': 0, 'update in batch': 20944, '/': 25417, 'loss': 6.491591453552246}\n",
      "{'epoch': 0, 'update in batch': 20945, '/': 25417, 'loss': 8.063084602355957}\n",
      "{'epoch': 0, 'update in batch': 20946, '/': 25417, 'loss': 5.847081184387207}\n",
      "{'epoch': 0, 'update in batch': 20947, '/': 25417, 'loss': 5.9970703125}\n",
      "{'epoch': 0, 'update in batch': 20948, '/': 25417, 'loss': 6.8184075355529785}\n",
      "{'epoch': 0, 'update in batch': 20949, '/': 25417, 'loss': 6.039738655090332}\n",
      "{'epoch': 0, 'update in batch': 20950, '/': 25417, 'loss': 6.8170671463012695}\n",
      "{'epoch': 0, 'update in batch': 20951, '/': 25417, 'loss': 7.083113193511963}\n",
      "{'epoch': 0, 'update in batch': 20952, '/': 25417, 'loss': 6.548552513122559}\n",
      "{'epoch': 0, 'update in batch': 20953, '/': 25417, 'loss': 6.884590148925781}\n",
      "{'epoch': 0, 'update in batch': 20954, '/': 25417, 'loss': 6.83289098739624}\n",
      "{'epoch': 0, 'update in batch': 20955, '/': 25417, 'loss': 6.844515323638916}\n",
      "{'epoch': 0, 'update in batch': 20956, '/': 25417, 'loss': 6.902291774749756}\n",
      "{'epoch': 0, 'update in batch': 20957, '/': 25417, 'loss': 7.0440239906311035}\n",
      "{'epoch': 0, 'update in batch': 20958, '/': 25417, 'loss': 7.373410224914551}\n",
      "{'epoch': 0, 'update in batch': 20959, '/': 25417, 'loss': 5.8067240715026855}\n",
      "{'epoch': 0, 'update in batch': 20960, '/': 25417, 'loss': 6.672967433929443}\n",
      "{'epoch': 0, 'update in batch': 20961, '/': 25417, 'loss': 7.210289001464844}\n",
      "{'epoch': 0, 'update in batch': 20962, '/': 25417, 'loss': 6.232304573059082}\n",
      "{'epoch': 0, 'update in batch': 20963, '/': 25417, 'loss': 5.995622158050537}\n",
      "{'epoch': 0, 'update in batch': 20964, '/': 25417, 'loss': 7.7687811851501465}\n",
      "{'epoch': 0, 'update in batch': 20965, '/': 25417, 'loss': 6.998634338378906}\n",
      "{'epoch': 0, 'update in batch': 20966, '/': 25417, 'loss': 6.509629249572754}\n",
      "{'epoch': 0, 'update in batch': 20967, '/': 25417, 'loss': 6.690756797790527}\n",
      "{'epoch': 0, 'update in batch': 20968, '/': 25417, 'loss': 7.433592796325684}\n",
      "{'epoch': 0, 'update in batch': 20969, '/': 25417, 'loss': 6.938899040222168}\n",
      "{'epoch': 0, 'update in batch': 20970, '/': 25417, 'loss': 8.659902572631836}\n",
      "{'epoch': 0, 'update in batch': 20971, '/': 25417, 'loss': 9.471941947937012}\n",
      "{'epoch': 0, 'update in batch': 20972, '/': 25417, 'loss': 8.554183006286621}\n",
      "{'epoch': 0, 'update in batch': 20973, '/': 25417, 'loss': 8.362104415893555}\n",
      "{'epoch': 0, 'update in batch': 20974, '/': 25417, 'loss': 8.403697967529297}\n",
      "{'epoch': 0, 'update in batch': 20975, '/': 25417, 'loss': 7.226639747619629}\n",
      "{'epoch': 0, 'update in batch': 20976, '/': 25417, 'loss': 7.493409156799316}\n",
      "{'epoch': 0, 'update in batch': 20977, '/': 25417, 'loss': 7.227940559387207}\n",
      "{'epoch': 0, 'update in batch': 20978, '/': 25417, 'loss': 5.620401382446289}\n",
      "{'epoch': 0, 'update in batch': 20979, '/': 25417, 'loss': 5.7149882316589355}\n",
      "{'epoch': 0, 'update in batch': 20980, '/': 25417, 'loss': 6.722704887390137}\n",
      "{'epoch': 0, 'update in batch': 20981, '/': 25417, 'loss': 6.751884460449219}\n",
      "{'epoch': 0, 'update in batch': 20982, '/': 25417, 'loss': 5.876093864440918}\n",
      "{'epoch': 0, 'update in batch': 20983, '/': 25417, 'loss': 7.492128849029541}\n",
      "{'epoch': 0, 'update in batch': 20984, '/': 25417, 'loss': 7.504189968109131}\n",
      "{'epoch': 0, 'update in batch': 20985, '/': 25417, 'loss': 8.120492935180664}\n",
      "{'epoch': 0, 'update in batch': 20986, '/': 25417, 'loss': 5.860345840454102}\n",
      "{'epoch': 0, 'update in batch': 20987, '/': 25417, 'loss': 6.495110511779785}\n",
      "{'epoch': 0, 'update in batch': 20988, '/': 25417, 'loss': 6.072521209716797}\n",
      "{'epoch': 0, 'update in batch': 20989, '/': 25417, 'loss': 5.766931056976318}\n",
      "{'epoch': 0, 'update in batch': 20990, '/': 25417, 'loss': 5.853097438812256}\n",
      "{'epoch': 0, 'update in batch': 20991, '/': 25417, 'loss': 6.466304779052734}\n",
      "{'epoch': 0, 'update in batch': 20992, '/': 25417, 'loss': 6.478470802307129}\n",
      "{'epoch': 0, 'update in batch': 20993, '/': 25417, 'loss': 8.64859676361084}\n",
      "{'epoch': 0, 'update in batch': 20994, '/': 25417, 'loss': 8.065084457397461}\n",
      "{'epoch': 0, 'update in batch': 20995, '/': 25417, 'loss': 8.036423683166504}\n",
      "{'epoch': 0, 'update in batch': 20996, '/': 25417, 'loss': 7.448756217956543}\n",
      "{'epoch': 0, 'update in batch': 20997, '/': 25417, 'loss': 7.023567199707031}\n",
      "{'epoch': 0, 'update in batch': 20998, '/': 25417, 'loss': 7.280575752258301}\n",
      "{'epoch': 0, 'update in batch': 20999, '/': 25417, 'loss': 7.100634574890137}\n",
      "{'epoch': 0, 'update in batch': 21000, '/': 25417, 'loss': 6.394287109375}\n",
      "{'epoch': 0, 'update in batch': 21001, '/': 25417, 'loss': 6.689427375793457}\n",
      "{'epoch': 0, 'update in batch': 21002, '/': 25417, 'loss': 6.379110813140869}\n",
      "{'epoch': 0, 'update in batch': 21003, '/': 25417, 'loss': 7.157385349273682}\n",
      "{'epoch': 0, 'update in batch': 21004, '/': 25417, 'loss': 7.047911167144775}\n",
      "{'epoch': 0, 'update in batch': 21005, '/': 25417, 'loss': 7.155374050140381}\n",
      "{'epoch': 0, 'update in batch': 21006, '/': 25417, 'loss': 7.725266456604004}\n",
      "{'epoch': 0, 'update in batch': 21007, '/': 25417, 'loss': 6.973042964935303}\n",
      "{'epoch': 0, 'update in batch': 21008, '/': 25417, 'loss': 7.727291107177734}\n",
      "{'epoch': 0, 'update in batch': 21009, '/': 25417, 'loss': 8.783164024353027}\n",
      "{'epoch': 0, 'update in batch': 21010, '/': 25417, 'loss': 8.044912338256836}\n",
      "{'epoch': 0, 'update in batch': 21011, '/': 25417, 'loss': 7.8406982421875}\n",
      "{'epoch': 0, 'update in batch': 21012, '/': 25417, 'loss': 7.612680912017822}\n",
      "{'epoch': 0, 'update in batch': 21013, '/': 25417, 'loss': 8.012615203857422}\n",
      "{'epoch': 0, 'update in batch': 21014, '/': 25417, 'loss': 7.691607475280762}\n",
      "{'epoch': 0, 'update in batch': 21015, '/': 25417, 'loss': 7.342118740081787}\n",
      "{'epoch': 0, 'update in batch': 21016, '/': 25417, 'loss': 7.267054557800293}\n",
      "{'epoch': 0, 'update in batch': 21017, '/': 25417, 'loss': 6.164137840270996}\n",
      "{'epoch': 0, 'update in batch': 21018, '/': 25417, 'loss': 6.454571723937988}\n",
      "{'epoch': 0, 'update in batch': 21019, '/': 25417, 'loss': 8.069639205932617}\n",
      "{'epoch': 0, 'update in batch': 21020, '/': 25417, 'loss': 7.257900238037109}\n",
      "{'epoch': 0, 'update in batch': 21021, '/': 25417, 'loss': 6.209496021270752}\n",
      "{'epoch': 0, 'update in batch': 21022, '/': 25417, 'loss': 7.833192348480225}\n",
      "{'epoch': 0, 'update in batch': 21023, '/': 25417, 'loss': 6.263951301574707}\n",
      "{'epoch': 0, 'update in batch': 21024, '/': 25417, 'loss': 6.8363847732543945}\n",
      "{'epoch': 0, 'update in batch': 21025, '/': 25417, 'loss': 6.152626037597656}\n",
      "{'epoch': 0, 'update in batch': 21026, '/': 25417, 'loss': 7.144493103027344}\n",
      "{'epoch': 0, 'update in batch': 21027, '/': 25417, 'loss': 6.592459201812744}\n",
      "{'epoch': 0, 'update in batch': 21028, '/': 25417, 'loss': 5.802983283996582}\n",
      "{'epoch': 0, 'update in batch': 21029, '/': 25417, 'loss': 6.122117042541504}\n",
      "{'epoch': 0, 'update in batch': 21030, '/': 25417, 'loss': 6.482412815093994}\n",
      "{'epoch': 0, 'update in batch': 21031, '/': 25417, 'loss': 5.723156929016113}\n",
      "{'epoch': 0, 'update in batch': 21032, '/': 25417, 'loss': 5.566299915313721}\n",
      "{'epoch': 0, 'update in batch': 21033, '/': 25417, 'loss': 5.629926681518555}\n",
      "{'epoch': 0, 'update in batch': 21034, '/': 25417, 'loss': 4.7950358390808105}\n",
      "{'epoch': 0, 'update in batch': 21035, '/': 25417, 'loss': 5.5545573234558105}\n",
      "{'epoch': 0, 'update in batch': 21036, '/': 25417, 'loss': 6.807880401611328}\n",
      "{'epoch': 0, 'update in batch': 21037, '/': 25417, 'loss': 6.8957672119140625}\n",
      "{'epoch': 0, 'update in batch': 21038, '/': 25417, 'loss': 8.135080337524414}\n",
      "{'epoch': 0, 'update in batch': 21039, '/': 25417, 'loss': 9.162870407104492}\n",
      "{'epoch': 0, 'update in batch': 21040, '/': 25417, 'loss': 9.059332847595215}\n",
      "{'epoch': 0, 'update in batch': 21041, '/': 25417, 'loss': 8.627471923828125}\n",
      "{'epoch': 0, 'update in batch': 21042, '/': 25417, 'loss': 7.221879482269287}\n",
      "{'epoch': 0, 'update in batch': 21043, '/': 25417, 'loss': 7.485579013824463}\n",
      "{'epoch': 0, 'update in batch': 21044, '/': 25417, 'loss': 8.251340866088867}\n",
      "{'epoch': 0, 'update in batch': 21045, '/': 25417, 'loss': 8.542802810668945}\n",
      "{'epoch': 0, 'update in batch': 21046, '/': 25417, 'loss': 8.336275100708008}\n",
      "{'epoch': 0, 'update in batch': 21047, '/': 25417, 'loss': 8.73648452758789}\n",
      "{'epoch': 0, 'update in batch': 21048, '/': 25417, 'loss': 9.042783737182617}\n",
      "{'epoch': 0, 'update in batch': 21049, '/': 25417, 'loss': 9.194196701049805}\n",
      "{'epoch': 0, 'update in batch': 21050, '/': 25417, 'loss': 6.765196323394775}\n",
      "{'epoch': 0, 'update in batch': 21051, '/': 25417, 'loss': 7.332633972167969}\n",
      "{'epoch': 0, 'update in batch': 21052, '/': 25417, 'loss': 6.436807155609131}\n",
      "{'epoch': 0, 'update in batch': 21053, '/': 25417, 'loss': 6.7514166831970215}\n",
      "{'epoch': 0, 'update in batch': 21054, '/': 25417, 'loss': 6.951286315917969}\n",
      "{'epoch': 0, 'update in batch': 21055, '/': 25417, 'loss': 7.374070167541504}\n",
      "{'epoch': 0, 'update in batch': 21056, '/': 25417, 'loss': 6.963630676269531}\n",
      "{'epoch': 0, 'update in batch': 21057, '/': 25417, 'loss': 6.571242332458496}\n",
      "{'epoch': 0, 'update in batch': 21058, '/': 25417, 'loss': 7.510622501373291}\n",
      "{'epoch': 0, 'update in batch': 21059, '/': 25417, 'loss': 6.4443039894104}\n",
      "{'epoch': 0, 'update in batch': 21060, '/': 25417, 'loss': 6.8460693359375}\n",
      "{'epoch': 0, 'update in batch': 21061, '/': 25417, 'loss': 6.266496181488037}\n",
      "{'epoch': 0, 'update in batch': 21062, '/': 25417, 'loss': 6.113566875457764}\n",
      "{'epoch': 0, 'update in batch': 21063, '/': 25417, 'loss': 6.690531253814697}\n",
      "{'epoch': 0, 'update in batch': 21064, '/': 25417, 'loss': 7.398217678070068}\n",
      "{'epoch': 0, 'update in batch': 21065, '/': 25417, 'loss': 8.224188804626465}\n",
      "{'epoch': 0, 'update in batch': 21066, '/': 25417, 'loss': 8.374277114868164}\n",
      "{'epoch': 0, 'update in batch': 21067, '/': 25417, 'loss': 7.782083988189697}\n",
      "{'epoch': 0, 'update in batch': 21068, '/': 25417, 'loss': 7.335690975189209}\n",
      "{'epoch': 0, 'update in batch': 21069, '/': 25417, 'loss': 7.488208770751953}\n",
      "{'epoch': 0, 'update in batch': 21070, '/': 25417, 'loss': 6.290173530578613}\n",
      "{'epoch': 0, 'update in batch': 21071, '/': 25417, 'loss': 5.975712299346924}\n",
      "{'epoch': 0, 'update in batch': 21072, '/': 25417, 'loss': 6.8070878982543945}\n",
      "{'epoch': 0, 'update in batch': 21073, '/': 25417, 'loss': 6.184247970581055}\n",
      "{'epoch': 0, 'update in batch': 21074, '/': 25417, 'loss': 6.772244930267334}\n",
      "{'epoch': 0, 'update in batch': 21075, '/': 25417, 'loss': 7.1348443031311035}\n",
      "{'epoch': 0, 'update in batch': 21076, '/': 25417, 'loss': 7.378514289855957}\n",
      "{'epoch': 0, 'update in batch': 21077, '/': 25417, 'loss': 7.300754547119141}\n",
      "{'epoch': 0, 'update in batch': 21078, '/': 25417, 'loss': 7.328296661376953}\n",
      "{'epoch': 0, 'update in batch': 21079, '/': 25417, 'loss': 6.360962867736816}\n",
      "{'epoch': 0, 'update in batch': 21080, '/': 25417, 'loss': 6.047894477844238}\n",
      "{'epoch': 0, 'update in batch': 21081, '/': 25417, 'loss': 7.038631439208984}\n",
      "{'epoch': 0, 'update in batch': 21082, '/': 25417, 'loss': 6.456723213195801}\n",
      "{'epoch': 0, 'update in batch': 21083, '/': 25417, 'loss': 6.6999053955078125}\n",
      "{'epoch': 0, 'update in batch': 21084, '/': 25417, 'loss': 6.896325588226318}\n",
      "{'epoch': 0, 'update in batch': 21085, '/': 25417, 'loss': 6.308441638946533}\n",
      "{'epoch': 0, 'update in batch': 21086, '/': 25417, 'loss': 7.030505180358887}\n",
      "{'epoch': 0, 'update in batch': 21087, '/': 25417, 'loss': 7.940356254577637}\n",
      "{'epoch': 0, 'update in batch': 21088, '/': 25417, 'loss': 8.206369400024414}\n",
      "{'epoch': 0, 'update in batch': 21089, '/': 25417, 'loss': 7.931868076324463}\n",
      "{'epoch': 0, 'update in batch': 21090, '/': 25417, 'loss': 7.295040130615234}\n",
      "{'epoch': 0, 'update in batch': 21091, '/': 25417, 'loss': 8.371515274047852}\n",
      "{'epoch': 0, 'update in batch': 21092, '/': 25417, 'loss': 7.619601249694824}\n",
      "{'epoch': 0, 'update in batch': 21093, '/': 25417, 'loss': 7.84877872467041}\n",
      "{'epoch': 0, 'update in batch': 21094, '/': 25417, 'loss': 7.7184858322143555}\n",
      "{'epoch': 0, 'update in batch': 21095, '/': 25417, 'loss': 7.401268005371094}\n",
      "{'epoch': 0, 'update in batch': 21096, '/': 25417, 'loss': 8.07344913482666}\n",
      "{'epoch': 0, 'update in batch': 21097, '/': 25417, 'loss': 7.998597621917725}\n",
      "{'epoch': 0, 'update in batch': 21098, '/': 25417, 'loss': 8.068228721618652}\n",
      "{'epoch': 0, 'update in batch': 21099, '/': 25417, 'loss': 7.555845737457275}\n",
      "{'epoch': 0, 'update in batch': 21100, '/': 25417, 'loss': 7.8946638107299805}\n",
      "{'epoch': 0, 'update in batch': 21101, '/': 25417, 'loss': 6.238967418670654}\n",
      "{'epoch': 0, 'update in batch': 21102, '/': 25417, 'loss': 7.815573692321777}\n",
      "{'epoch': 0, 'update in batch': 21103, '/': 25417, 'loss': 6.887486457824707}\n",
      "{'epoch': 0, 'update in batch': 21104, '/': 25417, 'loss': 6.73538064956665}\n",
      "{'epoch': 0, 'update in batch': 21105, '/': 25417, 'loss': 7.097169399261475}\n",
      "{'epoch': 0, 'update in batch': 21106, '/': 25417, 'loss': 6.786952972412109}\n",
      "{'epoch': 0, 'update in batch': 21107, '/': 25417, 'loss': 7.2806854248046875}\n",
      "{'epoch': 0, 'update in batch': 21108, '/': 25417, 'loss': 7.054669380187988}\n",
      "{'epoch': 0, 'update in batch': 21109, '/': 25417, 'loss': 6.920168876647949}\n",
      "{'epoch': 0, 'update in batch': 21110, '/': 25417, 'loss': 6.854691982269287}\n",
      "{'epoch': 0, 'update in batch': 21111, '/': 25417, 'loss': 6.731574058532715}\n",
      "{'epoch': 0, 'update in batch': 21112, '/': 25417, 'loss': 6.593161582946777}\n",
      "{'epoch': 0, 'update in batch': 21113, '/': 25417, 'loss': 7.493962287902832}\n",
      "{'epoch': 0, 'update in batch': 21114, '/': 25417, 'loss': 7.4568281173706055}\n",
      "{'epoch': 0, 'update in batch': 21115, '/': 25417, 'loss': 7.548097133636475}\n",
      "{'epoch': 0, 'update in batch': 21116, '/': 25417, 'loss': 8.34846305847168}\n",
      "{'epoch': 0, 'update in batch': 21117, '/': 25417, 'loss': 8.075586318969727}\n",
      "{'epoch': 0, 'update in batch': 21118, '/': 25417, 'loss': 6.681819915771484}\n",
      "{'epoch': 0, 'update in batch': 21119, '/': 25417, 'loss': 6.698661804199219}\n",
      "{'epoch': 0, 'update in batch': 21120, '/': 25417, 'loss': 6.791745185852051}\n",
      "{'epoch': 0, 'update in batch': 21121, '/': 25417, 'loss': 7.004422187805176}\n",
      "{'epoch': 0, 'update in batch': 21122, '/': 25417, 'loss': 7.2810797691345215}\n",
      "{'epoch': 0, 'update in batch': 21123, '/': 25417, 'loss': 8.119688987731934}\n",
      "{'epoch': 0, 'update in batch': 21124, '/': 25417, 'loss': 7.196216583251953}\n",
      "{'epoch': 0, 'update in batch': 21125, '/': 25417, 'loss': 6.650190830230713}\n",
      "{'epoch': 0, 'update in batch': 21126, '/': 25417, 'loss': 6.585604190826416}\n",
      "{'epoch': 0, 'update in batch': 21127, '/': 25417, 'loss': 7.164041042327881}\n",
      "{'epoch': 0, 'update in batch': 21128, '/': 25417, 'loss': 6.55212926864624}\n",
      "{'epoch': 0, 'update in batch': 21129, '/': 25417, 'loss': 6.711578369140625}\n",
      "{'epoch': 0, 'update in batch': 21130, '/': 25417, 'loss': 7.322087287902832}\n",
      "{'epoch': 0, 'update in batch': 21131, '/': 25417, 'loss': 7.008974552154541}\n",
      "{'epoch': 0, 'update in batch': 21132, '/': 25417, 'loss': 7.24868106842041}\n",
      "{'epoch': 0, 'update in batch': 21133, '/': 25417, 'loss': 6.563905239105225}\n",
      "{'epoch': 0, 'update in batch': 21134, '/': 25417, 'loss': 6.887648105621338}\n",
      "{'epoch': 0, 'update in batch': 21135, '/': 25417, 'loss': 6.928114414215088}\n",
      "{'epoch': 0, 'update in batch': 21136, '/': 25417, 'loss': 6.9359002113342285}\n",
      "{'epoch': 0, 'update in batch': 21137, '/': 25417, 'loss': 7.216152191162109}\n",
      "{'epoch': 0, 'update in batch': 21138, '/': 25417, 'loss': 8.153755187988281}\n",
      "{'epoch': 0, 'update in batch': 21139, '/': 25417, 'loss': 7.933163642883301}\n",
      "{'epoch': 0, 'update in batch': 21140, '/': 25417, 'loss': 7.742006778717041}\n",
      "{'epoch': 0, 'update in batch': 21141, '/': 25417, 'loss': 7.529054164886475}\n",
      "{'epoch': 0, 'update in batch': 21142, '/': 25417, 'loss': 7.4464263916015625}\n",
      "{'epoch': 0, 'update in batch': 21143, '/': 25417, 'loss': 7.021639347076416}\n",
      "{'epoch': 0, 'update in batch': 21144, '/': 25417, 'loss': 6.488344669342041}\n",
      "{'epoch': 0, 'update in batch': 21145, '/': 25417, 'loss': 6.9723992347717285}\n",
      "{'epoch': 0, 'update in batch': 21146, '/': 25417, 'loss': 8.624499320983887}\n",
      "{'epoch': 0, 'update in batch': 21147, '/': 25417, 'loss': 8.020292282104492}\n",
      "{'epoch': 0, 'update in batch': 21148, '/': 25417, 'loss': 9.378900527954102}\n",
      "{'epoch': 0, 'update in batch': 21149, '/': 25417, 'loss': 8.51775074005127}\n",
      "{'epoch': 0, 'update in batch': 21150, '/': 25417, 'loss': 8.478423118591309}\n",
      "{'epoch': 0, 'update in batch': 21151, '/': 25417, 'loss': 9.275320053100586}\n",
      "{'epoch': 0, 'update in batch': 21152, '/': 25417, 'loss': 9.545191764831543}\n",
      "{'epoch': 0, 'update in batch': 21153, '/': 25417, 'loss': 10.170783042907715}\n",
      "{'epoch': 0, 'update in batch': 21154, '/': 25417, 'loss': 9.27776050567627}\n",
      "{'epoch': 0, 'update in batch': 21155, '/': 25417, 'loss': 8.057100296020508}\n",
      "{'epoch': 0, 'update in batch': 21156, '/': 25417, 'loss': 6.992793083190918}\n",
      "{'epoch': 0, 'update in batch': 21157, '/': 25417, 'loss': 8.315887451171875}\n",
      "{'epoch': 0, 'update in batch': 21158, '/': 25417, 'loss': 7.420619964599609}\n",
      "{'epoch': 0, 'update in batch': 21159, '/': 25417, 'loss': 6.391350746154785}\n",
      "{'epoch': 0, 'update in batch': 21160, '/': 25417, 'loss': 6.375711441040039}\n",
      "{'epoch': 0, 'update in batch': 21161, '/': 25417, 'loss': 6.293818473815918}\n",
      "{'epoch': 0, 'update in batch': 21162, '/': 25417, 'loss': 6.740963935852051}\n",
      "{'epoch': 0, 'update in batch': 21163, '/': 25417, 'loss': 7.3884992599487305}\n",
      "{'epoch': 0, 'update in batch': 21164, '/': 25417, 'loss': 5.8486809730529785}\n",
      "{'epoch': 0, 'update in batch': 21165, '/': 25417, 'loss': 6.998442649841309}\n",
      "{'epoch': 0, 'update in batch': 21166, '/': 25417, 'loss': 6.631718635559082}\n",
      "{'epoch': 0, 'update in batch': 21167, '/': 25417, 'loss': 5.95407772064209}\n",
      "{'epoch': 0, 'update in batch': 21168, '/': 25417, 'loss': 7.2745256423950195}\n",
      "{'epoch': 0, 'update in batch': 21169, '/': 25417, 'loss': 8.42973518371582}\n",
      "{'epoch': 0, 'update in batch': 21170, '/': 25417, 'loss': 8.406335830688477}\n",
      "{'epoch': 0, 'update in batch': 21171, '/': 25417, 'loss': 6.945766448974609}\n",
      "{'epoch': 0, 'update in batch': 21172, '/': 25417, 'loss': 8.225934028625488}\n",
      "{'epoch': 0, 'update in batch': 21173, '/': 25417, 'loss': 6.896720886230469}\n",
      "{'epoch': 0, 'update in batch': 21174, '/': 25417, 'loss': 7.121026039123535}\n",
      "{'epoch': 0, 'update in batch': 21175, '/': 25417, 'loss': 6.993523597717285}\n",
      "{'epoch': 0, 'update in batch': 21176, '/': 25417, 'loss': 7.367143154144287}\n",
      "{'epoch': 0, 'update in batch': 21177, '/': 25417, 'loss': 6.745377540588379}\n",
      "{'epoch': 0, 'update in batch': 21178, '/': 25417, 'loss': 6.39450740814209}\n",
      "{'epoch': 0, 'update in batch': 21179, '/': 25417, 'loss': 7.270876407623291}\n",
      "{'epoch': 0, 'update in batch': 21180, '/': 25417, 'loss': 6.3709869384765625}\n",
      "{'epoch': 0, 'update in batch': 21181, '/': 25417, 'loss': 6.823903560638428}\n",
      "{'epoch': 0, 'update in batch': 21182, '/': 25417, 'loss': 7.4622979164123535}\n",
      "{'epoch': 0, 'update in batch': 21183, '/': 25417, 'loss': 5.88351583480835}\n",
      "{'epoch': 0, 'update in batch': 21184, '/': 25417, 'loss': 6.19100284576416}\n",
      "{'epoch': 0, 'update in batch': 21185, '/': 25417, 'loss': 7.8167314529418945}\n",
      "{'epoch': 0, 'update in batch': 21186, '/': 25417, 'loss': 7.451493740081787}\n",
      "{'epoch': 0, 'update in batch': 21187, '/': 25417, 'loss': 6.820577144622803}\n",
      "{'epoch': 0, 'update in batch': 21188, '/': 25417, 'loss': 6.8418097496032715}\n",
      "{'epoch': 0, 'update in batch': 21189, '/': 25417, 'loss': 7.578339576721191}\n",
      "{'epoch': 0, 'update in batch': 21190, '/': 25417, 'loss': 7.586071014404297}\n",
      "{'epoch': 0, 'update in batch': 21191, '/': 25417, 'loss': 7.212362766265869}\n",
      "{'epoch': 0, 'update in batch': 21192, '/': 25417, 'loss': 7.83212947845459}\n",
      "{'epoch': 0, 'update in batch': 21193, '/': 25417, 'loss': 7.2545294761657715}\n",
      "{'epoch': 0, 'update in batch': 21194, '/': 25417, 'loss': 7.515974521636963}\n",
      "{'epoch': 0, 'update in batch': 21195, '/': 25417, 'loss': 6.819548606872559}\n",
      "{'epoch': 0, 'update in batch': 21196, '/': 25417, 'loss': 7.142033576965332}\n",
      "{'epoch': 0, 'update in batch': 21197, '/': 25417, 'loss': 6.383209228515625}\n",
      "{'epoch': 0, 'update in batch': 21198, '/': 25417, 'loss': 5.646708965301514}\n",
      "{'epoch': 0, 'update in batch': 21199, '/': 25417, 'loss': 5.404724597930908}\n",
      "{'epoch': 0, 'update in batch': 21200, '/': 25417, 'loss': 5.857931137084961}\n",
      "{'epoch': 0, 'update in batch': 21201, '/': 25417, 'loss': 7.033032417297363}\n",
      "{'epoch': 0, 'update in batch': 21202, '/': 25417, 'loss': 7.997570991516113}\n",
      "{'epoch': 0, 'update in batch': 21203, '/': 25417, 'loss': 6.305349349975586}\n",
      "{'epoch': 0, 'update in batch': 21204, '/': 25417, 'loss': 6.068449020385742}\n",
      "{'epoch': 0, 'update in batch': 21205, '/': 25417, 'loss': 6.716342926025391}\n",
      "{'epoch': 0, 'update in batch': 21206, '/': 25417, 'loss': 6.660307884216309}\n",
      "{'epoch': 0, 'update in batch': 21207, '/': 25417, 'loss': 6.146547317504883}\n",
      "{'epoch': 0, 'update in batch': 21208, '/': 25417, 'loss': 6.852259635925293}\n",
      "{'epoch': 0, 'update in batch': 21209, '/': 25417, 'loss': 6.839894771575928}\n",
      "{'epoch': 0, 'update in batch': 21210, '/': 25417, 'loss': 7.075599670410156}\n",
      "{'epoch': 0, 'update in batch': 21211, '/': 25417, 'loss': 6.811626434326172}\n",
      "{'epoch': 0, 'update in batch': 21212, '/': 25417, 'loss': 7.417640686035156}\n",
      "{'epoch': 0, 'update in batch': 21213, '/': 25417, 'loss': 7.385319709777832}\n",
      "{'epoch': 0, 'update in batch': 21214, '/': 25417, 'loss': 6.5017242431640625}\n",
      "{'epoch': 0, 'update in batch': 21215, '/': 25417, 'loss': 8.76047134399414}\n",
      "{'epoch': 0, 'update in batch': 21216, '/': 25417, 'loss': 8.450691223144531}\n",
      "{'epoch': 0, 'update in batch': 21217, '/': 25417, 'loss': 8.300411224365234}\n",
      "{'epoch': 0, 'update in batch': 21218, '/': 25417, 'loss': 7.806439399719238}\n",
      "{'epoch': 0, 'update in batch': 21219, '/': 25417, 'loss': 6.439774513244629}\n",
      "{'epoch': 0, 'update in batch': 21220, '/': 25417, 'loss': 5.369128227233887}\n",
      "{'epoch': 0, 'update in batch': 21221, '/': 25417, 'loss': 5.197932243347168}\n",
      "{'epoch': 0, 'update in batch': 21222, '/': 25417, 'loss': 6.791484832763672}\n",
      "{'epoch': 0, 'update in batch': 21223, '/': 25417, 'loss': 7.0583600997924805}\n",
      "{'epoch': 0, 'update in batch': 21224, '/': 25417, 'loss': 7.637747764587402}\n",
      "{'epoch': 0, 'update in batch': 21225, '/': 25417, 'loss': 8.14941692352295}\n",
      "{'epoch': 0, 'update in batch': 21226, '/': 25417, 'loss': 9.370059967041016}\n",
      "{'epoch': 0, 'update in batch': 21227, '/': 25417, 'loss': 9.48845386505127}\n",
      "{'epoch': 0, 'update in batch': 21228, '/': 25417, 'loss': 8.395417213439941}\n",
      "{'epoch': 0, 'update in batch': 21229, '/': 25417, 'loss': 7.041378021240234}\n",
      "{'epoch': 0, 'update in batch': 21230, '/': 25417, 'loss': 8.18759822845459}\n",
      "{'epoch': 0, 'update in batch': 21231, '/': 25417, 'loss': 6.199907302856445}\n",
      "{'epoch': 0, 'update in batch': 21232, '/': 25417, 'loss': 6.423301696777344}\n",
      "{'epoch': 0, 'update in batch': 21233, '/': 25417, 'loss': 6.963214874267578}\n",
      "{'epoch': 0, 'update in batch': 21234, '/': 25417, 'loss': 6.809300422668457}\n",
      "{'epoch': 0, 'update in batch': 21235, '/': 25417, 'loss': 6.6205267906188965}\n",
      "{'epoch': 0, 'update in batch': 21236, '/': 25417, 'loss': 6.340569972991943}\n",
      "{'epoch': 0, 'update in batch': 21237, '/': 25417, 'loss': 6.513127326965332}\n",
      "{'epoch': 0, 'update in batch': 21238, '/': 25417, 'loss': 6.305915355682373}\n",
      "{'epoch': 0, 'update in batch': 21239, '/': 25417, 'loss': 5.725037097930908}\n",
      "{'epoch': 0, 'update in batch': 21240, '/': 25417, 'loss': 6.954275608062744}\n",
      "{'epoch': 0, 'update in batch': 21241, '/': 25417, 'loss': 6.1429524421691895}\n",
      "{'epoch': 0, 'update in batch': 21242, '/': 25417, 'loss': 5.495157241821289}\n",
      "{'epoch': 0, 'update in batch': 21243, '/': 25417, 'loss': 6.270298957824707}\n",
      "{'epoch': 0, 'update in batch': 21244, '/': 25417, 'loss': 6.532689094543457}\n",
      "{'epoch': 0, 'update in batch': 21245, '/': 25417, 'loss': 6.576037406921387}\n",
      "{'epoch': 0, 'update in batch': 21246, '/': 25417, 'loss': 6.4047746658325195}\n",
      "{'epoch': 0, 'update in batch': 21247, '/': 25417, 'loss': 7.376577854156494}\n",
      "{'epoch': 0, 'update in batch': 21248, '/': 25417, 'loss': 6.67653751373291}\n",
      "{'epoch': 0, 'update in batch': 21249, '/': 25417, 'loss': 6.993410587310791}\n",
      "{'epoch': 0, 'update in batch': 21250, '/': 25417, 'loss': 6.457880973815918}\n",
      "{'epoch': 0, 'update in batch': 21251, '/': 25417, 'loss': 4.690423011779785}\n",
      "{'epoch': 0, 'update in batch': 21252, '/': 25417, 'loss': 5.069701671600342}\n",
      "{'epoch': 0, 'update in batch': 21253, '/': 25417, 'loss': 5.476891994476318}\n",
      "{'epoch': 0, 'update in batch': 21254, '/': 25417, 'loss': 5.285959720611572}\n",
      "{'epoch': 0, 'update in batch': 21255, '/': 25417, 'loss': 6.715028285980225}\n",
      "{'epoch': 0, 'update in batch': 21256, '/': 25417, 'loss': 6.851193904876709}\n",
      "{'epoch': 0, 'update in batch': 21257, '/': 25417, 'loss': 6.094546318054199}\n",
      "{'epoch': 0, 'update in batch': 21258, '/': 25417, 'loss': 6.3997483253479}\n",
      "{'epoch': 0, 'update in batch': 21259, '/': 25417, 'loss': 6.634191036224365}\n",
      "{'epoch': 0, 'update in batch': 21260, '/': 25417, 'loss': 6.3951921463012695}\n",
      "{'epoch': 0, 'update in batch': 21261, '/': 25417, 'loss': 6.971083164215088}\n",
      "{'epoch': 0, 'update in batch': 21262, '/': 25417, 'loss': 7.0338897705078125}\n",
      "{'epoch': 0, 'update in batch': 21263, '/': 25417, 'loss': 8.126245498657227}\n",
      "{'epoch': 0, 'update in batch': 21264, '/': 25417, 'loss': 7.152738094329834}\n",
      "{'epoch': 0, 'update in batch': 21265, '/': 25417, 'loss': 7.6377387046813965}\n",
      "{'epoch': 0, 'update in batch': 21266, '/': 25417, 'loss': 7.282111167907715}\n",
      "{'epoch': 0, 'update in batch': 21267, '/': 25417, 'loss': 7.107464790344238}\n",
      "{'epoch': 0, 'update in batch': 21268, '/': 25417, 'loss': 5.735801696777344}\n",
      "{'epoch': 0, 'update in batch': 21269, '/': 25417, 'loss': 7.119097709655762}\n",
      "{'epoch': 0, 'update in batch': 21270, '/': 25417, 'loss': 6.892209053039551}\n",
      "{'epoch': 0, 'update in batch': 21271, '/': 25417, 'loss': 7.285578727722168}\n",
      "{'epoch': 0, 'update in batch': 21272, '/': 25417, 'loss': 8.580992698669434}\n",
      "{'epoch': 0, 'update in batch': 21273, '/': 25417, 'loss': 8.31570816040039}\n",
      "{'epoch': 0, 'update in batch': 21274, '/': 25417, 'loss': 9.206789016723633}\n",
      "{'epoch': 0, 'update in batch': 21275, '/': 25417, 'loss': 8.157546043395996}\n",
      "{'epoch': 0, 'update in batch': 21276, '/': 25417, 'loss': 8.56917953491211}\n",
      "{'epoch': 0, 'update in batch': 21277, '/': 25417, 'loss': 7.050605773925781}\n",
      "{'epoch': 0, 'update in batch': 21278, '/': 25417, 'loss': 7.179701328277588}\n",
      "{'epoch': 0, 'update in batch': 21279, '/': 25417, 'loss': 7.917996883392334}\n",
      "{'epoch': 0, 'update in batch': 21280, '/': 25417, 'loss': 7.940289497375488}\n",
      "{'epoch': 0, 'update in batch': 21281, '/': 25417, 'loss': 6.966187477111816}\n",
      "{'epoch': 0, 'update in batch': 21282, '/': 25417, 'loss': 6.765017509460449}\n",
      "{'epoch': 0, 'update in batch': 21283, '/': 25417, 'loss': 6.802306175231934}\n",
      "{'epoch': 0, 'update in batch': 21284, '/': 25417, 'loss': 9.082189559936523}\n",
      "{'epoch': 0, 'update in batch': 21285, '/': 25417, 'loss': 6.246930122375488}\n",
      "{'epoch': 0, 'update in batch': 21286, '/': 25417, 'loss': 6.292759895324707}\n",
      "{'epoch': 0, 'update in batch': 21287, '/': 25417, 'loss': 5.176081657409668}\n",
      "{'epoch': 0, 'update in batch': 21288, '/': 25417, 'loss': 5.892977714538574}\n",
      "{'epoch': 0, 'update in batch': 21289, '/': 25417, 'loss': 5.85042667388916}\n",
      "{'epoch': 0, 'update in batch': 21290, '/': 25417, 'loss': 6.890329837799072}\n",
      "{'epoch': 0, 'update in batch': 21291, '/': 25417, 'loss': 6.706931114196777}\n",
      "{'epoch': 0, 'update in batch': 21292, '/': 25417, 'loss': 7.7399725914001465}\n",
      "{'epoch': 0, 'update in batch': 21293, '/': 25417, 'loss': 6.4127302169799805}\n",
      "{'epoch': 0, 'update in batch': 21294, '/': 25417, 'loss': 7.7911200523376465}\n",
      "{'epoch': 0, 'update in batch': 21295, '/': 25417, 'loss': 7.82611083984375}\n",
      "{'epoch': 0, 'update in batch': 21296, '/': 25417, 'loss': 8.12473201751709}\n",
      "{'epoch': 0, 'update in batch': 21297, '/': 25417, 'loss': 8.261129379272461}\n",
      "{'epoch': 0, 'update in batch': 21298, '/': 25417, 'loss': 8.660826683044434}\n",
      "{'epoch': 0, 'update in batch': 21299, '/': 25417, 'loss': 8.465604782104492}\n",
      "{'epoch': 0, 'update in batch': 21300, '/': 25417, 'loss': 6.980898380279541}\n",
      "{'epoch': 0, 'update in batch': 21301, '/': 25417, 'loss': 6.628748416900635}\n",
      "{'epoch': 0, 'update in batch': 21302, '/': 25417, 'loss': 7.27075719833374}\n",
      "{'epoch': 0, 'update in batch': 21303, '/': 25417, 'loss': 7.265450954437256}\n",
      "{'epoch': 0, 'update in batch': 21304, '/': 25417, 'loss': 9.464744567871094}\n",
      "{'epoch': 0, 'update in batch': 21305, '/': 25417, 'loss': 10.534252166748047}\n",
      "{'epoch': 0, 'update in batch': 21306, '/': 25417, 'loss': 9.943413734436035}\n",
      "{'epoch': 0, 'update in batch': 21307, '/': 25417, 'loss': 10.041126251220703}\n",
      "{'epoch': 0, 'update in batch': 21308, '/': 25417, 'loss': 10.197638511657715}\n",
      "{'epoch': 0, 'update in batch': 21309, '/': 25417, 'loss': 8.2586669921875}\n",
      "{'epoch': 0, 'update in batch': 21310, '/': 25417, 'loss': 8.533438682556152}\n",
      "{'epoch': 0, 'update in batch': 21311, '/': 25417, 'loss': 7.609545707702637}\n",
      "{'epoch': 0, 'update in batch': 21312, '/': 25417, 'loss': 7.683172702789307}\n",
      "{'epoch': 0, 'update in batch': 21313, '/': 25417, 'loss': 7.432938575744629}\n",
      "{'epoch': 0, 'update in batch': 21314, '/': 25417, 'loss': 6.947226047515869}\n",
      "{'epoch': 0, 'update in batch': 21315, '/': 25417, 'loss': 6.838212490081787}\n",
      "{'epoch': 0, 'update in batch': 21316, '/': 25417, 'loss': 7.07509708404541}\n",
      "{'epoch': 0, 'update in batch': 21317, '/': 25417, 'loss': 7.201113700866699}\n",
      "{'epoch': 0, 'update in batch': 21318, '/': 25417, 'loss': 6.389947891235352}\n",
      "{'epoch': 0, 'update in batch': 21319, '/': 25417, 'loss': 7.290719509124756}\n",
      "{'epoch': 0, 'update in batch': 21320, '/': 25417, 'loss': 6.905875205993652}\n",
      "{'epoch': 0, 'update in batch': 21321, '/': 25417, 'loss': 6.5083327293396}\n",
      "{'epoch': 0, 'update in batch': 21322, '/': 25417, 'loss': 6.492152214050293}\n",
      "{'epoch': 0, 'update in batch': 21323, '/': 25417, 'loss': 9.414714813232422}\n",
      "{'epoch': 0, 'update in batch': 21324, '/': 25417, 'loss': 9.553800582885742}\n",
      "{'epoch': 0, 'update in batch': 21325, '/': 25417, 'loss': 9.748242378234863}\n",
      "{'epoch': 0, 'update in batch': 21326, '/': 25417, 'loss': 10.430198669433594}\n",
      "{'epoch': 0, 'update in batch': 21327, '/': 25417, 'loss': 9.478618621826172}\n",
      "{'epoch': 0, 'update in batch': 21328, '/': 25417, 'loss': 7.662971496582031}\n",
      "{'epoch': 0, 'update in batch': 21329, '/': 25417, 'loss': 6.041878700256348}\n",
      "{'epoch': 0, 'update in batch': 21330, '/': 25417, 'loss': 6.577574729919434}\n",
      "{'epoch': 0, 'update in batch': 21331, '/': 25417, 'loss': 5.986939430236816}\n",
      "{'epoch': 0, 'update in batch': 21332, '/': 25417, 'loss': 5.735347747802734}\n",
      "{'epoch': 0, 'update in batch': 21333, '/': 25417, 'loss': 7.531304836273193}\n",
      "{'epoch': 0, 'update in batch': 21334, '/': 25417, 'loss': 7.2765045166015625}\n",
      "{'epoch': 0, 'update in batch': 21335, '/': 25417, 'loss': 6.602569580078125}\n",
      "{'epoch': 0, 'update in batch': 21336, '/': 25417, 'loss': 7.6017351150512695}\n",
      "{'epoch': 0, 'update in batch': 21337, '/': 25417, 'loss': 7.066858768463135}\n",
      "{'epoch': 0, 'update in batch': 21338, '/': 25417, 'loss': 8.4407320022583}\n",
      "{'epoch': 0, 'update in batch': 21339, '/': 25417, 'loss': 8.669846534729004}\n",
      "{'epoch': 0, 'update in batch': 21340, '/': 25417, 'loss': 7.143213748931885}\n",
      "{'epoch': 0, 'update in batch': 21341, '/': 25417, 'loss': 6.489662170410156}\n",
      "{'epoch': 0, 'update in batch': 21342, '/': 25417, 'loss': 6.575688362121582}\n",
      "{'epoch': 0, 'update in batch': 21343, '/': 25417, 'loss': 7.4314069747924805}\n",
      "{'epoch': 0, 'update in batch': 21344, '/': 25417, 'loss': 5.956395149230957}\n",
      "{'epoch': 0, 'update in batch': 21345, '/': 25417, 'loss': 6.425113677978516}\n",
      "{'epoch': 0, 'update in batch': 21346, '/': 25417, 'loss': 7.850222587585449}\n",
      "{'epoch': 0, 'update in batch': 21347, '/': 25417, 'loss': 8.24063491821289}\n",
      "{'epoch': 0, 'update in batch': 21348, '/': 25417, 'loss': 6.860542297363281}\n",
      "{'epoch': 0, 'update in batch': 21349, '/': 25417, 'loss': 7.050065517425537}\n",
      "{'epoch': 0, 'update in batch': 21350, '/': 25417, 'loss': 6.849547386169434}\n",
      "{'epoch': 0, 'update in batch': 21351, '/': 25417, 'loss': 6.469411373138428}\n",
      "{'epoch': 0, 'update in batch': 21352, '/': 25417, 'loss': 6.043585777282715}\n",
      "{'epoch': 0, 'update in batch': 21353, '/': 25417, 'loss': 6.130971908569336}\n",
      "{'epoch': 0, 'update in batch': 21354, '/': 25417, 'loss': 6.948922157287598}\n",
      "{'epoch': 0, 'update in batch': 21355, '/': 25417, 'loss': 5.459270000457764}\n",
      "{'epoch': 0, 'update in batch': 21356, '/': 25417, 'loss': 5.9363884925842285}\n",
      "{'epoch': 0, 'update in batch': 21357, '/': 25417, 'loss': 6.31284761428833}\n",
      "{'epoch': 0, 'update in batch': 21358, '/': 25417, 'loss': 6.6134443283081055}\n",
      "{'epoch': 0, 'update in batch': 21359, '/': 25417, 'loss': 6.874995231628418}\n",
      "{'epoch': 0, 'update in batch': 21360, '/': 25417, 'loss': 6.413617134094238}\n",
      "{'epoch': 0, 'update in batch': 21361, '/': 25417, 'loss': 7.4826202392578125}\n",
      "{'epoch': 0, 'update in batch': 21362, '/': 25417, 'loss': 6.1298418045043945}\n",
      "{'epoch': 0, 'update in batch': 21363, '/': 25417, 'loss': 6.513496398925781}\n",
      "{'epoch': 0, 'update in batch': 21364, '/': 25417, 'loss': 6.8116774559021}\n",
      "{'epoch': 0, 'update in batch': 21365, '/': 25417, 'loss': 6.587284088134766}\n",
      "{'epoch': 0, 'update in batch': 21366, '/': 25417, 'loss': 6.807843208312988}\n",
      "{'epoch': 0, 'update in batch': 21367, '/': 25417, 'loss': 6.922396659851074}\n",
      "{'epoch': 0, 'update in batch': 21368, '/': 25417, 'loss': 5.979068279266357}\n",
      "{'epoch': 0, 'update in batch': 21369, '/': 25417, 'loss': 6.0281500816345215}\n",
      "{'epoch': 0, 'update in batch': 21370, '/': 25417, 'loss': 6.462693214416504}\n",
      "{'epoch': 0, 'update in batch': 21371, '/': 25417, 'loss': 7.653529167175293}\n",
      "{'epoch': 0, 'update in batch': 21372, '/': 25417, 'loss': 6.763585090637207}\n",
      "{'epoch': 0, 'update in batch': 21373, '/': 25417, 'loss': 6.935469150543213}\n",
      "{'epoch': 0, 'update in batch': 21374, '/': 25417, 'loss': 6.25991153717041}\n",
      "{'epoch': 0, 'update in batch': 21375, '/': 25417, 'loss': 5.354256629943848}\n",
      "{'epoch': 0, 'update in batch': 21376, '/': 25417, 'loss': 7.5558295249938965}\n",
      "{'epoch': 0, 'update in batch': 21377, '/': 25417, 'loss': 7.240679740905762}\n",
      "{'epoch': 0, 'update in batch': 21378, '/': 25417, 'loss': 7.983526706695557}\n",
      "{'epoch': 0, 'update in batch': 21379, '/': 25417, 'loss': 9.002199172973633}\n",
      "{'epoch': 0, 'update in batch': 21380, '/': 25417, 'loss': 8.17362117767334}\n",
      "{'epoch': 0, 'update in batch': 21381, '/': 25417, 'loss': 8.330028533935547}\n",
      "{'epoch': 0, 'update in batch': 21382, '/': 25417, 'loss': 7.0106401443481445}\n",
      "{'epoch': 0, 'update in batch': 21383, '/': 25417, 'loss': 5.332522869110107}\n",
      "{'epoch': 0, 'update in batch': 21384, '/': 25417, 'loss': 5.996221542358398}\n",
      "{'epoch': 0, 'update in batch': 21385, '/': 25417, 'loss': 6.0462141036987305}\n",
      "{'epoch': 0, 'update in batch': 21386, '/': 25417, 'loss': 6.4418439865112305}\n",
      "{'epoch': 0, 'update in batch': 21387, '/': 25417, 'loss': 7.686863899230957}\n",
      "{'epoch': 0, 'update in batch': 21388, '/': 25417, 'loss': 6.214469909667969}\n",
      "{'epoch': 0, 'update in batch': 21389, '/': 25417, 'loss': 7.2046799659729}\n",
      "{'epoch': 0, 'update in batch': 21390, '/': 25417, 'loss': 6.347552299499512}\n",
      "{'epoch': 0, 'update in batch': 21391, '/': 25417, 'loss': 8.158834457397461}\n",
      "{'epoch': 0, 'update in batch': 21392, '/': 25417, 'loss': 7.20226526260376}\n",
      "{'epoch': 0, 'update in batch': 21393, '/': 25417, 'loss': 8.137706756591797}\n",
      "{'epoch': 0, 'update in batch': 21394, '/': 25417, 'loss': 7.176012992858887}\n",
      "{'epoch': 0, 'update in batch': 21395, '/': 25417, 'loss': 7.7979888916015625}\n",
      "{'epoch': 0, 'update in batch': 21396, '/': 25417, 'loss': 6.931509971618652}\n",
      "{'epoch': 0, 'update in batch': 21397, '/': 25417, 'loss': 6.888068199157715}\n",
      "{'epoch': 0, 'update in batch': 21398, '/': 25417, 'loss': 7.449965476989746}\n",
      "{'epoch': 0, 'update in batch': 21399, '/': 25417, 'loss': 7.202712059020996}\n",
      "{'epoch': 0, 'update in batch': 21400, '/': 25417, 'loss': 7.656622886657715}\n",
      "{'epoch': 0, 'update in batch': 21401, '/': 25417, 'loss': 7.767531394958496}\n",
      "{'epoch': 0, 'update in batch': 21402, '/': 25417, 'loss': 8.075542449951172}\n",
      "{'epoch': 0, 'update in batch': 21403, '/': 25417, 'loss': 8.738317489624023}\n",
      "{'epoch': 0, 'update in batch': 21404, '/': 25417, 'loss': 6.315390586853027}\n",
      "{'epoch': 0, 'update in batch': 21405, '/': 25417, 'loss': 6.466589450836182}\n",
      "{'epoch': 0, 'update in batch': 21406, '/': 25417, 'loss': 7.516927242279053}\n",
      "{'epoch': 0, 'update in batch': 21407, '/': 25417, 'loss': 6.704013824462891}\n",
      "{'epoch': 0, 'update in batch': 21408, '/': 25417, 'loss': 6.411252021789551}\n",
      "{'epoch': 0, 'update in batch': 21409, '/': 25417, 'loss': 7.2542243003845215}\n",
      "{'epoch': 0, 'update in batch': 21410, '/': 25417, 'loss': 6.782357692718506}\n",
      "{'epoch': 0, 'update in batch': 21411, '/': 25417, 'loss': 7.845573425292969}\n",
      "{'epoch': 0, 'update in batch': 21412, '/': 25417, 'loss': 6.688607215881348}\n",
      "{'epoch': 0, 'update in batch': 21413, '/': 25417, 'loss': 5.989058017730713}\n",
      "{'epoch': 0, 'update in batch': 21414, '/': 25417, 'loss': 7.830644130706787}\n",
      "{'epoch': 0, 'update in batch': 21415, '/': 25417, 'loss': 7.70428991317749}\n",
      "{'epoch': 0, 'update in batch': 21416, '/': 25417, 'loss': 8.910076141357422}\n",
      "{'epoch': 0, 'update in batch': 21417, '/': 25417, 'loss': 8.007333755493164}\n",
      "{'epoch': 0, 'update in batch': 21418, '/': 25417, 'loss': 8.77320384979248}\n",
      "{'epoch': 0, 'update in batch': 21419, '/': 25417, 'loss': 7.680637359619141}\n",
      "{'epoch': 0, 'update in batch': 21420, '/': 25417, 'loss': 6.560998439788818}\n",
      "{'epoch': 0, 'update in batch': 21421, '/': 25417, 'loss': 6.30350399017334}\n",
      "{'epoch': 0, 'update in batch': 21422, '/': 25417, 'loss': 6.369445323944092}\n",
      "{'epoch': 0, 'update in batch': 21423, '/': 25417, 'loss': 6.584053993225098}\n",
      "{'epoch': 0, 'update in batch': 21424, '/': 25417, 'loss': 7.583535194396973}\n",
      "{'epoch': 0, 'update in batch': 21425, '/': 25417, 'loss': 7.755102634429932}\n",
      "{'epoch': 0, 'update in batch': 21426, '/': 25417, 'loss': 7.303554534912109}\n",
      "{'epoch': 0, 'update in batch': 21427, '/': 25417, 'loss': 7.422550201416016}\n",
      "{'epoch': 0, 'update in batch': 21428, '/': 25417, 'loss': 7.750069618225098}\n",
      "{'epoch': 0, 'update in batch': 21429, '/': 25417, 'loss': 8.44064712524414}\n",
      "{'epoch': 0, 'update in batch': 21430, '/': 25417, 'loss': 7.714984893798828}\n",
      "{'epoch': 0, 'update in batch': 21431, '/': 25417, 'loss': 8.12133502960205}\n",
      "{'epoch': 0, 'update in batch': 21432, '/': 25417, 'loss': 8.278963088989258}\n",
      "{'epoch': 0, 'update in batch': 21433, '/': 25417, 'loss': 6.643671989440918}\n",
      "{'epoch': 0, 'update in batch': 21434, '/': 25417, 'loss': 7.621356964111328}\n",
      "{'epoch': 0, 'update in batch': 21435, '/': 25417, 'loss': 8.254292488098145}\n",
      "{'epoch': 0, 'update in batch': 21436, '/': 25417, 'loss': 7.207129001617432}\n",
      "{'epoch': 0, 'update in batch': 21437, '/': 25417, 'loss': 6.302508354187012}\n",
      "{'epoch': 0, 'update in batch': 21438, '/': 25417, 'loss': 7.630016326904297}\n",
      "{'epoch': 0, 'update in batch': 21439, '/': 25417, 'loss': 5.955112934112549}\n",
      "{'epoch': 0, 'update in batch': 21440, '/': 25417, 'loss': 7.781884670257568}\n",
      "{'epoch': 0, 'update in batch': 21441, '/': 25417, 'loss': 10.051922798156738}\n",
      "{'epoch': 0, 'update in batch': 21442, '/': 25417, 'loss': 7.260538578033447}\n",
      "{'epoch': 0, 'update in batch': 21443, '/': 25417, 'loss': 6.3819732666015625}\n",
      "{'epoch': 0, 'update in batch': 21444, '/': 25417, 'loss': 8.138152122497559}\n",
      "{'epoch': 0, 'update in batch': 21445, '/': 25417, 'loss': 7.963809013366699}\n",
      "{'epoch': 0, 'update in batch': 21446, '/': 25417, 'loss': 7.3780083656311035}\n",
      "{'epoch': 0, 'update in batch': 21447, '/': 25417, 'loss': 6.664412498474121}\n",
      "{'epoch': 0, 'update in batch': 21448, '/': 25417, 'loss': 5.772230625152588}\n",
      "{'epoch': 0, 'update in batch': 21449, '/': 25417, 'loss': 7.688018798828125}\n",
      "{'epoch': 0, 'update in batch': 21450, '/': 25417, 'loss': 7.740650177001953}\n",
      "{'epoch': 0, 'update in batch': 21451, '/': 25417, 'loss': 8.114042282104492}\n",
      "{'epoch': 0, 'update in batch': 21452, '/': 25417, 'loss': 8.378396034240723}\n",
      "{'epoch': 0, 'update in batch': 21453, '/': 25417, 'loss': 7.889621734619141}\n",
      "{'epoch': 0, 'update in batch': 21454, '/': 25417, 'loss': 7.646937370300293}\n",
      "{'epoch': 0, 'update in batch': 21455, '/': 25417, 'loss': 7.718705654144287}\n",
      "{'epoch': 0, 'update in batch': 21456, '/': 25417, 'loss': 7.326274871826172}\n",
      "{'epoch': 0, 'update in batch': 21457, '/': 25417, 'loss': 6.9415154457092285}\n",
      "{'epoch': 0, 'update in batch': 21458, '/': 25417, 'loss': 7.5254011154174805}\n",
      "{'epoch': 0, 'update in batch': 21459, '/': 25417, 'loss': 7.493817329406738}\n",
      "{'epoch': 0, 'update in batch': 21460, '/': 25417, 'loss': 7.315766334533691}\n",
      "{'epoch': 0, 'update in batch': 21461, '/': 25417, 'loss': 6.547850131988525}\n",
      "{'epoch': 0, 'update in batch': 21462, '/': 25417, 'loss': 7.348069667816162}\n",
      "{'epoch': 0, 'update in batch': 21463, '/': 25417, 'loss': 6.444311618804932}\n",
      "{'epoch': 0, 'update in batch': 21464, '/': 25417, 'loss': 6.85101318359375}\n",
      "{'epoch': 0, 'update in batch': 21465, '/': 25417, 'loss': 6.026425361633301}\n",
      "{'epoch': 0, 'update in batch': 21466, '/': 25417, 'loss': 6.302584648132324}\n",
      "{'epoch': 0, 'update in batch': 21467, '/': 25417, 'loss': 5.884036064147949}\n",
      "{'epoch': 0, 'update in batch': 21468, '/': 25417, 'loss': 6.021965026855469}\n",
      "{'epoch': 0, 'update in batch': 21469, '/': 25417, 'loss': 6.77146053314209}\n",
      "{'epoch': 0, 'update in batch': 21470, '/': 25417, 'loss': 6.978784084320068}\n",
      "{'epoch': 0, 'update in batch': 21471, '/': 25417, 'loss': 7.0702104568481445}\n",
      "{'epoch': 0, 'update in batch': 21472, '/': 25417, 'loss': 7.136263847351074}\n",
      "{'epoch': 0, 'update in batch': 21473, '/': 25417, 'loss': 7.321440696716309}\n",
      "{'epoch': 0, 'update in batch': 21474, '/': 25417, 'loss': 7.905916690826416}\n",
      "{'epoch': 0, 'update in batch': 21475, '/': 25417, 'loss': 7.285224914550781}\n",
      "{'epoch': 0, 'update in batch': 21476, '/': 25417, 'loss': 7.2578911781311035}\n",
      "{'epoch': 0, 'update in batch': 21477, '/': 25417, 'loss': 7.604330539703369}\n",
      "{'epoch': 0, 'update in batch': 21478, '/': 25417, 'loss': 7.301645755767822}\n",
      "{'epoch': 0, 'update in batch': 21479, '/': 25417, 'loss': 6.735804080963135}\n",
      "{'epoch': 0, 'update in batch': 21480, '/': 25417, 'loss': 7.107882499694824}\n",
      "{'epoch': 0, 'update in batch': 21481, '/': 25417, 'loss': 7.053707122802734}\n",
      "{'epoch': 0, 'update in batch': 21482, '/': 25417, 'loss': 7.508413791656494}\n",
      "{'epoch': 0, 'update in batch': 21483, '/': 25417, 'loss': 6.714665412902832}\n",
      "{'epoch': 0, 'update in batch': 21484, '/': 25417, 'loss': 7.654797554016113}\n",
      "{'epoch': 0, 'update in batch': 21485, '/': 25417, 'loss': 7.6514177322387695}\n",
      "{'epoch': 0, 'update in batch': 21486, '/': 25417, 'loss': 7.500019073486328}\n",
      "{'epoch': 0, 'update in batch': 21487, '/': 25417, 'loss': 8.088393211364746}\n",
      "{'epoch': 0, 'update in batch': 21488, '/': 25417, 'loss': 7.911184787750244}\n",
      "{'epoch': 0, 'update in batch': 21489, '/': 25417, 'loss': 6.580755710601807}\n",
      "{'epoch': 0, 'update in batch': 21490, '/': 25417, 'loss': 8.050812721252441}\n",
      "{'epoch': 0, 'update in batch': 21491, '/': 25417, 'loss': 7.548399925231934}\n",
      "{'epoch': 0, 'update in batch': 21492, '/': 25417, 'loss': 6.861708641052246}\n",
      "{'epoch': 0, 'update in batch': 21493, '/': 25417, 'loss': 7.227389335632324}\n",
      "{'epoch': 0, 'update in batch': 21494, '/': 25417, 'loss': 6.8454718589782715}\n",
      "{'epoch': 0, 'update in batch': 21495, '/': 25417, 'loss': 7.535330295562744}\n",
      "{'epoch': 0, 'update in batch': 21496, '/': 25417, 'loss': 8.373042106628418}\n",
      "{'epoch': 0, 'update in batch': 21497, '/': 25417, 'loss': 7.2810869216918945}\n",
      "{'epoch': 0, 'update in batch': 21498, '/': 25417, 'loss': 6.582188606262207}\n",
      "{'epoch': 0, 'update in batch': 21499, '/': 25417, 'loss': 7.079617977142334}\n",
      "{'epoch': 0, 'update in batch': 21500, '/': 25417, 'loss': 8.154088973999023}\n",
      "{'epoch': 0, 'update in batch': 21501, '/': 25417, 'loss': 6.213799476623535}\n",
      "{'epoch': 0, 'update in batch': 21502, '/': 25417, 'loss': 5.971486568450928}\n",
      "{'epoch': 0, 'update in batch': 21503, '/': 25417, 'loss': 7.493913173675537}\n",
      "{'epoch': 0, 'update in batch': 21504, '/': 25417, 'loss': 6.462979793548584}\n",
      "{'epoch': 0, 'update in batch': 21505, '/': 25417, 'loss': 6.49246072769165}\n",
      "{'epoch': 0, 'update in batch': 21506, '/': 25417, 'loss': 9.695019721984863}\n",
      "{'epoch': 0, 'update in batch': 21507, '/': 25417, 'loss': 8.147306442260742}\n",
      "{'epoch': 0, 'update in batch': 21508, '/': 25417, 'loss': 7.640739440917969}\n",
      "{'epoch': 0, 'update in batch': 21509, '/': 25417, 'loss': 9.36058235168457}\n",
      "{'epoch': 0, 'update in batch': 21510, '/': 25417, 'loss': 7.112879753112793}\n",
      "{'epoch': 0, 'update in batch': 21511, '/': 25417, 'loss': 5.9234619140625}\n",
      "{'epoch': 0, 'update in batch': 21512, '/': 25417, 'loss': 6.648728370666504}\n",
      "{'epoch': 0, 'update in batch': 21513, '/': 25417, 'loss': 5.621731758117676}\n",
      "{'epoch': 0, 'update in batch': 21514, '/': 25417, 'loss': 7.405292510986328}\n",
      "{'epoch': 0, 'update in batch': 21515, '/': 25417, 'loss': 7.442963600158691}\n",
      "{'epoch': 0, 'update in batch': 21516, '/': 25417, 'loss': 6.928936004638672}\n",
      "{'epoch': 0, 'update in batch': 21517, '/': 25417, 'loss': 7.009317874908447}\n",
      "{'epoch': 0, 'update in batch': 21518, '/': 25417, 'loss': 6.650179386138916}\n",
      "{'epoch': 0, 'update in batch': 21519, '/': 25417, 'loss': 6.185702323913574}\n",
      "{'epoch': 0, 'update in batch': 21520, '/': 25417, 'loss': 6.8076043128967285}\n",
      "{'epoch': 0, 'update in batch': 21521, '/': 25417, 'loss': 7.250934600830078}\n",
      "{'epoch': 0, 'update in batch': 21522, '/': 25417, 'loss': 7.316918849945068}\n",
      "{'epoch': 0, 'update in batch': 21523, '/': 25417, 'loss': 6.390352249145508}\n",
      "{'epoch': 0, 'update in batch': 21524, '/': 25417, 'loss': 6.988853454589844}\n",
      "{'epoch': 0, 'update in batch': 21525, '/': 25417, 'loss': 6.250010013580322}\n",
      "{'epoch': 0, 'update in batch': 21526, '/': 25417, 'loss': 6.577925205230713}\n",
      "{'epoch': 0, 'update in batch': 21527, '/': 25417, 'loss': 6.912358283996582}\n",
      "{'epoch': 0, 'update in batch': 21528, '/': 25417, 'loss': 6.8153581619262695}\n",
      "{'epoch': 0, 'update in batch': 21529, '/': 25417, 'loss': 6.717284202575684}\n",
      "{'epoch': 0, 'update in batch': 21530, '/': 25417, 'loss': 7.400655269622803}\n",
      "{'epoch': 0, 'update in batch': 21531, '/': 25417, 'loss': 6.046600341796875}\n",
      "{'epoch': 0, 'update in batch': 21532, '/': 25417, 'loss': 6.252241134643555}\n",
      "{'epoch': 0, 'update in batch': 21533, '/': 25417, 'loss': 7.945622444152832}\n",
      "{'epoch': 0, 'update in batch': 21534, '/': 25417, 'loss': 6.0927910804748535}\n",
      "{'epoch': 0, 'update in batch': 21535, '/': 25417, 'loss': 7.2294487953186035}\n",
      "{'epoch': 0, 'update in batch': 21536, '/': 25417, 'loss': 7.271470069885254}\n",
      "{'epoch': 0, 'update in batch': 21537, '/': 25417, 'loss': 6.67539119720459}\n",
      "{'epoch': 0, 'update in batch': 21538, '/': 25417, 'loss': 6.592843055725098}\n",
      "{'epoch': 0, 'update in batch': 21539, '/': 25417, 'loss': 7.882805824279785}\n",
      "{'epoch': 0, 'update in batch': 21540, '/': 25417, 'loss': 7.4979047775268555}\n",
      "{'epoch': 0, 'update in batch': 21541, '/': 25417, 'loss': 6.827069282531738}\n",
      "{'epoch': 0, 'update in batch': 21542, '/': 25417, 'loss': 6.616098880767822}\n",
      "{'epoch': 0, 'update in batch': 21543, '/': 25417, 'loss': 7.287113189697266}\n",
      "{'epoch': 0, 'update in batch': 21544, '/': 25417, 'loss': 5.997848033905029}\n",
      "{'epoch': 0, 'update in batch': 21545, '/': 25417, 'loss': 6.413730621337891}\n",
      "{'epoch': 0, 'update in batch': 21546, '/': 25417, 'loss': 6.456226348876953}\n",
      "{'epoch': 0, 'update in batch': 21547, '/': 25417, 'loss': 6.770105838775635}\n",
      "{'epoch': 0, 'update in batch': 21548, '/': 25417, 'loss': 6.2189788818359375}\n",
      "{'epoch': 0, 'update in batch': 21549, '/': 25417, 'loss': 7.16558313369751}\n",
      "{'epoch': 0, 'update in batch': 21550, '/': 25417, 'loss': 6.846621036529541}\n",
      "{'epoch': 0, 'update in batch': 21551, '/': 25417, 'loss': 8.247118949890137}\n",
      "{'epoch': 0, 'update in batch': 21552, '/': 25417, 'loss': 7.2039995193481445}\n",
      "{'epoch': 0, 'update in batch': 21553, '/': 25417, 'loss': 6.9362921714782715}\n",
      "{'epoch': 0, 'update in batch': 21554, '/': 25417, 'loss': 6.704413414001465}\n",
      "{'epoch': 0, 'update in batch': 21555, '/': 25417, 'loss': 7.594271659851074}\n",
      "{'epoch': 0, 'update in batch': 21556, '/': 25417, 'loss': 6.768810272216797}\n",
      "{'epoch': 0, 'update in batch': 21557, '/': 25417, 'loss': 6.880054473876953}\n",
      "{'epoch': 0, 'update in batch': 21558, '/': 25417, 'loss': 5.440180778503418}\n",
      "{'epoch': 0, 'update in batch': 21559, '/': 25417, 'loss': 5.9739603996276855}\n",
      "{'epoch': 0, 'update in batch': 21560, '/': 25417, 'loss': 7.2455878257751465}\n",
      "{'epoch': 0, 'update in batch': 21561, '/': 25417, 'loss': 6.835718631744385}\n",
      "{'epoch': 0, 'update in batch': 21562, '/': 25417, 'loss': 6.540762901306152}\n",
      "{'epoch': 0, 'update in batch': 21563, '/': 25417, 'loss': 7.8867692947387695}\n",
      "{'epoch': 0, 'update in batch': 21564, '/': 25417, 'loss': 6.634269714355469}\n",
      "{'epoch': 0, 'update in batch': 21565, '/': 25417, 'loss': 7.379910945892334}\n",
      "{'epoch': 0, 'update in batch': 21566, '/': 25417, 'loss': 6.083542346954346}\n",
      "{'epoch': 0, 'update in batch': 21567, '/': 25417, 'loss': 7.7865142822265625}\n",
      "{'epoch': 0, 'update in batch': 21568, '/': 25417, 'loss': 7.9132232666015625}\n",
      "{'epoch': 0, 'update in batch': 21569, '/': 25417, 'loss': 7.948840141296387}\n",
      "{'epoch': 0, 'update in batch': 21570, '/': 25417, 'loss': 7.136134147644043}\n",
      "{'epoch': 0, 'update in batch': 21571, '/': 25417, 'loss': 8.077171325683594}\n",
      "{'epoch': 0, 'update in batch': 21572, '/': 25417, 'loss': 7.878987789154053}\n",
      "{'epoch': 0, 'update in batch': 21573, '/': 25417, 'loss': 8.112825393676758}\n",
      "{'epoch': 0, 'update in batch': 21574, '/': 25417, 'loss': 7.963676452636719}\n",
      "{'epoch': 0, 'update in batch': 21575, '/': 25417, 'loss': 7.798667907714844}\n",
      "{'epoch': 0, 'update in batch': 21576, '/': 25417, 'loss': 7.6721367835998535}\n",
      "{'epoch': 0, 'update in batch': 21577, '/': 25417, 'loss': 7.794768333435059}\n",
      "{'epoch': 0, 'update in batch': 21578, '/': 25417, 'loss': 8.17460823059082}\n",
      "{'epoch': 0, 'update in batch': 21579, '/': 25417, 'loss': 7.0485968589782715}\n",
      "{'epoch': 0, 'update in batch': 21580, '/': 25417, 'loss': 6.262397766113281}\n",
      "{'epoch': 0, 'update in batch': 21581, '/': 25417, 'loss': 7.0682525634765625}\n",
      "{'epoch': 0, 'update in batch': 21582, '/': 25417, 'loss': 6.817068576812744}\n",
      "{'epoch': 0, 'update in batch': 21583, '/': 25417, 'loss': 6.542280673980713}\n",
      "{'epoch': 0, 'update in batch': 21584, '/': 25417, 'loss': 6.781815528869629}\n",
      "{'epoch': 0, 'update in batch': 21585, '/': 25417, 'loss': 6.579551696777344}\n",
      "{'epoch': 0, 'update in batch': 21586, '/': 25417, 'loss': 6.231236457824707}\n",
      "{'epoch': 0, 'update in batch': 21587, '/': 25417, 'loss': 6.858874320983887}\n",
      "{'epoch': 0, 'update in batch': 21588, '/': 25417, 'loss': 6.838492393493652}\n",
      "{'epoch': 0, 'update in batch': 21589, '/': 25417, 'loss': 7.358016014099121}\n",
      "{'epoch': 0, 'update in batch': 21590, '/': 25417, 'loss': 6.79031229019165}\n",
      "{'epoch': 0, 'update in batch': 21591, '/': 25417, 'loss': 6.244697570800781}\n",
      "{'epoch': 0, 'update in batch': 21592, '/': 25417, 'loss': 6.477941989898682}\n",
      "{'epoch': 0, 'update in batch': 21593, '/': 25417, 'loss': 5.474553108215332}\n",
      "{'epoch': 0, 'update in batch': 21594, '/': 25417, 'loss': 5.562804222106934}\n",
      "{'epoch': 0, 'update in batch': 21595, '/': 25417, 'loss': 6.55325174331665}\n",
      "{'epoch': 0, 'update in batch': 21596, '/': 25417, 'loss': 5.59804630279541}\n",
      "{'epoch': 0, 'update in batch': 21597, '/': 25417, 'loss': 6.553711891174316}\n",
      "{'epoch': 0, 'update in batch': 21598, '/': 25417, 'loss': 5.821498394012451}\n",
      "{'epoch': 0, 'update in batch': 21599, '/': 25417, 'loss': 7.003525733947754}\n",
      "{'epoch': 0, 'update in batch': 21600, '/': 25417, 'loss': 6.656130790710449}\n",
      "{'epoch': 0, 'update in batch': 21601, '/': 25417, 'loss': 7.072862148284912}\n",
      "{'epoch': 0, 'update in batch': 21602, '/': 25417, 'loss': 6.851168632507324}\n",
      "{'epoch': 0, 'update in batch': 21603, '/': 25417, 'loss': 6.024430274963379}\n",
      "{'epoch': 0, 'update in batch': 21604, '/': 25417, 'loss': 6.907157897949219}\n",
      "{'epoch': 0, 'update in batch': 21605, '/': 25417, 'loss': 6.606927394866943}\n",
      "{'epoch': 0, 'update in batch': 21606, '/': 25417, 'loss': 6.865435600280762}\n",
      "{'epoch': 0, 'update in batch': 21607, '/': 25417, 'loss': 6.033248424530029}\n",
      "{'epoch': 0, 'update in batch': 21608, '/': 25417, 'loss': 6.875031471252441}\n",
      "{'epoch': 0, 'update in batch': 21609, '/': 25417, 'loss': 7.1794633865356445}\n",
      "{'epoch': 0, 'update in batch': 21610, '/': 25417, 'loss': 7.6007537841796875}\n",
      "{'epoch': 0, 'update in batch': 21611, '/': 25417, 'loss': 9.187814712524414}\n",
      "{'epoch': 0, 'update in batch': 21612, '/': 25417, 'loss': 9.349466323852539}\n",
      "{'epoch': 0, 'update in batch': 21613, '/': 25417, 'loss': 6.880588531494141}\n",
      "{'epoch': 0, 'update in batch': 21614, '/': 25417, 'loss': 7.157463073730469}\n",
      "{'epoch': 0, 'update in batch': 21615, '/': 25417, 'loss': 7.191710472106934}\n",
      "{'epoch': 0, 'update in batch': 21616, '/': 25417, 'loss': 7.457327842712402}\n",
      "{'epoch': 0, 'update in batch': 21617, '/': 25417, 'loss': 7.165200233459473}\n",
      "{'epoch': 0, 'update in batch': 21618, '/': 25417, 'loss': 6.075539588928223}\n",
      "{'epoch': 0, 'update in batch': 21619, '/': 25417, 'loss': 6.558221340179443}\n",
      "{'epoch': 0, 'update in batch': 21620, '/': 25417, 'loss': 5.755443572998047}\n",
      "{'epoch': 0, 'update in batch': 21621, '/': 25417, 'loss': 5.3888349533081055}\n",
      "{'epoch': 0, 'update in batch': 21622, '/': 25417, 'loss': 7.940707206726074}\n",
      "{'epoch': 0, 'update in batch': 21623, '/': 25417, 'loss': 6.606924533843994}\n",
      "{'epoch': 0, 'update in batch': 21624, '/': 25417, 'loss': 7.746170997619629}\n",
      "{'epoch': 0, 'update in batch': 21625, '/': 25417, 'loss': 6.721716403961182}\n",
      "{'epoch': 0, 'update in batch': 21626, '/': 25417, 'loss': 6.716452598571777}\n",
      "{'epoch': 0, 'update in batch': 21627, '/': 25417, 'loss': 6.6586103439331055}\n",
      "{'epoch': 0, 'update in batch': 21628, '/': 25417, 'loss': 6.179409980773926}\n",
      "{'epoch': 0, 'update in batch': 21629, '/': 25417, 'loss': 6.536933898925781}\n",
      "{'epoch': 0, 'update in batch': 21630, '/': 25417, 'loss': 5.63394832611084}\n",
      "{'epoch': 0, 'update in batch': 21631, '/': 25417, 'loss': 5.253871917724609}\n",
      "{'epoch': 0, 'update in batch': 21632, '/': 25417, 'loss': 6.039689064025879}\n",
      "{'epoch': 0, 'update in batch': 21633, '/': 25417, 'loss': 7.266451835632324}\n",
      "{'epoch': 0, 'update in batch': 21634, '/': 25417, 'loss': 6.3059983253479}\n",
      "{'epoch': 0, 'update in batch': 21635, '/': 25417, 'loss': 7.527544975280762}\n",
      "{'epoch': 0, 'update in batch': 21636, '/': 25417, 'loss': 6.94961404800415}\n",
      "{'epoch': 0, 'update in batch': 21637, '/': 25417, 'loss': 7.302563667297363}\n",
      "{'epoch': 0, 'update in batch': 21638, '/': 25417, 'loss': 7.035215854644775}\n",
      "{'epoch': 0, 'update in batch': 21639, '/': 25417, 'loss': 6.765566349029541}\n",
      "{'epoch': 0, 'update in batch': 21640, '/': 25417, 'loss': 7.603653907775879}\n",
      "{'epoch': 0, 'update in batch': 21641, '/': 25417, 'loss': 6.0698747634887695}\n",
      "{'epoch': 0, 'update in batch': 21642, '/': 25417, 'loss': 6.717277526855469}\n",
      "{'epoch': 0, 'update in batch': 21643, '/': 25417, 'loss': 7.217652797698975}\n",
      "{'epoch': 0, 'update in batch': 21644, '/': 25417, 'loss': 7.223744869232178}\n",
      "{'epoch': 0, 'update in batch': 21645, '/': 25417, 'loss': 6.674904823303223}\n",
      "{'epoch': 0, 'update in batch': 21646, '/': 25417, 'loss': 6.429833889007568}\n",
      "{'epoch': 0, 'update in batch': 21647, '/': 25417, 'loss': 7.645758152008057}\n",
      "{'epoch': 0, 'update in batch': 21648, '/': 25417, 'loss': 6.7715253829956055}\n",
      "{'epoch': 0, 'update in batch': 21649, '/': 25417, 'loss': 7.06292724609375}\n",
      "{'epoch': 0, 'update in batch': 21650, '/': 25417, 'loss': 7.003944396972656}\n",
      "{'epoch': 0, 'update in batch': 21651, '/': 25417, 'loss': 6.117581844329834}\n",
      "{'epoch': 0, 'update in batch': 21652, '/': 25417, 'loss': 7.46478796005249}\n",
      "{'epoch': 0, 'update in batch': 21653, '/': 25417, 'loss': 8.874174118041992}\n",
      "{'epoch': 0, 'update in batch': 21654, '/': 25417, 'loss': 6.672642707824707}\n",
      "{'epoch': 0, 'update in batch': 21655, '/': 25417, 'loss': 7.937750816345215}\n",
      "{'epoch': 0, 'update in batch': 21656, '/': 25417, 'loss': 7.625522613525391}\n",
      "{'epoch': 0, 'update in batch': 21657, '/': 25417, 'loss': 7.2873711585998535}\n",
      "{'epoch': 0, 'update in batch': 21658, '/': 25417, 'loss': 6.3789143562316895}\n",
      "{'epoch': 0, 'update in batch': 21659, '/': 25417, 'loss': 6.322761058807373}\n",
      "{'epoch': 0, 'update in batch': 21660, '/': 25417, 'loss': 6.307044982910156}\n",
      "{'epoch': 0, 'update in batch': 21661, '/': 25417, 'loss': 7.501214027404785}\n",
      "{'epoch': 0, 'update in batch': 21662, '/': 25417, 'loss': 8.312417984008789}\n",
      "{'epoch': 0, 'update in batch': 21663, '/': 25417, 'loss': 7.940223693847656}\n",
      "{'epoch': 0, 'update in batch': 21664, '/': 25417, 'loss': 8.335659980773926}\n",
      "{'epoch': 0, 'update in batch': 21665, '/': 25417, 'loss': 8.207691192626953}\n",
      "{'epoch': 0, 'update in batch': 21666, '/': 25417, 'loss': 8.049586296081543}\n",
      "{'epoch': 0, 'update in batch': 21667, '/': 25417, 'loss': 6.954143524169922}\n",
      "{'epoch': 0, 'update in batch': 21668, '/': 25417, 'loss': 6.022386074066162}\n",
      "{'epoch': 0, 'update in batch': 21669, '/': 25417, 'loss': 5.86474609375}\n",
      "{'epoch': 0, 'update in batch': 21670, '/': 25417, 'loss': 6.709505558013916}\n",
      "{'epoch': 0, 'update in batch': 21671, '/': 25417, 'loss': 9.281256675720215}\n",
      "{'epoch': 0, 'update in batch': 21672, '/': 25417, 'loss': 9.892141342163086}\n",
      "{'epoch': 0, 'update in batch': 21673, '/': 25417, 'loss': 9.385603904724121}\n",
      "{'epoch': 0, 'update in batch': 21674, '/': 25417, 'loss': 10.028971672058105}\n",
      "{'epoch': 0, 'update in batch': 21675, '/': 25417, 'loss': 10.424162864685059}\n",
      "{'epoch': 0, 'update in batch': 21676, '/': 25417, 'loss': 6.772181034088135}\n",
      "{'epoch': 0, 'update in batch': 21677, '/': 25417, 'loss': 6.614677429199219}\n",
      "{'epoch': 0, 'update in batch': 21678, '/': 25417, 'loss': 7.384812355041504}\n",
      "{'epoch': 0, 'update in batch': 21679, '/': 25417, 'loss': 6.913533687591553}\n",
      "{'epoch': 0, 'update in batch': 21680, '/': 25417, 'loss': 7.670601844787598}\n",
      "{'epoch': 0, 'update in batch': 21681, '/': 25417, 'loss': 6.375607490539551}\n",
      "{'epoch': 0, 'update in batch': 21682, '/': 25417, 'loss': 6.820579528808594}\n",
      "{'epoch': 0, 'update in batch': 21683, '/': 25417, 'loss': 6.720048427581787}\n",
      "{'epoch': 0, 'update in batch': 21684, '/': 25417, 'loss': 6.629233360290527}\n",
      "{'epoch': 0, 'update in batch': 21685, '/': 25417, 'loss': 6.679973602294922}\n",
      "{'epoch': 0, 'update in batch': 21686, '/': 25417, 'loss': 6.6068620681762695}\n",
      "{'epoch': 0, 'update in batch': 21687, '/': 25417, 'loss': 6.821115016937256}\n",
      "{'epoch': 0, 'update in batch': 21688, '/': 25417, 'loss': 6.9562578201293945}\n",
      "{'epoch': 0, 'update in batch': 21689, '/': 25417, 'loss': 7.155087471008301}\n",
      "{'epoch': 0, 'update in batch': 21690, '/': 25417, 'loss': 7.087494850158691}\n",
      "{'epoch': 0, 'update in batch': 21691, '/': 25417, 'loss': 9.06400203704834}\n",
      "{'epoch': 0, 'update in batch': 21692, '/': 25417, 'loss': 9.22115421295166}\n",
      "{'epoch': 0, 'update in batch': 21693, '/': 25417, 'loss': 9.490910530090332}\n",
      "{'epoch': 0, 'update in batch': 21694, '/': 25417, 'loss': 9.225290298461914}\n",
      "{'epoch': 0, 'update in batch': 21695, '/': 25417, 'loss': 6.7833123207092285}\n",
      "{'epoch': 0, 'update in batch': 21696, '/': 25417, 'loss': 7.281266212463379}\n",
      "{'epoch': 0, 'update in batch': 21697, '/': 25417, 'loss': 7.230855464935303}\n",
      "{'epoch': 0, 'update in batch': 21698, '/': 25417, 'loss': 7.397974491119385}\n",
      "{'epoch': 0, 'update in batch': 21699, '/': 25417, 'loss': 6.302511215209961}\n",
      "{'epoch': 0, 'update in batch': 21700, '/': 25417, 'loss': 6.756203651428223}\n",
      "{'epoch': 0, 'update in batch': 21701, '/': 25417, 'loss': 6.886776924133301}\n",
      "{'epoch': 0, 'update in batch': 21702, '/': 25417, 'loss': 6.788504123687744}\n",
      "{'epoch': 0, 'update in batch': 21703, '/': 25417, 'loss': 7.1343584060668945}\n",
      "{'epoch': 0, 'update in batch': 21704, '/': 25417, 'loss': 7.694372653961182}\n",
      "{'epoch': 0, 'update in batch': 21705, '/': 25417, 'loss': 7.347718238830566}\n",
      "{'epoch': 0, 'update in batch': 21706, '/': 25417, 'loss': 7.497450351715088}\n",
      "{'epoch': 0, 'update in batch': 21707, '/': 25417, 'loss': 7.582510948181152}\n",
      "{'epoch': 0, 'update in batch': 21708, '/': 25417, 'loss': 6.967205047607422}\n",
      "{'epoch': 0, 'update in batch': 21709, '/': 25417, 'loss': 6.725528717041016}\n",
      "{'epoch': 0, 'update in batch': 21710, '/': 25417, 'loss': 6.5279974937438965}\n",
      "{'epoch': 0, 'update in batch': 21711, '/': 25417, 'loss': 6.584798336029053}\n",
      "{'epoch': 0, 'update in batch': 21712, '/': 25417, 'loss': 6.4978156089782715}\n",
      "{'epoch': 0, 'update in batch': 21713, '/': 25417, 'loss': 6.386288642883301}\n",
      "{'epoch': 0, 'update in batch': 21714, '/': 25417, 'loss': 6.556338310241699}\n",
      "{'epoch': 0, 'update in batch': 21715, '/': 25417, 'loss': 7.77774715423584}\n",
      "{'epoch': 0, 'update in batch': 21716, '/': 25417, 'loss': 5.860459804534912}\n",
      "{'epoch': 0, 'update in batch': 21717, '/': 25417, 'loss': 6.145979881286621}\n",
      "{'epoch': 0, 'update in batch': 21718, '/': 25417, 'loss': 6.708822727203369}\n",
      "{'epoch': 0, 'update in batch': 21719, '/': 25417, 'loss': 6.546533107757568}\n",
      "{'epoch': 0, 'update in batch': 21720, '/': 25417, 'loss': 6.555106163024902}\n",
      "{'epoch': 0, 'update in batch': 21721, '/': 25417, 'loss': 6.615960121154785}\n",
      "{'epoch': 0, 'update in batch': 21722, '/': 25417, 'loss': 7.023680686950684}\n",
      "{'epoch': 0, 'update in batch': 21723, '/': 25417, 'loss': 6.829764366149902}\n",
      "{'epoch': 0, 'update in batch': 21724, '/': 25417, 'loss': 7.901298522949219}\n",
      "{'epoch': 0, 'update in batch': 21725, '/': 25417, 'loss': 7.027154445648193}\n",
      "{'epoch': 0, 'update in batch': 21726, '/': 25417, 'loss': 7.105616569519043}\n",
      "{'epoch': 0, 'update in batch': 21727, '/': 25417, 'loss': 8.927582740783691}\n",
      "{'epoch': 0, 'update in batch': 21728, '/': 25417, 'loss': 8.049463272094727}\n",
      "{'epoch': 0, 'update in batch': 21729, '/': 25417, 'loss': 6.754356384277344}\n",
      "{'epoch': 0, 'update in batch': 21730, '/': 25417, 'loss': 5.460428714752197}\n",
      "{'epoch': 0, 'update in batch': 21731, '/': 25417, 'loss': 6.582483768463135}\n",
      "{'epoch': 0, 'update in batch': 21732, '/': 25417, 'loss': 6.689038276672363}\n",
      "{'epoch': 0, 'update in batch': 21733, '/': 25417, 'loss': 5.856273174285889}\n",
      "{'epoch': 0, 'update in batch': 21734, '/': 25417, 'loss': 6.854911804199219}\n",
      "{'epoch': 0, 'update in batch': 21735, '/': 25417, 'loss': 7.349277496337891}\n",
      "{'epoch': 0, 'update in batch': 21736, '/': 25417, 'loss': 6.5155158042907715}\n",
      "{'epoch': 0, 'update in batch': 21737, '/': 25417, 'loss': 7.152928352355957}\n",
      "{'epoch': 0, 'update in batch': 21738, '/': 25417, 'loss': 7.317479133605957}\n",
      "{'epoch': 0, 'update in batch': 21739, '/': 25417, 'loss': 5.94490909576416}\n",
      "{'epoch': 0, 'update in batch': 21740, '/': 25417, 'loss': 6.988755226135254}\n",
      "{'epoch': 0, 'update in batch': 21741, '/': 25417, 'loss': 6.752288818359375}\n",
      "{'epoch': 0, 'update in batch': 21742, '/': 25417, 'loss': 7.135676383972168}\n",
      "{'epoch': 0, 'update in batch': 21743, '/': 25417, 'loss': 7.045693397521973}\n",
      "{'epoch': 0, 'update in batch': 21744, '/': 25417, 'loss': 6.413844108581543}\n",
      "{'epoch': 0, 'update in batch': 21745, '/': 25417, 'loss': 7.56051778793335}\n",
      "{'epoch': 0, 'update in batch': 21746, '/': 25417, 'loss': 7.2200608253479}\n",
      "{'epoch': 0, 'update in batch': 21747, '/': 25417, 'loss': 5.703482627868652}\n",
      "{'epoch': 0, 'update in batch': 21748, '/': 25417, 'loss': 8.35116195678711}\n",
      "{'epoch': 0, 'update in batch': 21749, '/': 25417, 'loss': 7.689050197601318}\n",
      "{'epoch': 0, 'update in batch': 21750, '/': 25417, 'loss': 7.212162017822266}\n",
      "{'epoch': 0, 'update in batch': 21751, '/': 25417, 'loss': 9.11623764038086}\n",
      "{'epoch': 0, 'update in batch': 21752, '/': 25417, 'loss': 8.207829475402832}\n",
      "{'epoch': 0, 'update in batch': 21753, '/': 25417, 'loss': 6.086745738983154}\n",
      "{'epoch': 0, 'update in batch': 21754, '/': 25417, 'loss': 8.342238426208496}\n",
      "{'epoch': 0, 'update in batch': 21755, '/': 25417, 'loss': 7.8518524169921875}\n",
      "{'epoch': 0, 'update in batch': 21756, '/': 25417, 'loss': 6.579689025878906}\n",
      "{'epoch': 0, 'update in batch': 21757, '/': 25417, 'loss': 6.980006217956543}\n",
      "{'epoch': 0, 'update in batch': 21758, '/': 25417, 'loss': 6.735801696777344}\n",
      "{'epoch': 0, 'update in batch': 21759, '/': 25417, 'loss': 6.293665409088135}\n",
      "{'epoch': 0, 'update in batch': 21760, '/': 25417, 'loss': 7.1344404220581055}\n",
      "{'epoch': 0, 'update in batch': 21761, '/': 25417, 'loss': 6.917662143707275}\n",
      "{'epoch': 0, 'update in batch': 21762, '/': 25417, 'loss': 6.004635810852051}\n",
      "{'epoch': 0, 'update in batch': 21763, '/': 25417, 'loss': 5.904387474060059}\n",
      "{'epoch': 0, 'update in batch': 21764, '/': 25417, 'loss': 7.203878879547119}\n",
      "{'epoch': 0, 'update in batch': 21765, '/': 25417, 'loss': 5.84384822845459}\n",
      "{'epoch': 0, 'update in batch': 21766, '/': 25417, 'loss': 7.390132904052734}\n",
      "{'epoch': 0, 'update in batch': 21767, '/': 25417, 'loss': 6.876451015472412}\n",
      "{'epoch': 0, 'update in batch': 21768, '/': 25417, 'loss': 7.279542446136475}\n",
      "{'epoch': 0, 'update in batch': 21769, '/': 25417, 'loss': 7.013686180114746}\n",
      "{'epoch': 0, 'update in batch': 21770, '/': 25417, 'loss': 6.6011505126953125}\n",
      "{'epoch': 0, 'update in batch': 21771, '/': 25417, 'loss': 7.123157501220703}\n",
      "{'epoch': 0, 'update in batch': 21772, '/': 25417, 'loss': 7.204664707183838}\n",
      "{'epoch': 0, 'update in batch': 21773, '/': 25417, 'loss': 6.988311767578125}\n",
      "{'epoch': 0, 'update in batch': 21774, '/': 25417, 'loss': 7.826680660247803}\n",
      "{'epoch': 0, 'update in batch': 21775, '/': 25417, 'loss': 7.3594231605529785}\n",
      "{'epoch': 0, 'update in batch': 21776, '/': 25417, 'loss': 6.847397804260254}\n",
      "{'epoch': 0, 'update in batch': 21777, '/': 25417, 'loss': 6.9063591957092285}\n",
      "{'epoch': 0, 'update in batch': 21778, '/': 25417, 'loss': 5.911230087280273}\n",
      "{'epoch': 0, 'update in batch': 21779, '/': 25417, 'loss': 5.972474098205566}\n",
      "{'epoch': 0, 'update in batch': 21780, '/': 25417, 'loss': 6.543312072753906}\n",
      "{'epoch': 0, 'update in batch': 21781, '/': 25417, 'loss': 7.386338710784912}\n",
      "{'epoch': 0, 'update in batch': 21782, '/': 25417, 'loss': 7.092822074890137}\n",
      "{'epoch': 0, 'update in batch': 21783, '/': 25417, 'loss': 7.6388258934021}\n",
      "{'epoch': 0, 'update in batch': 21784, '/': 25417, 'loss': 7.461035251617432}\n",
      "{'epoch': 0, 'update in batch': 21785, '/': 25417, 'loss': 7.357308387756348}\n",
      "{'epoch': 0, 'update in batch': 21786, '/': 25417, 'loss': 7.361944675445557}\n",
      "{'epoch': 0, 'update in batch': 21787, '/': 25417, 'loss': 7.027495384216309}\n",
      "{'epoch': 0, 'update in batch': 21788, '/': 25417, 'loss': 8.010689735412598}\n",
      "{'epoch': 0, 'update in batch': 21789, '/': 25417, 'loss': 7.262984275817871}\n",
      "{'epoch': 0, 'update in batch': 21790, '/': 25417, 'loss': 7.168300628662109}\n",
      "{'epoch': 0, 'update in batch': 21791, '/': 25417, 'loss': 6.672680854797363}\n",
      "{'epoch': 0, 'update in batch': 21792, '/': 25417, 'loss': 7.077795505523682}\n",
      "{'epoch': 0, 'update in batch': 21793, '/': 25417, 'loss': 7.348004341125488}\n",
      "{'epoch': 0, 'update in batch': 21794, '/': 25417, 'loss': 7.348565101623535}\n",
      "{'epoch': 0, 'update in batch': 21795, '/': 25417, 'loss': 7.019495964050293}\n",
      "{'epoch': 0, 'update in batch': 21796, '/': 25417, 'loss': 7.567963600158691}\n",
      "{'epoch': 0, 'update in batch': 21797, '/': 25417, 'loss': 8.972707748413086}\n",
      "{'epoch': 0, 'update in batch': 21798, '/': 25417, 'loss': 7.754006862640381}\n",
      "{'epoch': 0, 'update in batch': 21799, '/': 25417, 'loss': 7.200611114501953}\n",
      "{'epoch': 0, 'update in batch': 21800, '/': 25417, 'loss': 6.689755916595459}\n",
      "{'epoch': 0, 'update in batch': 21801, '/': 25417, 'loss': 7.257943630218506}\n",
      "{'epoch': 0, 'update in batch': 21802, '/': 25417, 'loss': 7.1033616065979}\n",
      "{'epoch': 0, 'update in batch': 21803, '/': 25417, 'loss': 8.637097358703613}\n",
      "{'epoch': 0, 'update in batch': 21804, '/': 25417, 'loss': 7.619969844818115}\n",
      "{'epoch': 0, 'update in batch': 21805, '/': 25417, 'loss': 7.984221458435059}\n",
      "{'epoch': 0, 'update in batch': 21806, '/': 25417, 'loss': 8.529627799987793}\n",
      "{'epoch': 0, 'update in batch': 21807, '/': 25417, 'loss': 7.961883544921875}\n",
      "{'epoch': 0, 'update in batch': 21808, '/': 25417, 'loss': 8.001623153686523}\n",
      "{'epoch': 0, 'update in batch': 21809, '/': 25417, 'loss': 7.823258399963379}\n",
      "{'epoch': 0, 'update in batch': 21810, '/': 25417, 'loss': 7.902052402496338}\n",
      "{'epoch': 0, 'update in batch': 21811, '/': 25417, 'loss': 7.328083038330078}\n",
      "{'epoch': 0, 'update in batch': 21812, '/': 25417, 'loss': 7.763781547546387}\n",
      "{'epoch': 0, 'update in batch': 21813, '/': 25417, 'loss': 7.560399055480957}\n",
      "{'epoch': 0, 'update in batch': 21814, '/': 25417, 'loss': 7.410213470458984}\n",
      "{'epoch': 0, 'update in batch': 21815, '/': 25417, 'loss': 7.5033392906188965}\n",
      "{'epoch': 0, 'update in batch': 21816, '/': 25417, 'loss': 6.785672664642334}\n",
      "{'epoch': 0, 'update in batch': 21817, '/': 25417, 'loss': 8.047464370727539}\n",
      "{'epoch': 0, 'update in batch': 21818, '/': 25417, 'loss': 6.633487701416016}\n",
      "{'epoch': 0, 'update in batch': 21819, '/': 25417, 'loss': 6.337111473083496}\n",
      "{'epoch': 0, 'update in batch': 21820, '/': 25417, 'loss': 6.534596920013428}\n",
      "{'epoch': 0, 'update in batch': 21821, '/': 25417, 'loss': 6.855201721191406}\n",
      "{'epoch': 0, 'update in batch': 21822, '/': 25417, 'loss': 7.58840799331665}\n",
      "{'epoch': 0, 'update in batch': 21823, '/': 25417, 'loss': 5.375613212585449}\n",
      "{'epoch': 0, 'update in batch': 21824, '/': 25417, 'loss': 6.144782066345215}\n",
      "{'epoch': 0, 'update in batch': 21825, '/': 25417, 'loss': 7.432324409484863}\n",
      "{'epoch': 0, 'update in batch': 21826, '/': 25417, 'loss': 7.006186485290527}\n",
      "{'epoch': 0, 'update in batch': 21827, '/': 25417, 'loss': 6.819709777832031}\n",
      "{'epoch': 0, 'update in batch': 21828, '/': 25417, 'loss': 7.385127067565918}\n",
      "{'epoch': 0, 'update in batch': 21829, '/': 25417, 'loss': 6.758840084075928}\n",
      "{'epoch': 0, 'update in batch': 21830, '/': 25417, 'loss': 7.665642738342285}\n",
      "{'epoch': 0, 'update in batch': 21831, '/': 25417, 'loss': 6.818726539611816}\n",
      "{'epoch': 0, 'update in batch': 21832, '/': 25417, 'loss': 7.173314094543457}\n",
      "{'epoch': 0, 'update in batch': 21833, '/': 25417, 'loss': 6.806878566741943}\n",
      "{'epoch': 0, 'update in batch': 21834, '/': 25417, 'loss': 6.952935695648193}\n",
      "{'epoch': 0, 'update in batch': 21835, '/': 25417, 'loss': 6.364813804626465}\n",
      "{'epoch': 0, 'update in batch': 21836, '/': 25417, 'loss': 7.429999351501465}\n",
      "{'epoch': 0, 'update in batch': 21837, '/': 25417, 'loss': 9.936450004577637}\n",
      "{'epoch': 0, 'update in batch': 21838, '/': 25417, 'loss': 9.622411727905273}\n",
      "{'epoch': 0, 'update in batch': 21839, '/': 25417, 'loss': 9.221811294555664}\n",
      "{'epoch': 0, 'update in batch': 21840, '/': 25417, 'loss': 9.14515209197998}\n",
      "{'epoch': 0, 'update in batch': 21841, '/': 25417, 'loss': 6.101653099060059}\n",
      "{'epoch': 0, 'update in batch': 21842, '/': 25417, 'loss': 6.083807945251465}\n",
      "{'epoch': 0, 'update in batch': 21843, '/': 25417, 'loss': 6.3225274085998535}\n",
      "{'epoch': 0, 'update in batch': 21844, '/': 25417, 'loss': 6.189099311828613}\n",
      "{'epoch': 0, 'update in batch': 21845, '/': 25417, 'loss': 6.761312961578369}\n",
      "{'epoch': 0, 'update in batch': 21846, '/': 25417, 'loss': 6.652138710021973}\n",
      "{'epoch': 0, 'update in batch': 21847, '/': 25417, 'loss': 6.057408332824707}\n",
      "{'epoch': 0, 'update in batch': 21848, '/': 25417, 'loss': 6.6202216148376465}\n",
      "{'epoch': 0, 'update in batch': 21849, '/': 25417, 'loss': 6.009836196899414}\n",
      "{'epoch': 0, 'update in batch': 21850, '/': 25417, 'loss': 6.162768840789795}\n",
      "{'epoch': 0, 'update in batch': 21851, '/': 25417, 'loss': 10.179997444152832}\n",
      "{'epoch': 0, 'update in batch': 21852, '/': 25417, 'loss': 10.42349910736084}\n",
      "{'epoch': 0, 'update in batch': 21853, '/': 25417, 'loss': 10.600336074829102}\n",
      "{'epoch': 0, 'update in batch': 21854, '/': 25417, 'loss': 11.729865074157715}\n",
      "{'epoch': 0, 'update in batch': 21855, '/': 25417, 'loss': 11.098282814025879}\n",
      "{'epoch': 0, 'update in batch': 21856, '/': 25417, 'loss': 10.315531730651855}\n",
      "{'epoch': 0, 'update in batch': 21857, '/': 25417, 'loss': 6.635401725769043}\n",
      "{'epoch': 0, 'update in batch': 21858, '/': 25417, 'loss': 7.2017107009887695}\n",
      "{'epoch': 0, 'update in batch': 21859, '/': 25417, 'loss': 6.973599910736084}\n",
      "{'epoch': 0, 'update in batch': 21860, '/': 25417, 'loss': 6.0574116706848145}\n",
      "{'epoch': 0, 'update in batch': 21861, '/': 25417, 'loss': 5.891391754150391}\n",
      "{'epoch': 0, 'update in batch': 21862, '/': 25417, 'loss': 8.074199676513672}\n",
      "{'epoch': 0, 'update in batch': 21863, '/': 25417, 'loss': 9.793684005737305}\n",
      "{'epoch': 0, 'update in batch': 21864, '/': 25417, 'loss': 8.423437118530273}\n",
      "{'epoch': 0, 'update in batch': 21865, '/': 25417, 'loss': 7.412464141845703}\n",
      "{'epoch': 0, 'update in batch': 21866, '/': 25417, 'loss': 7.304190635681152}\n",
      "{'epoch': 0, 'update in batch': 21867, '/': 25417, 'loss': 6.177041530609131}\n",
      "{'epoch': 0, 'update in batch': 21868, '/': 25417, 'loss': 6.394765377044678}\n",
      "{'epoch': 0, 'update in batch': 21869, '/': 25417, 'loss': 6.873063564300537}\n",
      "{'epoch': 0, 'update in batch': 21870, '/': 25417, 'loss': 6.2087202072143555}\n",
      "{'epoch': 0, 'update in batch': 21871, '/': 25417, 'loss': 7.863706111907959}\n",
      "{'epoch': 0, 'update in batch': 21872, '/': 25417, 'loss': 8.280415534973145}\n",
      "{'epoch': 0, 'update in batch': 21873, '/': 25417, 'loss': 7.839493751525879}\n",
      "{'epoch': 0, 'update in batch': 21874, '/': 25417, 'loss': 8.013510704040527}\n",
      "{'epoch': 0, 'update in batch': 21875, '/': 25417, 'loss': 9.126443862915039}\n",
      "{'epoch': 0, 'update in batch': 21876, '/': 25417, 'loss': 7.533708095550537}\n",
      "{'epoch': 0, 'update in batch': 21877, '/': 25417, 'loss': 6.737782955169678}\n",
      "{'epoch': 0, 'update in batch': 21878, '/': 25417, 'loss': 6.492493629455566}\n",
      "{'epoch': 0, 'update in batch': 21879, '/': 25417, 'loss': 7.100915431976318}\n",
      "{'epoch': 0, 'update in batch': 21880, '/': 25417, 'loss': 7.04742431640625}\n",
      "{'epoch': 0, 'update in batch': 21881, '/': 25417, 'loss': 7.50989294052124}\n",
      "{'epoch': 0, 'update in batch': 21882, '/': 25417, 'loss': 6.906380653381348}\n",
      "{'epoch': 0, 'update in batch': 21883, '/': 25417, 'loss': 7.930497646331787}\n",
      "{'epoch': 0, 'update in batch': 21884, '/': 25417, 'loss': 7.956602573394775}\n",
      "{'epoch': 0, 'update in batch': 21885, '/': 25417, 'loss': 7.6699090003967285}\n",
      "{'epoch': 0, 'update in batch': 21886, '/': 25417, 'loss': 7.163346290588379}\n",
      "{'epoch': 0, 'update in batch': 21887, '/': 25417, 'loss': 7.668631553649902}\n",
      "{'epoch': 0, 'update in batch': 21888, '/': 25417, 'loss': 6.422414302825928}\n",
      "{'epoch': 0, 'update in batch': 21889, '/': 25417, 'loss': 6.740126609802246}\n",
      "{'epoch': 0, 'update in batch': 21890, '/': 25417, 'loss': 5.998978137969971}\n",
      "{'epoch': 0, 'update in batch': 21891, '/': 25417, 'loss': 6.4000701904296875}\n",
      "{'epoch': 0, 'update in batch': 21892, '/': 25417, 'loss': 6.955799102783203}\n",
      "{'epoch': 0, 'update in batch': 21893, '/': 25417, 'loss': 6.7652764320373535}\n",
      "{'epoch': 0, 'update in batch': 21894, '/': 25417, 'loss': 7.190904140472412}\n",
      "{'epoch': 0, 'update in batch': 21895, '/': 25417, 'loss': 6.400099754333496}\n",
      "{'epoch': 0, 'update in batch': 21896, '/': 25417, 'loss': 7.099390506744385}\n",
      "{'epoch': 0, 'update in batch': 21897, '/': 25417, 'loss': 7.3439154624938965}\n",
      "{'epoch': 0, 'update in batch': 21898, '/': 25417, 'loss': 7.329466342926025}\n",
      "{'epoch': 0, 'update in batch': 21899, '/': 25417, 'loss': 10.525812149047852}\n",
      "{'epoch': 0, 'update in batch': 21900, '/': 25417, 'loss': 9.398241996765137}\n",
      "{'epoch': 0, 'update in batch': 21901, '/': 25417, 'loss': 8.585603713989258}\n",
      "{'epoch': 0, 'update in batch': 21902, '/': 25417, 'loss': 7.575850486755371}\n",
      "{'epoch': 0, 'update in batch': 21903, '/': 25417, 'loss': 7.310318946838379}\n",
      "{'epoch': 0, 'update in batch': 21904, '/': 25417, 'loss': 5.741766929626465}\n",
      "{'epoch': 0, 'update in batch': 21905, '/': 25417, 'loss': 5.8045573234558105}\n",
      "{'epoch': 0, 'update in batch': 21906, '/': 25417, 'loss': 5.874968528747559}\n",
      "{'epoch': 0, 'update in batch': 21907, '/': 25417, 'loss': 5.794193744659424}\n",
      "{'epoch': 0, 'update in batch': 21908, '/': 25417, 'loss': 6.654768466949463}\n",
      "{'epoch': 0, 'update in batch': 21909, '/': 25417, 'loss': 6.616820335388184}\n",
      "{'epoch': 0, 'update in batch': 21910, '/': 25417, 'loss': 6.5917067527771}\n",
      "{'epoch': 0, 'update in batch': 21911, '/': 25417, 'loss': 9.291707992553711}\n",
      "{'epoch': 0, 'update in batch': 21912, '/': 25417, 'loss': 7.83101749420166}\n",
      "{'epoch': 0, 'update in batch': 21913, '/': 25417, 'loss': 6.80327844619751}\n",
      "{'epoch': 0, 'update in batch': 21914, '/': 25417, 'loss': 6.446258544921875}\n",
      "{'epoch': 0, 'update in batch': 21915, '/': 25417, 'loss': 7.098282814025879}\n",
      "{'epoch': 0, 'update in batch': 21916, '/': 25417, 'loss': 6.713191032409668}\n",
      "{'epoch': 0, 'update in batch': 21917, '/': 25417, 'loss': 6.481391906738281}\n",
      "{'epoch': 0, 'update in batch': 21918, '/': 25417, 'loss': 6.602323055267334}\n",
      "{'epoch': 0, 'update in batch': 21919, '/': 25417, 'loss': 7.385622978210449}\n",
      "{'epoch': 0, 'update in batch': 21920, '/': 25417, 'loss': 6.380037784576416}\n",
      "{'epoch': 0, 'update in batch': 21921, '/': 25417, 'loss': 7.644675254821777}\n",
      "{'epoch': 0, 'update in batch': 21922, '/': 25417, 'loss': 6.072865009307861}\n",
      "{'epoch': 0, 'update in batch': 21923, '/': 25417, 'loss': 7.116619110107422}\n",
      "{'epoch': 0, 'update in batch': 21924, '/': 25417, 'loss': 6.412937164306641}\n",
      "{'epoch': 0, 'update in batch': 21925, '/': 25417, 'loss': 6.29626989364624}\n",
      "{'epoch': 0, 'update in batch': 21926, '/': 25417, 'loss': 6.8400139808654785}\n",
      "{'epoch': 0, 'update in batch': 21927, '/': 25417, 'loss': 7.262290000915527}\n",
      "{'epoch': 0, 'update in batch': 21928, '/': 25417, 'loss': 7.2041802406311035}\n",
      "{'epoch': 0, 'update in batch': 21929, '/': 25417, 'loss': 8.860448837280273}\n",
      "{'epoch': 0, 'update in batch': 21930, '/': 25417, 'loss': 9.329089164733887}\n",
      "{'epoch': 0, 'update in batch': 21931, '/': 25417, 'loss': 8.288518905639648}\n",
      "{'epoch': 0, 'update in batch': 21932, '/': 25417, 'loss': 9.444589614868164}\n",
      "{'epoch': 0, 'update in batch': 21933, '/': 25417, 'loss': 9.27878475189209}\n",
      "{'epoch': 0, 'update in batch': 21934, '/': 25417, 'loss': 8.921354293823242}\n",
      "{'epoch': 0, 'update in batch': 21935, '/': 25417, 'loss': 9.647823333740234}\n",
      "{'epoch': 0, 'update in batch': 21936, '/': 25417, 'loss': 9.302186012268066}\n",
      "{'epoch': 0, 'update in batch': 21937, '/': 25417, 'loss': 9.565366744995117}\n",
      "{'epoch': 0, 'update in batch': 21938, '/': 25417, 'loss': 9.774977684020996}\n",
      "{'epoch': 0, 'update in batch': 21939, '/': 25417, 'loss': 8.691940307617188}\n",
      "{'epoch': 0, 'update in batch': 21940, '/': 25417, 'loss': 8.363959312438965}\n",
      "{'epoch': 0, 'update in batch': 21941, '/': 25417, 'loss': 8.81161117553711}\n",
      "{'epoch': 0, 'update in batch': 21942, '/': 25417, 'loss': 7.761122226715088}\n",
      "{'epoch': 0, 'update in batch': 21943, '/': 25417, 'loss': 8.232465744018555}\n",
      "{'epoch': 0, 'update in batch': 21944, '/': 25417, 'loss': 7.960635185241699}\n",
      "{'epoch': 0, 'update in batch': 21945, '/': 25417, 'loss': 7.4835638999938965}\n",
      "{'epoch': 0, 'update in batch': 21946, '/': 25417, 'loss': 6.38966703414917}\n",
      "{'epoch': 0, 'update in batch': 21947, '/': 25417, 'loss': 6.036057472229004}\n",
      "{'epoch': 0, 'update in batch': 21948, '/': 25417, 'loss': 7.037145137786865}\n",
      "{'epoch': 0, 'update in batch': 21949, '/': 25417, 'loss': 6.059041976928711}\n",
      "{'epoch': 0, 'update in batch': 21950, '/': 25417, 'loss': 6.619123935699463}\n",
      "{'epoch': 0, 'update in batch': 21951, '/': 25417, 'loss': 6.189433574676514}\n",
      "{'epoch': 0, 'update in batch': 21952, '/': 25417, 'loss': 6.29249382019043}\n",
      "{'epoch': 0, 'update in batch': 21953, '/': 25417, 'loss': 6.386536598205566}\n",
      "{'epoch': 0, 'update in batch': 21954, '/': 25417, 'loss': 6.41552734375}\n",
      "{'epoch': 0, 'update in batch': 21955, '/': 25417, 'loss': 6.252333164215088}\n",
      "{'epoch': 0, 'update in batch': 21956, '/': 25417, 'loss': 6.208250522613525}\n",
      "{'epoch': 0, 'update in batch': 21957, '/': 25417, 'loss': 5.960034370422363}\n",
      "{'epoch': 0, 'update in batch': 21958, '/': 25417, 'loss': 6.123730659484863}\n",
      "{'epoch': 0, 'update in batch': 21959, '/': 25417, 'loss': 6.410466194152832}\n",
      "{'epoch': 0, 'update in batch': 21960, '/': 25417, 'loss': 6.129439830780029}\n",
      "{'epoch': 0, 'update in batch': 21961, '/': 25417, 'loss': 6.5511369705200195}\n",
      "{'epoch': 0, 'update in batch': 21962, '/': 25417, 'loss': 6.8240251541137695}\n",
      "{'epoch': 0, 'update in batch': 21963, '/': 25417, 'loss': 7.709313869476318}\n",
      "{'epoch': 0, 'update in batch': 21964, '/': 25417, 'loss': 6.8140363693237305}\n",
      "{'epoch': 0, 'update in batch': 21965, '/': 25417, 'loss': 7.957584381103516}\n",
      "{'epoch': 0, 'update in batch': 21966, '/': 25417, 'loss': 6.978253364562988}\n",
      "{'epoch': 0, 'update in batch': 21967, '/': 25417, 'loss': 6.787224769592285}\n",
      "{'epoch': 0, 'update in batch': 21968, '/': 25417, 'loss': 7.003548622131348}\n",
      "{'epoch': 0, 'update in batch': 21969, '/': 25417, 'loss': 6.703497409820557}\n",
      "{'epoch': 0, 'update in batch': 21970, '/': 25417, 'loss': 5.9866743087768555}\n",
      "{'epoch': 0, 'update in batch': 21971, '/': 25417, 'loss': 6.091818809509277}\n",
      "{'epoch': 0, 'update in batch': 21972, '/': 25417, 'loss': 5.724036693572998}\n",
      "{'epoch': 0, 'update in batch': 21973, '/': 25417, 'loss': 5.65826940536499}\n",
      "{'epoch': 0, 'update in batch': 21974, '/': 25417, 'loss': 6.33041524887085}\n",
      "{'epoch': 0, 'update in batch': 21975, '/': 25417, 'loss': 6.095489501953125}\n",
      "{'epoch': 0, 'update in batch': 21976, '/': 25417, 'loss': 5.7187371253967285}\n",
      "{'epoch': 0, 'update in batch': 21977, '/': 25417, 'loss': 7.499115943908691}\n",
      "{'epoch': 0, 'update in batch': 21978, '/': 25417, 'loss': 5.6349663734436035}\n",
      "{'epoch': 0, 'update in batch': 21979, '/': 25417, 'loss': 5.852714538574219}\n",
      "{'epoch': 0, 'update in batch': 21980, '/': 25417, 'loss': 7.269096374511719}\n",
      "{'epoch': 0, 'update in batch': 21981, '/': 25417, 'loss': 9.390676498413086}\n",
      "{'epoch': 0, 'update in batch': 21982, '/': 25417, 'loss': 7.8980231285095215}\n",
      "{'epoch': 0, 'update in batch': 21983, '/': 25417, 'loss': 9.444428443908691}\n",
      "{'epoch': 0, 'update in batch': 21984, '/': 25417, 'loss': 9.708593368530273}\n",
      "{'epoch': 0, 'update in batch': 21985, '/': 25417, 'loss': 6.577050685882568}\n",
      "{'epoch': 0, 'update in batch': 21986, '/': 25417, 'loss': 6.295729637145996}\n",
      "{'epoch': 0, 'update in batch': 21987, '/': 25417, 'loss': 7.600430488586426}\n",
      "{'epoch': 0, 'update in batch': 21988, '/': 25417, 'loss': 6.516895294189453}\n",
      "{'epoch': 0, 'update in batch': 21989, '/': 25417, 'loss': 6.223865509033203}\n",
      "{'epoch': 0, 'update in batch': 21990, '/': 25417, 'loss': 6.224013805389404}\n",
      "{'epoch': 0, 'update in batch': 21991, '/': 25417, 'loss': 6.038975715637207}\n",
      "{'epoch': 0, 'update in batch': 21992, '/': 25417, 'loss': 6.732285976409912}\n",
      "{'epoch': 0, 'update in batch': 21993, '/': 25417, 'loss': 6.199034690856934}\n",
      "{'epoch': 0, 'update in batch': 21994, '/': 25417, 'loss': 6.499001979827881}\n",
      "{'epoch': 0, 'update in batch': 21995, '/': 25417, 'loss': 5.708898067474365}\n",
      "{'epoch': 0, 'update in batch': 21996, '/': 25417, 'loss': 6.402474403381348}\n",
      "{'epoch': 0, 'update in batch': 21997, '/': 25417, 'loss': 7.048524379730225}\n",
      "{'epoch': 0, 'update in batch': 21998, '/': 25417, 'loss': 6.081017971038818}\n",
      "{'epoch': 0, 'update in batch': 21999, '/': 25417, 'loss': 5.800965309143066}\n",
      "{'epoch': 0, 'update in batch': 22000, '/': 25417, 'loss': 7.78720760345459}\n",
      "{'epoch': 0, 'update in batch': 22001, '/': 25417, 'loss': 5.837075233459473}\n",
      "{'epoch': 0, 'update in batch': 22002, '/': 25417, 'loss': 6.362504482269287}\n",
      "{'epoch': 0, 'update in batch': 22003, '/': 25417, 'loss': 6.646417140960693}\n",
      "{'epoch': 0, 'update in batch': 22004, '/': 25417, 'loss': 7.344280242919922}\n",
      "{'epoch': 0, 'update in batch': 22005, '/': 25417, 'loss': 5.952034950256348}\n",
      "{'epoch': 0, 'update in batch': 22006, '/': 25417, 'loss': 7.071558475494385}\n",
      "{'epoch': 0, 'update in batch': 22007, '/': 25417, 'loss': 6.3527350425720215}\n",
      "{'epoch': 0, 'update in batch': 22008, '/': 25417, 'loss': 6.277157306671143}\n",
      "{'epoch': 0, 'update in batch': 22009, '/': 25417, 'loss': 6.0188069343566895}\n",
      "{'epoch': 0, 'update in batch': 22010, '/': 25417, 'loss': 6.811309814453125}\n",
      "{'epoch': 0, 'update in batch': 22011, '/': 25417, 'loss': 6.309061527252197}\n",
      "{'epoch': 0, 'update in batch': 22012, '/': 25417, 'loss': 5.7794599533081055}\n",
      "{'epoch': 0, 'update in batch': 22013, '/': 25417, 'loss': 7.36187219619751}\n",
      "{'epoch': 0, 'update in batch': 22014, '/': 25417, 'loss': 6.977053165435791}\n",
      "{'epoch': 0, 'update in batch': 22015, '/': 25417, 'loss': 5.75432014465332}\n",
      "{'epoch': 0, 'update in batch': 22016, '/': 25417, 'loss': 7.824842929840088}\n",
      "{'epoch': 0, 'update in batch': 22017, '/': 25417, 'loss': 8.550985336303711}\n",
      "{'epoch': 0, 'update in batch': 22018, '/': 25417, 'loss': 7.172369956970215}\n",
      "{'epoch': 0, 'update in batch': 22019, '/': 25417, 'loss': 5.704226493835449}\n",
      "{'epoch': 0, 'update in batch': 22020, '/': 25417, 'loss': 6.359438896179199}\n",
      "{'epoch': 0, 'update in batch': 22021, '/': 25417, 'loss': 5.659945487976074}\n",
      "{'epoch': 0, 'update in batch': 22022, '/': 25417, 'loss': 6.4016571044921875}\n",
      "{'epoch': 0, 'update in batch': 22023, '/': 25417, 'loss': 5.784040927886963}\n",
      "{'epoch': 0, 'update in batch': 22024, '/': 25417, 'loss': 7.361602783203125}\n",
      "{'epoch': 0, 'update in batch': 22025, '/': 25417, 'loss': 8.297247886657715}\n",
      "{'epoch': 0, 'update in batch': 22026, '/': 25417, 'loss': 7.212390899658203}\n",
      "{'epoch': 0, 'update in batch': 22027, '/': 25417, 'loss': 7.843932151794434}\n",
      "{'epoch': 0, 'update in batch': 22028, '/': 25417, 'loss': 8.104008674621582}\n",
      "{'epoch': 0, 'update in batch': 22029, '/': 25417, 'loss': 7.751738548278809}\n",
      "{'epoch': 0, 'update in batch': 22030, '/': 25417, 'loss': 8.312331199645996}\n",
      "{'epoch': 0, 'update in batch': 22031, '/': 25417, 'loss': 7.1902875900268555}\n",
      "{'epoch': 0, 'update in batch': 22032, '/': 25417, 'loss': 6.094387054443359}\n",
      "{'epoch': 0, 'update in batch': 22033, '/': 25417, 'loss': 9.218853950500488}\n",
      "{'epoch': 0, 'update in batch': 22034, '/': 25417, 'loss': 7.909283638000488}\n",
      "{'epoch': 0, 'update in batch': 22035, '/': 25417, 'loss': 7.458365440368652}\n",
      "{'epoch': 0, 'update in batch': 22036, '/': 25417, 'loss': 7.939695835113525}\n",
      "{'epoch': 0, 'update in batch': 22037, '/': 25417, 'loss': 6.7276506423950195}\n",
      "{'epoch': 0, 'update in batch': 22038, '/': 25417, 'loss': 7.974722385406494}\n",
      "{'epoch': 0, 'update in batch': 22039, '/': 25417, 'loss': 6.576938629150391}\n",
      "{'epoch': 0, 'update in batch': 22040, '/': 25417, 'loss': 6.964748382568359}\n",
      "{'epoch': 0, 'update in batch': 22041, '/': 25417, 'loss': 7.842442989349365}\n",
      "{'epoch': 0, 'update in batch': 22042, '/': 25417, 'loss': 7.901593208312988}\n",
      "{'epoch': 0, 'update in batch': 22043, '/': 25417, 'loss': 7.49752140045166}\n",
      "{'epoch': 0, 'update in batch': 22044, '/': 25417, 'loss': 6.818581581115723}\n",
      "{'epoch': 0, 'update in batch': 22045, '/': 25417, 'loss': 7.705099582672119}\n",
      "{'epoch': 0, 'update in batch': 22046, '/': 25417, 'loss': 6.620184898376465}\n",
      "{'epoch': 0, 'update in batch': 22047, '/': 25417, 'loss': 8.032769203186035}\n",
      "{'epoch': 0, 'update in batch': 22048, '/': 25417, 'loss': 8.59001350402832}\n",
      "{'epoch': 0, 'update in batch': 22049, '/': 25417, 'loss': 6.681375026702881}\n",
      "{'epoch': 0, 'update in batch': 22050, '/': 25417, 'loss': 7.960207939147949}\n",
      "{'epoch': 0, 'update in batch': 22051, '/': 25417, 'loss': 6.704899787902832}\n",
      "{'epoch': 0, 'update in batch': 22052, '/': 25417, 'loss': 7.034709930419922}\n",
      "{'epoch': 0, 'update in batch': 22053, '/': 25417, 'loss': 6.672233581542969}\n",
      "{'epoch': 0, 'update in batch': 22054, '/': 25417, 'loss': 5.981574058532715}\n",
      "{'epoch': 0, 'update in batch': 22055, '/': 25417, 'loss': 6.346074104309082}\n",
      "{'epoch': 0, 'update in batch': 22056, '/': 25417, 'loss': 7.430002689361572}\n",
      "{'epoch': 0, 'update in batch': 22057, '/': 25417, 'loss': 6.48041296005249}\n",
      "{'epoch': 0, 'update in batch': 22058, '/': 25417, 'loss': 7.31451416015625}\n",
      "{'epoch': 0, 'update in batch': 22059, '/': 25417, 'loss': 8.017965316772461}\n",
      "{'epoch': 0, 'update in batch': 22060, '/': 25417, 'loss': 7.932855129241943}\n",
      "{'epoch': 0, 'update in batch': 22061, '/': 25417, 'loss': 8.872386932373047}\n",
      "{'epoch': 0, 'update in batch': 22062, '/': 25417, 'loss': 8.354005813598633}\n",
      "{'epoch': 0, 'update in batch': 22063, '/': 25417, 'loss': 6.895681858062744}\n",
      "{'epoch': 0, 'update in batch': 22064, '/': 25417, 'loss': 7.790706634521484}\n",
      "{'epoch': 0, 'update in batch': 22065, '/': 25417, 'loss': 7.718919277191162}\n",
      "{'epoch': 0, 'update in batch': 22066, '/': 25417, 'loss': 7.7465081214904785}\n",
      "{'epoch': 0, 'update in batch': 22067, '/': 25417, 'loss': 6.825443267822266}\n",
      "{'epoch': 0, 'update in batch': 22068, '/': 25417, 'loss': 7.35244607925415}\n",
      "{'epoch': 0, 'update in batch': 22069, '/': 25417, 'loss': 7.291489601135254}\n",
      "{'epoch': 0, 'update in batch': 22070, '/': 25417, 'loss': 7.203737735748291}\n",
      "{'epoch': 0, 'update in batch': 22071, '/': 25417, 'loss': 7.135042667388916}\n",
      "{'epoch': 0, 'update in batch': 22072, '/': 25417, 'loss': 7.264899253845215}\n",
      "{'epoch': 0, 'update in batch': 22073, '/': 25417, 'loss': 6.737290859222412}\n",
      "{'epoch': 0, 'update in batch': 22074, '/': 25417, 'loss': 6.233489036560059}\n",
      "{'epoch': 0, 'update in batch': 22075, '/': 25417, 'loss': 6.205744743347168}\n",
      "{'epoch': 0, 'update in batch': 22076, '/': 25417, 'loss': 5.797853946685791}\n",
      "{'epoch': 0, 'update in batch': 22077, '/': 25417, 'loss': 6.524482727050781}\n",
      "{'epoch': 0, 'update in batch': 22078, '/': 25417, 'loss': 6.518723487854004}\n",
      "{'epoch': 0, 'update in batch': 22079, '/': 25417, 'loss': 7.593934535980225}\n",
      "{'epoch': 0, 'update in batch': 22080, '/': 25417, 'loss': 6.488028049468994}\n",
      "{'epoch': 0, 'update in batch': 22081, '/': 25417, 'loss': 6.568447113037109}\n",
      "{'epoch': 0, 'update in batch': 22082, '/': 25417, 'loss': 6.680810451507568}\n",
      "{'epoch': 0, 'update in batch': 22083, '/': 25417, 'loss': 8.369159698486328}\n",
      "{'epoch': 0, 'update in batch': 22084, '/': 25417, 'loss': 9.233465194702148}\n",
      "{'epoch': 0, 'update in batch': 22085, '/': 25417, 'loss': 9.138228416442871}\n",
      "{'epoch': 0, 'update in batch': 22086, '/': 25417, 'loss': 9.674492835998535}\n",
      "{'epoch': 0, 'update in batch': 22087, '/': 25417, 'loss': 10.219813346862793}\n",
      "{'epoch': 0, 'update in batch': 22088, '/': 25417, 'loss': 9.199867248535156}\n",
      "{'epoch': 0, 'update in batch': 22089, '/': 25417, 'loss': 10.213898658752441}\n",
      "{'epoch': 0, 'update in batch': 22090, '/': 25417, 'loss': 10.870722770690918}\n",
      "{'epoch': 0, 'update in batch': 22091, '/': 25417, 'loss': 10.110797882080078}\n",
      "{'epoch': 0, 'update in batch': 22092, '/': 25417, 'loss': 11.224188804626465}\n",
      "{'epoch': 0, 'update in batch': 22093, '/': 25417, 'loss': 10.001627922058105}\n",
      "{'epoch': 0, 'update in batch': 22094, '/': 25417, 'loss': 10.889267921447754}\n",
      "{'epoch': 0, 'update in batch': 22095, '/': 25417, 'loss': 10.160961151123047}\n",
      "{'epoch': 0, 'update in batch': 22096, '/': 25417, 'loss': 9.237730026245117}\n",
      "{'epoch': 0, 'update in batch': 22097, '/': 25417, 'loss': 7.106236934661865}\n",
      "{'epoch': 0, 'update in batch': 22098, '/': 25417, 'loss': 6.910885810852051}\n",
      "{'epoch': 0, 'update in batch': 22099, '/': 25417, 'loss': 7.188440799713135}\n",
      "{'epoch': 0, 'update in batch': 22100, '/': 25417, 'loss': 7.0249786376953125}\n",
      "{'epoch': 0, 'update in batch': 22101, '/': 25417, 'loss': 7.3247880935668945}\n",
      "{'epoch': 0, 'update in batch': 22102, '/': 25417, 'loss': 6.3063459396362305}\n",
      "{'epoch': 0, 'update in batch': 22103, '/': 25417, 'loss': 8.055164337158203}\n",
      "{'epoch': 0, 'update in batch': 22104, '/': 25417, 'loss': 7.352527618408203}\n",
      "{'epoch': 0, 'update in batch': 22105, '/': 25417, 'loss': 7.695054054260254}\n",
      "{'epoch': 0, 'update in batch': 22106, '/': 25417, 'loss': 7.210562229156494}\n",
      "{'epoch': 0, 'update in batch': 22107, '/': 25417, 'loss': 7.146157264709473}\n",
      "{'epoch': 0, 'update in batch': 22108, '/': 25417, 'loss': 8.395132064819336}\n",
      "{'epoch': 0, 'update in batch': 22109, '/': 25417, 'loss': 8.387375831604004}\n",
      "{'epoch': 0, 'update in batch': 22110, '/': 25417, 'loss': 5.851789951324463}\n",
      "{'epoch': 0, 'update in batch': 22111, '/': 25417, 'loss': 6.038668632507324}\n",
      "{'epoch': 0, 'update in batch': 22112, '/': 25417, 'loss': 6.385992527008057}\n",
      "{'epoch': 0, 'update in batch': 22113, '/': 25417, 'loss': 6.436710357666016}\n",
      "{'epoch': 0, 'update in batch': 22114, '/': 25417, 'loss': 7.373892307281494}\n",
      "{'epoch': 0, 'update in batch': 22115, '/': 25417, 'loss': 7.4139723777771}\n",
      "{'epoch': 0, 'update in batch': 22116, '/': 25417, 'loss': 7.02377462387085}\n",
      "{'epoch': 0, 'update in batch': 22117, '/': 25417, 'loss': 7.222179412841797}\n",
      "{'epoch': 0, 'update in batch': 22118, '/': 25417, 'loss': 6.37960147857666}\n",
      "{'epoch': 0, 'update in batch': 22119, '/': 25417, 'loss': 6.917837619781494}\n",
      "{'epoch': 0, 'update in batch': 22120, '/': 25417, 'loss': 6.626692295074463}\n",
      "{'epoch': 0, 'update in batch': 22121, '/': 25417, 'loss': 5.740543842315674}\n",
      "{'epoch': 0, 'update in batch': 22122, '/': 25417, 'loss': 6.269443988800049}\n",
      "{'epoch': 0, 'update in batch': 22123, '/': 25417, 'loss': 7.035811424255371}\n",
      "{'epoch': 0, 'update in batch': 22124, '/': 25417, 'loss': 6.486883640289307}\n",
      "{'epoch': 0, 'update in batch': 22125, '/': 25417, 'loss': 7.1153459548950195}\n",
      "{'epoch': 0, 'update in batch': 22126, '/': 25417, 'loss': 6.862282752990723}\n",
      "{'epoch': 0, 'update in batch': 22127, '/': 25417, 'loss': 6.36696720123291}\n",
      "{'epoch': 0, 'update in batch': 22128, '/': 25417, 'loss': 6.393278121948242}\n",
      "{'epoch': 0, 'update in batch': 22129, '/': 25417, 'loss': 7.115180969238281}\n",
      "{'epoch': 0, 'update in batch': 22130, '/': 25417, 'loss': 6.083024024963379}\n",
      "{'epoch': 0, 'update in batch': 22131, '/': 25417, 'loss': 6.8355817794799805}\n",
      "{'epoch': 0, 'update in batch': 22132, '/': 25417, 'loss': 8.194266319274902}\n",
      "{'epoch': 0, 'update in batch': 22133, '/': 25417, 'loss': 6.729577541351318}\n",
      "{'epoch': 0, 'update in batch': 22134, '/': 25417, 'loss': 7.087691307067871}\n",
      "{'epoch': 0, 'update in batch': 22135, '/': 25417, 'loss': 7.412114143371582}\n",
      "{'epoch': 0, 'update in batch': 22136, '/': 25417, 'loss': 7.630064487457275}\n",
      "{'epoch': 0, 'update in batch': 22137, '/': 25417, 'loss': 6.926980018615723}\n",
      "{'epoch': 0, 'update in batch': 22138, '/': 25417, 'loss': 7.623396396636963}\n",
      "{'epoch': 0, 'update in batch': 22139, '/': 25417, 'loss': 6.842526435852051}\n",
      "{'epoch': 0, 'update in batch': 22140, '/': 25417, 'loss': 7.8884429931640625}\n",
      "{'epoch': 0, 'update in batch': 22141, '/': 25417, 'loss': 6.899613857269287}\n",
      "{'epoch': 0, 'update in batch': 22142, '/': 25417, 'loss': 6.042545318603516}\n",
      "{'epoch': 0, 'update in batch': 22143, '/': 25417, 'loss': 7.293107032775879}\n",
      "{'epoch': 0, 'update in batch': 22144, '/': 25417, 'loss': 7.149479866027832}\n",
      "{'epoch': 0, 'update in batch': 22145, '/': 25417, 'loss': 7.500945091247559}\n",
      "{'epoch': 0, 'update in batch': 22146, '/': 25417, 'loss': 6.665764808654785}\n",
      "{'epoch': 0, 'update in batch': 22147, '/': 25417, 'loss': 8.023411750793457}\n",
      "{'epoch': 0, 'update in batch': 22148, '/': 25417, 'loss': 7.763722896575928}\n",
      "{'epoch': 0, 'update in batch': 22149, '/': 25417, 'loss': 8.004026412963867}\n",
      "{'epoch': 0, 'update in batch': 22150, '/': 25417, 'loss': 6.486075401306152}\n",
      "{'epoch': 0, 'update in batch': 22151, '/': 25417, 'loss': 7.019951820373535}\n",
      "{'epoch': 0, 'update in batch': 22152, '/': 25417, 'loss': 6.317349910736084}\n",
      "{'epoch': 0, 'update in batch': 22153, '/': 25417, 'loss': 7.351376533508301}\n",
      "{'epoch': 0, 'update in batch': 22154, '/': 25417, 'loss': 5.891745090484619}\n",
      "{'epoch': 0, 'update in batch': 22155, '/': 25417, 'loss': 6.172969341278076}\n",
      "{'epoch': 0, 'update in batch': 22156, '/': 25417, 'loss': 7.182110786437988}\n",
      "{'epoch': 0, 'update in batch': 22157, '/': 25417, 'loss': 7.110118865966797}\n",
      "{'epoch': 0, 'update in batch': 22158, '/': 25417, 'loss': 7.046056270599365}\n",
      "{'epoch': 0, 'update in batch': 22159, '/': 25417, 'loss': 7.385985374450684}\n",
      "{'epoch': 0, 'update in batch': 22160, '/': 25417, 'loss': 8.5934419631958}\n",
      "{'epoch': 0, 'update in batch': 22161, '/': 25417, 'loss': 9.08306884765625}\n",
      "{'epoch': 0, 'update in batch': 22162, '/': 25417, 'loss': 9.431191444396973}\n",
      "{'epoch': 0, 'update in batch': 22163, '/': 25417, 'loss': 8.636696815490723}\n",
      "{'epoch': 0, 'update in batch': 22164, '/': 25417, 'loss': 8.983545303344727}\n",
      "{'epoch': 0, 'update in batch': 22165, '/': 25417, 'loss': 8.389626502990723}\n",
      "{'epoch': 0, 'update in batch': 22166, '/': 25417, 'loss': 8.728743553161621}\n",
      "{'epoch': 0, 'update in batch': 22167, '/': 25417, 'loss': 8.131196975708008}\n",
      "{'epoch': 0, 'update in batch': 22168, '/': 25417, 'loss': 8.778464317321777}\n",
      "{'epoch': 0, 'update in batch': 22169, '/': 25417, 'loss': 8.186534881591797}\n",
      "{'epoch': 0, 'update in batch': 22170, '/': 25417, 'loss': 9.67884349822998}\n",
      "{'epoch': 0, 'update in batch': 22171, '/': 25417, 'loss': 9.659280776977539}\n",
      "{'epoch': 0, 'update in batch': 22172, '/': 25417, 'loss': 9.182246208190918}\n",
      "{'epoch': 0, 'update in batch': 22173, '/': 25417, 'loss': 8.231852531433105}\n",
      "{'epoch': 0, 'update in batch': 22174, '/': 25417, 'loss': 7.322697639465332}\n",
      "{'epoch': 0, 'update in batch': 22175, '/': 25417, 'loss': 5.384506702423096}\n",
      "{'epoch': 0, 'update in batch': 22176, '/': 25417, 'loss': 6.281862258911133}\n",
      "{'epoch': 0, 'update in batch': 22177, '/': 25417, 'loss': 6.329545021057129}\n",
      "{'epoch': 0, 'update in batch': 22178, '/': 25417, 'loss': 7.175204277038574}\n",
      "{'epoch': 0, 'update in batch': 22179, '/': 25417, 'loss': 7.490305423736572}\n",
      "{'epoch': 0, 'update in batch': 22180, '/': 25417, 'loss': 7.864837646484375}\n",
      "{'epoch': 0, 'update in batch': 22181, '/': 25417, 'loss': 7.476556301116943}\n",
      "{'epoch': 0, 'update in batch': 22182, '/': 25417, 'loss': 6.721335411071777}\n",
      "{'epoch': 0, 'update in batch': 22183, '/': 25417, 'loss': 7.306130886077881}\n",
      "{'epoch': 0, 'update in batch': 22184, '/': 25417, 'loss': 6.1653900146484375}\n",
      "{'epoch': 0, 'update in batch': 22185, '/': 25417, 'loss': 7.4086012840271}\n",
      "{'epoch': 0, 'update in batch': 22186, '/': 25417, 'loss': 7.3329925537109375}\n",
      "{'epoch': 0, 'update in batch': 22187, '/': 25417, 'loss': 6.984548091888428}\n",
      "{'epoch': 0, 'update in batch': 22188, '/': 25417, 'loss': 7.190789222717285}\n",
      "{'epoch': 0, 'update in batch': 22189, '/': 25417, 'loss': 7.3322038650512695}\n",
      "{'epoch': 0, 'update in batch': 22190, '/': 25417, 'loss': 8.533319473266602}\n",
      "{'epoch': 0, 'update in batch': 22191, '/': 25417, 'loss': 8.10992431640625}\n",
      "{'epoch': 0, 'update in batch': 22192, '/': 25417, 'loss': 9.600892066955566}\n",
      "{'epoch': 0, 'update in batch': 22193, '/': 25417, 'loss': 6.770609378814697}\n",
      "{'epoch': 0, 'update in batch': 22194, '/': 25417, 'loss': 5.913457870483398}\n",
      "{'epoch': 0, 'update in batch': 22195, '/': 25417, 'loss': 5.649801731109619}\n",
      "{'epoch': 0, 'update in batch': 22196, '/': 25417, 'loss': 6.537688255310059}\n",
      "{'epoch': 0, 'update in batch': 22197, '/': 25417, 'loss': 6.321950912475586}\n",
      "{'epoch': 0, 'update in batch': 22198, '/': 25417, 'loss': 6.757409572601318}\n",
      "{'epoch': 0, 'update in batch': 22199, '/': 25417, 'loss': 6.398198127746582}\n",
      "{'epoch': 0, 'update in batch': 22200, '/': 25417, 'loss': 6.850668907165527}\n",
      "{'epoch': 0, 'update in batch': 22201, '/': 25417, 'loss': 6.812497138977051}\n",
      "{'epoch': 0, 'update in batch': 22202, '/': 25417, 'loss': 6.760040283203125}\n",
      "{'epoch': 0, 'update in batch': 22203, '/': 25417, 'loss': 6.5649261474609375}\n",
      "{'epoch': 0, 'update in batch': 22204, '/': 25417, 'loss': 6.491631507873535}\n",
      "{'epoch': 0, 'update in batch': 22205, '/': 25417, 'loss': 7.503446102142334}\n",
      "{'epoch': 0, 'update in batch': 22206, '/': 25417, 'loss': 6.344720363616943}\n",
      "{'epoch': 0, 'update in batch': 22207, '/': 25417, 'loss': 5.465823173522949}\n",
      "{'epoch': 0, 'update in batch': 22208, '/': 25417, 'loss': 7.570669651031494}\n",
      "{'epoch': 0, 'update in batch': 22209, '/': 25417, 'loss': 10.41016960144043}\n",
      "{'epoch': 0, 'update in batch': 22210, '/': 25417, 'loss': 10.637755393981934}\n",
      "{'epoch': 0, 'update in batch': 22211, '/': 25417, 'loss': 9.901796340942383}\n",
      "{'epoch': 0, 'update in batch': 22212, '/': 25417, 'loss': 9.221043586730957}\n",
      "{'epoch': 0, 'update in batch': 22213, '/': 25417, 'loss': 8.010093688964844}\n",
      "{'epoch': 0, 'update in batch': 22214, '/': 25417, 'loss': 8.502849578857422}\n",
      "{'epoch': 0, 'update in batch': 22215, '/': 25417, 'loss': 7.550512790679932}\n",
      "{'epoch': 0, 'update in batch': 22216, '/': 25417, 'loss': 8.181190490722656}\n",
      "{'epoch': 0, 'update in batch': 22217, '/': 25417, 'loss': 7.236840724945068}\n",
      "{'epoch': 0, 'update in batch': 22218, '/': 25417, 'loss': 7.685967445373535}\n",
      "{'epoch': 0, 'update in batch': 22219, '/': 25417, 'loss': 8.345617294311523}\n",
      "{'epoch': 0, 'update in batch': 22220, '/': 25417, 'loss': 8.074021339416504}\n",
      "{'epoch': 0, 'update in batch': 22221, '/': 25417, 'loss': 8.457514762878418}\n",
      "{'epoch': 0, 'update in batch': 22222, '/': 25417, 'loss': 9.069544792175293}\n",
      "{'epoch': 0, 'update in batch': 22223, '/': 25417, 'loss': 7.009040832519531}\n",
      "{'epoch': 0, 'update in batch': 22224, '/': 25417, 'loss': 6.960043430328369}\n",
      "{'epoch': 0, 'update in batch': 22225, '/': 25417, 'loss': 6.7084197998046875}\n",
      "{'epoch': 0, 'update in batch': 22226, '/': 25417, 'loss': 5.670266151428223}\n",
      "{'epoch': 0, 'update in batch': 22227, '/': 25417, 'loss': 6.779145240783691}\n",
      "{'epoch': 0, 'update in batch': 22228, '/': 25417, 'loss': 7.380619049072266}\n",
      "{'epoch': 0, 'update in batch': 22229, '/': 25417, 'loss': 6.8198347091674805}\n",
      "{'epoch': 0, 'update in batch': 22230, '/': 25417, 'loss': 6.713514804840088}\n",
      "{'epoch': 0, 'update in batch': 22231, '/': 25417, 'loss': 8.935933113098145}\n",
      "{'epoch': 0, 'update in batch': 22232, '/': 25417, 'loss': 8.093634605407715}\n",
      "{'epoch': 0, 'update in batch': 22233, '/': 25417, 'loss': 8.257340431213379}\n",
      "{'epoch': 0, 'update in batch': 22234, '/': 25417, 'loss': 9.657769203186035}\n",
      "{'epoch': 0, 'update in batch': 22235, '/': 25417, 'loss': 8.0967435836792}\n",
      "{'epoch': 0, 'update in batch': 22236, '/': 25417, 'loss': 7.432530403137207}\n",
      "{'epoch': 0, 'update in batch': 22237, '/': 25417, 'loss': 7.5200018882751465}\n",
      "{'epoch': 0, 'update in batch': 22238, '/': 25417, 'loss': 7.2665276527404785}\n",
      "{'epoch': 0, 'update in batch': 22239, '/': 25417, 'loss': 7.348204135894775}\n",
      "{'epoch': 0, 'update in batch': 22240, '/': 25417, 'loss': 6.493090629577637}\n",
      "{'epoch': 0, 'update in batch': 22241, '/': 25417, 'loss': 7.1276445388793945}\n",
      "{'epoch': 0, 'update in batch': 22242, '/': 25417, 'loss': 6.32718563079834}\n",
      "{'epoch': 0, 'update in batch': 22243, '/': 25417, 'loss': 7.415926456451416}\n",
      "{'epoch': 0, 'update in batch': 22244, '/': 25417, 'loss': 6.381396293640137}\n",
      "{'epoch': 0, 'update in batch': 22245, '/': 25417, 'loss': 7.264288902282715}\n",
      "{'epoch': 0, 'update in batch': 22246, '/': 25417, 'loss': 8.376289367675781}\n",
      "{'epoch': 0, 'update in batch': 22247, '/': 25417, 'loss': 8.980705261230469}\n",
      "{'epoch': 0, 'update in batch': 22248, '/': 25417, 'loss': 8.627742767333984}\n",
      "{'epoch': 0, 'update in batch': 22249, '/': 25417, 'loss': 7.917828559875488}\n",
      "{'epoch': 0, 'update in batch': 22250, '/': 25417, 'loss': 7.717881202697754}\n",
      "{'epoch': 0, 'update in batch': 22251, '/': 25417, 'loss': 7.070065498352051}\n",
      "{'epoch': 0, 'update in batch': 22252, '/': 25417, 'loss': 6.858950138092041}\n",
      "{'epoch': 0, 'update in batch': 22253, '/': 25417, 'loss': 7.381700038909912}\n",
      "{'epoch': 0, 'update in batch': 22254, '/': 25417, 'loss': 7.7095441818237305}\n",
      "{'epoch': 0, 'update in batch': 22255, '/': 25417, 'loss': 8.389089584350586}\n",
      "{'epoch': 0, 'update in batch': 22256, '/': 25417, 'loss': 6.95065450668335}\n",
      "{'epoch': 0, 'update in batch': 22257, '/': 25417, 'loss': 7.749803066253662}\n",
      "{'epoch': 0, 'update in batch': 22258, '/': 25417, 'loss': 9.495943069458008}\n",
      "{'epoch': 0, 'update in batch': 22259, '/': 25417, 'loss': 9.362318992614746}\n",
      "{'epoch': 0, 'update in batch': 22260, '/': 25417, 'loss': 9.666563034057617}\n",
      "{'epoch': 0, 'update in batch': 22261, '/': 25417, 'loss': 9.338933944702148}\n",
      "{'epoch': 0, 'update in batch': 22262, '/': 25417, 'loss': 8.378314018249512}\n",
      "{'epoch': 0, 'update in batch': 22263, '/': 25417, 'loss': 6.413945198059082}\n",
      "{'epoch': 0, 'update in batch': 22264, '/': 25417, 'loss': 6.4932661056518555}\n",
      "{'epoch': 0, 'update in batch': 22265, '/': 25417, 'loss': 6.426077365875244}\n",
      "{'epoch': 0, 'update in batch': 22266, '/': 25417, 'loss': 6.164858341217041}\n",
      "{'epoch': 0, 'update in batch': 22267, '/': 25417, 'loss': 7.198822975158691}\n",
      "{'epoch': 0, 'update in batch': 22268, '/': 25417, 'loss': 6.246488094329834}\n",
      "{'epoch': 0, 'update in batch': 22269, '/': 25417, 'loss': 6.308657646179199}\n",
      "{'epoch': 0, 'update in batch': 22270, '/': 25417, 'loss': 6.4139580726623535}\n",
      "{'epoch': 0, 'update in batch': 22271, '/': 25417, 'loss': 5.84971809387207}\n",
      "{'epoch': 0, 'update in batch': 22272, '/': 25417, 'loss': 6.595017910003662}\n",
      "{'epoch': 0, 'update in batch': 22273, '/': 25417, 'loss': 6.410538673400879}\n",
      "{'epoch': 0, 'update in batch': 22274, '/': 25417, 'loss': 5.843923091888428}\n",
      "{'epoch': 0, 'update in batch': 22275, '/': 25417, 'loss': 7.018788814544678}\n",
      "{'epoch': 0, 'update in batch': 22276, '/': 25417, 'loss': 6.660897731781006}\n",
      "{'epoch': 0, 'update in batch': 22277, '/': 25417, 'loss': 6.395777702331543}\n",
      "{'epoch': 0, 'update in batch': 22278, '/': 25417, 'loss': 7.533280372619629}\n",
      "{'epoch': 0, 'update in batch': 22279, '/': 25417, 'loss': 7.087105751037598}\n",
      "{'epoch': 0, 'update in batch': 22280, '/': 25417, 'loss': 6.774958610534668}\n",
      "{'epoch': 0, 'update in batch': 22281, '/': 25417, 'loss': 6.552652835845947}\n",
      "{'epoch': 0, 'update in batch': 22282, '/': 25417, 'loss': 5.399722099304199}\n",
      "{'epoch': 0, 'update in batch': 22283, '/': 25417, 'loss': 6.825143337249756}\n",
      "{'epoch': 0, 'update in batch': 22284, '/': 25417, 'loss': 6.373570919036865}\n",
      "{'epoch': 0, 'update in batch': 22285, '/': 25417, 'loss': 6.341910362243652}\n",
      "{'epoch': 0, 'update in batch': 22286, '/': 25417, 'loss': 6.869257926940918}\n",
      "{'epoch': 0, 'update in batch': 22287, '/': 25417, 'loss': 6.890015602111816}\n",
      "{'epoch': 0, 'update in batch': 22288, '/': 25417, 'loss': 6.606175899505615}\n",
      "{'epoch': 0, 'update in batch': 22289, '/': 25417, 'loss': 6.486021518707275}\n",
      "{'epoch': 0, 'update in batch': 22290, '/': 25417, 'loss': 6.622419834136963}\n",
      "{'epoch': 0, 'update in batch': 22291, '/': 25417, 'loss': 6.281323432922363}\n",
      "{'epoch': 0, 'update in batch': 22292, '/': 25417, 'loss': 6.142125129699707}\n",
      "{'epoch': 0, 'update in batch': 22293, '/': 25417, 'loss': 6.7452239990234375}\n",
      "{'epoch': 0, 'update in batch': 22294, '/': 25417, 'loss': 6.551450252532959}\n",
      "{'epoch': 0, 'update in batch': 22295, '/': 25417, 'loss': 6.178294658660889}\n",
      "{'epoch': 0, 'update in batch': 22296, '/': 25417, 'loss': 6.428435325622559}\n",
      "{'epoch': 0, 'update in batch': 22297, '/': 25417, 'loss': 7.555675506591797}\n",
      "{'epoch': 0, 'update in batch': 22298, '/': 25417, 'loss': 6.492894649505615}\n",
      "{'epoch': 0, 'update in batch': 22299, '/': 25417, 'loss': 6.012223243713379}\n",
      "{'epoch': 0, 'update in batch': 22300, '/': 25417, 'loss': 7.541078090667725}\n",
      "{'epoch': 0, 'update in batch': 22301, '/': 25417, 'loss': 7.8138298988342285}\n",
      "{'epoch': 0, 'update in batch': 22302, '/': 25417, 'loss': 7.411717891693115}\n",
      "{'epoch': 0, 'update in batch': 22303, '/': 25417, 'loss': 7.646555423736572}\n",
      "{'epoch': 0, 'update in batch': 22304, '/': 25417, 'loss': 7.872037410736084}\n",
      "{'epoch': 0, 'update in batch': 22305, '/': 25417, 'loss': 7.942277431488037}\n",
      "{'epoch': 0, 'update in batch': 22306, '/': 25417, 'loss': 7.211920738220215}\n",
      "{'epoch': 0, 'update in batch': 22307, '/': 25417, 'loss': 7.302762508392334}\n",
      "{'epoch': 0, 'update in batch': 22308, '/': 25417, 'loss': 8.106365203857422}\n",
      "{'epoch': 0, 'update in batch': 22309, '/': 25417, 'loss': 7.259732246398926}\n",
      "{'epoch': 0, 'update in batch': 22310, '/': 25417, 'loss': 7.500230312347412}\n",
      "{'epoch': 0, 'update in batch': 22311, '/': 25417, 'loss': 8.615068435668945}\n",
      "{'epoch': 0, 'update in batch': 22312, '/': 25417, 'loss': 8.376265525817871}\n",
      "{'epoch': 0, 'update in batch': 22313, '/': 25417, 'loss': 8.149407386779785}\n",
      "{'epoch': 0, 'update in batch': 22314, '/': 25417, 'loss': 8.70654010772705}\n",
      "{'epoch': 0, 'update in batch': 22315, '/': 25417, 'loss': 9.62079906463623}\n",
      "{'epoch': 0, 'update in batch': 22316, '/': 25417, 'loss': 6.322398662567139}\n",
      "{'epoch': 0, 'update in batch': 22317, '/': 25417, 'loss': 7.187556266784668}\n",
      "{'epoch': 0, 'update in batch': 22318, '/': 25417, 'loss': 6.349065780639648}\n",
      "{'epoch': 0, 'update in batch': 22319, '/': 25417, 'loss': 6.278960227966309}\n",
      "{'epoch': 0, 'update in batch': 22320, '/': 25417, 'loss': 7.084513187408447}\n",
      "{'epoch': 0, 'update in batch': 22321, '/': 25417, 'loss': 5.6883344650268555}\n",
      "{'epoch': 0, 'update in batch': 22322, '/': 25417, 'loss': 5.809835910797119}\n",
      "{'epoch': 0, 'update in batch': 22323, '/': 25417, 'loss': 5.519274711608887}\n",
      "{'epoch': 0, 'update in batch': 22324, '/': 25417, 'loss': 5.312171459197998}\n",
      "{'epoch': 0, 'update in batch': 22325, '/': 25417, 'loss': 5.6204514503479}\n",
      "{'epoch': 0, 'update in batch': 22326, '/': 25417, 'loss': 6.284655570983887}\n",
      "{'epoch': 0, 'update in batch': 22327, '/': 25417, 'loss': 5.589828968048096}\n",
      "{'epoch': 0, 'update in batch': 22328, '/': 25417, 'loss': 6.510786533355713}\n",
      "{'epoch': 0, 'update in batch': 22329, '/': 25417, 'loss': 7.051316738128662}\n",
      "{'epoch': 0, 'update in batch': 22330, '/': 25417, 'loss': 6.5449676513671875}\n",
      "{'epoch': 0, 'update in batch': 22331, '/': 25417, 'loss': 7.119318962097168}\n",
      "{'epoch': 0, 'update in batch': 22332, '/': 25417, 'loss': 7.476038932800293}\n",
      "{'epoch': 0, 'update in batch': 22333, '/': 25417, 'loss': 7.108659267425537}\n",
      "{'epoch': 0, 'update in batch': 22334, '/': 25417, 'loss': 5.890775680541992}\n",
      "{'epoch': 0, 'update in batch': 22335, '/': 25417, 'loss': 7.970606327056885}\n",
      "{'epoch': 0, 'update in batch': 22336, '/': 25417, 'loss': 5.593764781951904}\n",
      "{'epoch': 0, 'update in batch': 22337, '/': 25417, 'loss': 4.809422492980957}\n",
      "{'epoch': 0, 'update in batch': 22338, '/': 25417, 'loss': 5.707873821258545}\n",
      "{'epoch': 0, 'update in batch': 22339, '/': 25417, 'loss': 6.037801265716553}\n",
      "{'epoch': 0, 'update in batch': 22340, '/': 25417, 'loss': 7.551807403564453}\n",
      "{'epoch': 0, 'update in batch': 22341, '/': 25417, 'loss': 6.847992897033691}\n",
      "{'epoch': 0, 'update in batch': 22342, '/': 25417, 'loss': 7.733309268951416}\n",
      "{'epoch': 0, 'update in batch': 22343, '/': 25417, 'loss': 7.67357873916626}\n",
      "{'epoch': 0, 'update in batch': 22344, '/': 25417, 'loss': 6.84188985824585}\n",
      "{'epoch': 0, 'update in batch': 22345, '/': 25417, 'loss': 6.271368503570557}\n",
      "{'epoch': 0, 'update in batch': 22346, '/': 25417, 'loss': 6.620494842529297}\n",
      "{'epoch': 0, 'update in batch': 22347, '/': 25417, 'loss': 6.924858093261719}\n",
      "{'epoch': 0, 'update in batch': 22348, '/': 25417, 'loss': 6.371653079986572}\n",
      "{'epoch': 0, 'update in batch': 22349, '/': 25417, 'loss': 7.321595668792725}\n",
      "{'epoch': 0, 'update in batch': 22350, '/': 25417, 'loss': 7.332932949066162}\n",
      "{'epoch': 0, 'update in batch': 22351, '/': 25417, 'loss': 7.173861026763916}\n",
      "{'epoch': 0, 'update in batch': 22352, '/': 25417, 'loss': 6.763521671295166}\n",
      "{'epoch': 0, 'update in batch': 22353, '/': 25417, 'loss': 7.140916347503662}\n",
      "{'epoch': 0, 'update in batch': 22354, '/': 25417, 'loss': 6.181723117828369}\n",
      "{'epoch': 0, 'update in batch': 22355, '/': 25417, 'loss': 6.246850967407227}\n",
      "{'epoch': 0, 'update in batch': 22356, '/': 25417, 'loss': 6.670897483825684}\n",
      "{'epoch': 0, 'update in batch': 22357, '/': 25417, 'loss': 5.947612285614014}\n",
      "{'epoch': 0, 'update in batch': 22358, '/': 25417, 'loss': 6.452605247497559}\n",
      "{'epoch': 0, 'update in batch': 22359, '/': 25417, 'loss': 8.826681137084961}\n",
      "{'epoch': 0, 'update in batch': 22360, '/': 25417, 'loss': 7.121880531311035}\n",
      "{'epoch': 0, 'update in batch': 22361, '/': 25417, 'loss': 7.190054893493652}\n",
      "{'epoch': 0, 'update in batch': 22362, '/': 25417, 'loss': 7.4891533851623535}\n",
      "{'epoch': 0, 'update in batch': 22363, '/': 25417, 'loss': 7.490850925445557}\n",
      "{'epoch': 0, 'update in batch': 22364, '/': 25417, 'loss': 7.326438903808594}\n",
      "{'epoch': 0, 'update in batch': 22365, '/': 25417, 'loss': 6.28036642074585}\n",
      "{'epoch': 0, 'update in batch': 22366, '/': 25417, 'loss': 6.3307085037231445}\n",
      "{'epoch': 0, 'update in batch': 22367, '/': 25417, 'loss': 6.073941230773926}\n",
      "{'epoch': 0, 'update in batch': 22368, '/': 25417, 'loss': 5.721467018127441}\n",
      "{'epoch': 0, 'update in batch': 22369, '/': 25417, 'loss': 6.7892608642578125}\n",
      "{'epoch': 0, 'update in batch': 22370, '/': 25417, 'loss': 6.057885646820068}\n",
      "{'epoch': 0, 'update in batch': 22371, '/': 25417, 'loss': 6.446605682373047}\n",
      "{'epoch': 0, 'update in batch': 22372, '/': 25417, 'loss': 7.055860996246338}\n",
      "{'epoch': 0, 'update in batch': 22373, '/': 25417, 'loss': 6.528011322021484}\n",
      "{'epoch': 0, 'update in batch': 22374, '/': 25417, 'loss': 5.500777244567871}\n",
      "{'epoch': 0, 'update in batch': 22375, '/': 25417, 'loss': 5.74135684967041}\n",
      "{'epoch': 0, 'update in batch': 22376, '/': 25417, 'loss': 5.9980316162109375}\n",
      "{'epoch': 0, 'update in batch': 22377, '/': 25417, 'loss': 6.259244918823242}\n",
      "{'epoch': 0, 'update in batch': 22378, '/': 25417, 'loss': 6.992579460144043}\n",
      "{'epoch': 0, 'update in batch': 22379, '/': 25417, 'loss': 7.077857971191406}\n",
      "{'epoch': 0, 'update in batch': 22380, '/': 25417, 'loss': 7.979785919189453}\n",
      "{'epoch': 0, 'update in batch': 22381, '/': 25417, 'loss': 7.619268894195557}\n",
      "{'epoch': 0, 'update in batch': 22382, '/': 25417, 'loss': 6.577756404876709}\n",
      "{'epoch': 0, 'update in batch': 22383, '/': 25417, 'loss': 7.583685398101807}\n",
      "{'epoch': 0, 'update in batch': 22384, '/': 25417, 'loss': 8.248506546020508}\n",
      "{'epoch': 0, 'update in batch': 22385, '/': 25417, 'loss': 9.218244552612305}\n",
      "{'epoch': 0, 'update in batch': 22386, '/': 25417, 'loss': 7.670383453369141}\n",
      "{'epoch': 0, 'update in batch': 22387, '/': 25417, 'loss': 8.029505729675293}\n",
      "{'epoch': 0, 'update in batch': 22388, '/': 25417, 'loss': 6.539301872253418}\n",
      "{'epoch': 0, 'update in batch': 22389, '/': 25417, 'loss': 8.351114273071289}\n",
      "{'epoch': 0, 'update in batch': 22390, '/': 25417, 'loss': 7.119317531585693}\n",
      "{'epoch': 0, 'update in batch': 22391, '/': 25417, 'loss': 7.4586896896362305}\n",
      "{'epoch': 0, 'update in batch': 22392, '/': 25417, 'loss': 6.455920219421387}\n",
      "{'epoch': 0, 'update in batch': 22393, '/': 25417, 'loss': 7.175645351409912}\n",
      "{'epoch': 0, 'update in batch': 22394, '/': 25417, 'loss': 7.053089141845703}\n",
      "{'epoch': 0, 'update in batch': 22395, '/': 25417, 'loss': 7.134210109710693}\n",
      "{'epoch': 0, 'update in batch': 22396, '/': 25417, 'loss': 6.425389289855957}\n",
      "{'epoch': 0, 'update in batch': 22397, '/': 25417, 'loss': 5.925737380981445}\n",
      "{'epoch': 0, 'update in batch': 22398, '/': 25417, 'loss': 5.915030002593994}\n",
      "{'epoch': 0, 'update in batch': 22399, '/': 25417, 'loss': 7.285007476806641}\n",
      "{'epoch': 0, 'update in batch': 22400, '/': 25417, 'loss': 7.169007301330566}\n",
      "{'epoch': 0, 'update in batch': 22401, '/': 25417, 'loss': 6.175653457641602}\n",
      "{'epoch': 0, 'update in batch': 22402, '/': 25417, 'loss': 7.964609622955322}\n",
      "{'epoch': 0, 'update in batch': 22403, '/': 25417, 'loss': 8.716041564941406}\n",
      "{'epoch': 0, 'update in batch': 22404, '/': 25417, 'loss': 7.436423301696777}\n",
      "{'epoch': 0, 'update in batch': 22405, '/': 25417, 'loss': 9.733833312988281}\n",
      "{'epoch': 0, 'update in batch': 22406, '/': 25417, 'loss': 7.036074161529541}\n",
      "{'epoch': 0, 'update in batch': 22407, '/': 25417, 'loss': 7.466153621673584}\n",
      "{'epoch': 0, 'update in batch': 22408, '/': 25417, 'loss': 7.424940586090088}\n",
      "{'epoch': 0, 'update in batch': 22409, '/': 25417, 'loss': 7.737027168273926}\n",
      "{'epoch': 0, 'update in batch': 22410, '/': 25417, 'loss': 7.686812400817871}\n",
      "{'epoch': 0, 'update in batch': 22411, '/': 25417, 'loss': 7.274056434631348}\n",
      "{'epoch': 0, 'update in batch': 22412, '/': 25417, 'loss': 7.050601959228516}\n",
      "{'epoch': 0, 'update in batch': 22413, '/': 25417, 'loss': 5.721104621887207}\n",
      "{'epoch': 0, 'update in batch': 22414, '/': 25417, 'loss': 5.955511569976807}\n",
      "{'epoch': 0, 'update in batch': 22415, '/': 25417, 'loss': 6.513156890869141}\n",
      "{'epoch': 0, 'update in batch': 22416, '/': 25417, 'loss': 6.252130031585693}\n",
      "{'epoch': 0, 'update in batch': 22417, '/': 25417, 'loss': 6.538037300109863}\n",
      "{'epoch': 0, 'update in batch': 22418, '/': 25417, 'loss': 6.110673904418945}\n",
      "{'epoch': 0, 'update in batch': 22419, '/': 25417, 'loss': 6.872990608215332}\n",
      "{'epoch': 0, 'update in batch': 22420, '/': 25417, 'loss': 6.92141580581665}\n",
      "{'epoch': 0, 'update in batch': 22421, '/': 25417, 'loss': 7.678311824798584}\n",
      "{'epoch': 0, 'update in batch': 22422, '/': 25417, 'loss': 7.102862358093262}\n",
      "{'epoch': 0, 'update in batch': 22423, '/': 25417, 'loss': 8.273966789245605}\n",
      "{'epoch': 0, 'update in batch': 22424, '/': 25417, 'loss': 7.2269415855407715}\n",
      "{'epoch': 0, 'update in batch': 22425, '/': 25417, 'loss': 7.462634086608887}\n",
      "{'epoch': 0, 'update in batch': 22426, '/': 25417, 'loss': 7.508411407470703}\n",
      "{'epoch': 0, 'update in batch': 22427, '/': 25417, 'loss': 7.411282539367676}\n",
      "{'epoch': 0, 'update in batch': 22428, '/': 25417, 'loss': 6.309674263000488}\n",
      "{'epoch': 0, 'update in batch': 22429, '/': 25417, 'loss': 7.598805904388428}\n",
      "{'epoch': 0, 'update in batch': 22430, '/': 25417, 'loss': 6.376344203948975}\n",
      "{'epoch': 0, 'update in batch': 22431, '/': 25417, 'loss': 7.520751953125}\n",
      "{'epoch': 0, 'update in batch': 22432, '/': 25417, 'loss': 7.413735389709473}\n",
      "{'epoch': 0, 'update in batch': 22433, '/': 25417, 'loss': 6.961002349853516}\n",
      "{'epoch': 0, 'update in batch': 22434, '/': 25417, 'loss': 8.439292907714844}\n",
      "{'epoch': 0, 'update in batch': 22435, '/': 25417, 'loss': 6.857302665710449}\n",
      "{'epoch': 0, 'update in batch': 22436, '/': 25417, 'loss': 7.512848854064941}\n",
      "{'epoch': 0, 'update in batch': 22437, '/': 25417, 'loss': 7.017550468444824}\n",
      "{'epoch': 0, 'update in batch': 22438, '/': 25417, 'loss': 4.55621862411499}\n",
      "{'epoch': 0, 'update in batch': 22439, '/': 25417, 'loss': 5.339361667633057}\n",
      "{'epoch': 0, 'update in batch': 22440, '/': 25417, 'loss': 4.790451526641846}\n",
      "{'epoch': 0, 'update in batch': 22441, '/': 25417, 'loss': 6.477193355560303}\n",
      "{'epoch': 0, 'update in batch': 22442, '/': 25417, 'loss': 6.006964206695557}\n",
      "{'epoch': 0, 'update in batch': 22443, '/': 25417, 'loss': 5.40390157699585}\n",
      "{'epoch': 0, 'update in batch': 22444, '/': 25417, 'loss': 6.8777055740356445}\n",
      "{'epoch': 0, 'update in batch': 22445, '/': 25417, 'loss': 7.324029445648193}\n",
      "{'epoch': 0, 'update in batch': 22446, '/': 25417, 'loss': 8.133435249328613}\n",
      "{'epoch': 0, 'update in batch': 22447, '/': 25417, 'loss': 8.696649551391602}\n",
      "{'epoch': 0, 'update in batch': 22448, '/': 25417, 'loss': 5.848393440246582}\n",
      "{'epoch': 0, 'update in batch': 22449, '/': 25417, 'loss': 6.018130302429199}\n",
      "{'epoch': 0, 'update in batch': 22450, '/': 25417, 'loss': 6.374212741851807}\n",
      "{'epoch': 0, 'update in batch': 22451, '/': 25417, 'loss': 6.522574424743652}\n",
      "{'epoch': 0, 'update in batch': 22452, '/': 25417, 'loss': 7.757126808166504}\n",
      "{'epoch': 0, 'update in batch': 22453, '/': 25417, 'loss': 7.686445713043213}\n",
      "{'epoch': 0, 'update in batch': 22454, '/': 25417, 'loss': 7.721341609954834}\n",
      "{'epoch': 0, 'update in batch': 22455, '/': 25417, 'loss': 6.758181571960449}\n",
      "{'epoch': 0, 'update in batch': 22456, '/': 25417, 'loss': 7.316195487976074}\n",
      "{'epoch': 0, 'update in batch': 22457, '/': 25417, 'loss': 7.0325493812561035}\n",
      "{'epoch': 0, 'update in batch': 22458, '/': 25417, 'loss': 8.96916389465332}\n",
      "{'epoch': 0, 'update in batch': 22459, '/': 25417, 'loss': 6.702642917633057}\n",
      "{'epoch': 0, 'update in batch': 22460, '/': 25417, 'loss': 5.916641712188721}\n",
      "{'epoch': 0, 'update in batch': 22461, '/': 25417, 'loss': 6.644189357757568}\n",
      "{'epoch': 0, 'update in batch': 22462, '/': 25417, 'loss': 6.245413780212402}\n",
      "{'epoch': 0, 'update in batch': 22463, '/': 25417, 'loss': 6.597259521484375}\n",
      "{'epoch': 0, 'update in batch': 22464, '/': 25417, 'loss': 7.282360076904297}\n",
      "{'epoch': 0, 'update in batch': 22465, '/': 25417, 'loss': 7.626099586486816}\n",
      "{'epoch': 0, 'update in batch': 22466, '/': 25417, 'loss': 7.965084075927734}\n",
      "{'epoch': 0, 'update in batch': 22467, '/': 25417, 'loss': 6.293313026428223}\n",
      "{'epoch': 0, 'update in batch': 22468, '/': 25417, 'loss': 7.034323692321777}\n",
      "{'epoch': 0, 'update in batch': 22469, '/': 25417, 'loss': 7.653316497802734}\n",
      "{'epoch': 0, 'update in batch': 22470, '/': 25417, 'loss': 6.847104072570801}\n",
      "{'epoch': 0, 'update in batch': 22471, '/': 25417, 'loss': 6.228714466094971}\n",
      "{'epoch': 0, 'update in batch': 22472, '/': 25417, 'loss': 7.328010559082031}\n",
      "{'epoch': 0, 'update in batch': 22473, '/': 25417, 'loss': 6.966874599456787}\n",
      "{'epoch': 0, 'update in batch': 22474, '/': 25417, 'loss': 7.235613822937012}\n",
      "{'epoch': 0, 'update in batch': 22475, '/': 25417, 'loss': 6.36771297454834}\n",
      "{'epoch': 0, 'update in batch': 22476, '/': 25417, 'loss': 6.66580057144165}\n",
      "{'epoch': 0, 'update in batch': 22477, '/': 25417, 'loss': 6.153377056121826}\n",
      "{'epoch': 0, 'update in batch': 22478, '/': 25417, 'loss': 6.37016487121582}\n",
      "{'epoch': 0, 'update in batch': 22479, '/': 25417, 'loss': 6.574076175689697}\n",
      "{'epoch': 0, 'update in batch': 22480, '/': 25417, 'loss': 6.090325832366943}\n",
      "{'epoch': 0, 'update in batch': 22481, '/': 25417, 'loss': 6.29617166519165}\n",
      "{'epoch': 0, 'update in batch': 22482, '/': 25417, 'loss': 7.338212013244629}\n",
      "{'epoch': 0, 'update in batch': 22483, '/': 25417, 'loss': 5.80244255065918}\n",
      "{'epoch': 0, 'update in batch': 22484, '/': 25417, 'loss': 7.650506019592285}\n",
      "{'epoch': 0, 'update in batch': 22485, '/': 25417, 'loss': 7.032339572906494}\n",
      "{'epoch': 0, 'update in batch': 22486, '/': 25417, 'loss': 8.436417579650879}\n",
      "{'epoch': 0, 'update in batch': 22487, '/': 25417, 'loss': 7.327744960784912}\n",
      "{'epoch': 0, 'update in batch': 22488, '/': 25417, 'loss': 7.697299003601074}\n",
      "{'epoch': 0, 'update in batch': 22489, '/': 25417, 'loss': 7.949499607086182}\n",
      "{'epoch': 0, 'update in batch': 22490, '/': 25417, 'loss': 6.464945316314697}\n",
      "{'epoch': 0, 'update in batch': 22491, '/': 25417, 'loss': 6.254546642303467}\n",
      "{'epoch': 0, 'update in batch': 22492, '/': 25417, 'loss': 7.249751091003418}\n",
      "{'epoch': 0, 'update in batch': 22493, '/': 25417, 'loss': 7.1094841957092285}\n",
      "{'epoch': 0, 'update in batch': 22494, '/': 25417, 'loss': 6.117026329040527}\n",
      "{'epoch': 0, 'update in batch': 22495, '/': 25417, 'loss': 7.030863285064697}\n",
      "{'epoch': 0, 'update in batch': 22496, '/': 25417, 'loss': 7.6578497886657715}\n",
      "{'epoch': 0, 'update in batch': 22497, '/': 25417, 'loss': 7.363600254058838}\n",
      "{'epoch': 0, 'update in batch': 22498, '/': 25417, 'loss': 6.582627296447754}\n",
      "{'epoch': 0, 'update in batch': 22499, '/': 25417, 'loss': 7.919145107269287}\n",
      "{'epoch': 0, 'update in batch': 22500, '/': 25417, 'loss': 8.503016471862793}\n",
      "{'epoch': 0, 'update in batch': 22501, '/': 25417, 'loss': 8.389047622680664}\n",
      "{'epoch': 0, 'update in batch': 22502, '/': 25417, 'loss': 7.39431619644165}\n",
      "{'epoch': 0, 'update in batch': 22503, '/': 25417, 'loss': 7.387876987457275}\n",
      "{'epoch': 0, 'update in batch': 22504, '/': 25417, 'loss': 9.226236343383789}\n",
      "{'epoch': 0, 'update in batch': 22505, '/': 25417, 'loss': 7.114501953125}\n",
      "{'epoch': 0, 'update in batch': 22506, '/': 25417, 'loss': 6.981098175048828}\n",
      "{'epoch': 0, 'update in batch': 22507, '/': 25417, 'loss': 8.284385681152344}\n",
      "{'epoch': 0, 'update in batch': 22508, '/': 25417, 'loss': 8.591398239135742}\n",
      "{'epoch': 0, 'update in batch': 22509, '/': 25417, 'loss': 5.07594108581543}\n",
      "{'epoch': 0, 'update in batch': 22510, '/': 25417, 'loss': 6.949906826019287}\n",
      "{'epoch': 0, 'update in batch': 22511, '/': 25417, 'loss': 6.173097133636475}\n",
      "{'epoch': 0, 'update in batch': 22512, '/': 25417, 'loss': 7.140997409820557}\n",
      "{'epoch': 0, 'update in batch': 22513, '/': 25417, 'loss': 6.927355766296387}\n",
      "{'epoch': 0, 'update in batch': 22514, '/': 25417, 'loss': 6.959883213043213}\n",
      "{'epoch': 0, 'update in batch': 22515, '/': 25417, 'loss': 7.267706871032715}\n",
      "{'epoch': 0, 'update in batch': 22516, '/': 25417, 'loss': 7.169693946838379}\n",
      "{'epoch': 0, 'update in batch': 22517, '/': 25417, 'loss': 6.876090049743652}\n",
      "{'epoch': 0, 'update in batch': 22518, '/': 25417, 'loss': 7.3815598487854}\n",
      "{'epoch': 0, 'update in batch': 22519, '/': 25417, 'loss': 7.4153733253479}\n",
      "{'epoch': 0, 'update in batch': 22520, '/': 25417, 'loss': 7.587591648101807}\n",
      "{'epoch': 0, 'update in batch': 22521, '/': 25417, 'loss': 7.959403991699219}\n",
      "{'epoch': 0, 'update in batch': 22522, '/': 25417, 'loss': 7.754112243652344}\n",
      "{'epoch': 0, 'update in batch': 22523, '/': 25417, 'loss': 7.858055114746094}\n",
      "{'epoch': 0, 'update in batch': 22524, '/': 25417, 'loss': 6.932293891906738}\n",
      "{'epoch': 0, 'update in batch': 22525, '/': 25417, 'loss': 8.257467269897461}\n",
      "{'epoch': 0, 'update in batch': 22526, '/': 25417, 'loss': 7.830609321594238}\n",
      "{'epoch': 0, 'update in batch': 22527, '/': 25417, 'loss': 6.943657875061035}\n",
      "{'epoch': 0, 'update in batch': 22528, '/': 25417, 'loss': 9.119535446166992}\n",
      "{'epoch': 0, 'update in batch': 22529, '/': 25417, 'loss': 8.200995445251465}\n",
      "{'epoch': 0, 'update in batch': 22530, '/': 25417, 'loss': 6.796221733093262}\n",
      "{'epoch': 0, 'update in batch': 22531, '/': 25417, 'loss': 7.372313499450684}\n",
      "{'epoch': 0, 'update in batch': 22532, '/': 25417, 'loss': 6.657617092132568}\n",
      "{'epoch': 0, 'update in batch': 22533, '/': 25417, 'loss': 7.643497467041016}\n",
      "{'epoch': 0, 'update in batch': 22534, '/': 25417, 'loss': 7.00304651260376}\n",
      "{'epoch': 0, 'update in batch': 22535, '/': 25417, 'loss': 6.988039970397949}\n",
      "{'epoch': 0, 'update in batch': 22536, '/': 25417, 'loss': 7.293844699859619}\n",
      "{'epoch': 0, 'update in batch': 22537, '/': 25417, 'loss': 6.748068809509277}\n",
      "{'epoch': 0, 'update in batch': 22538, '/': 25417, 'loss': 7.368081092834473}\n",
      "{'epoch': 0, 'update in batch': 22539, '/': 25417, 'loss': 7.062175750732422}\n",
      "{'epoch': 0, 'update in batch': 22540, '/': 25417, 'loss': 7.658716678619385}\n",
      "{'epoch': 0, 'update in batch': 22541, '/': 25417, 'loss': 7.272751808166504}\n",
      "{'epoch': 0, 'update in batch': 22542, '/': 25417, 'loss': 6.095996856689453}\n",
      "{'epoch': 0, 'update in batch': 22543, '/': 25417, 'loss': 6.78664493560791}\n",
      "{'epoch': 0, 'update in batch': 22544, '/': 25417, 'loss': 7.878774166107178}\n",
      "{'epoch': 0, 'update in batch': 22545, '/': 25417, 'loss': 7.435776710510254}\n",
      "{'epoch': 0, 'update in batch': 22546, '/': 25417, 'loss': 6.111386775970459}\n",
      "{'epoch': 0, 'update in batch': 22547, '/': 25417, 'loss': 6.881019592285156}\n",
      "{'epoch': 0, 'update in batch': 22548, '/': 25417, 'loss': 7.488614082336426}\n",
      "{'epoch': 0, 'update in batch': 22549, '/': 25417, 'loss': 8.030560493469238}\n",
      "{'epoch': 0, 'update in batch': 22550, '/': 25417, 'loss': 7.941613674163818}\n",
      "{'epoch': 0, 'update in batch': 22551, '/': 25417, 'loss': 7.7903618812561035}\n",
      "{'epoch': 0, 'update in batch': 22552, '/': 25417, 'loss': 8.628273963928223}\n",
      "{'epoch': 0, 'update in batch': 22553, '/': 25417, 'loss': 7.882468223571777}\n",
      "{'epoch': 0, 'update in batch': 22554, '/': 25417, 'loss': 6.092034816741943}\n",
      "{'epoch': 0, 'update in batch': 22555, '/': 25417, 'loss': 9.049027442932129}\n",
      "{'epoch': 0, 'update in batch': 22556, '/': 25417, 'loss': 9.448637008666992}\n",
      "{'epoch': 0, 'update in batch': 22557, '/': 25417, 'loss': 8.898935317993164}\n",
      "{'epoch': 0, 'update in batch': 22558, '/': 25417, 'loss': 6.495501518249512}\n",
      "{'epoch': 0, 'update in batch': 22559, '/': 25417, 'loss': 6.4525251388549805}\n",
      "{'epoch': 0, 'update in batch': 22560, '/': 25417, 'loss': 7.333338737487793}\n",
      "{'epoch': 0, 'update in batch': 22561, '/': 25417, 'loss': 6.985958099365234}\n",
      "{'epoch': 0, 'update in batch': 22562, '/': 25417, 'loss': 7.411805152893066}\n",
      "{'epoch': 0, 'update in batch': 22563, '/': 25417, 'loss': 7.1914825439453125}\n",
      "{'epoch': 0, 'update in batch': 22564, '/': 25417, 'loss': 6.1264519691467285}\n",
      "{'epoch': 0, 'update in batch': 22565, '/': 25417, 'loss': 5.318053722381592}\n",
      "{'epoch': 0, 'update in batch': 22566, '/': 25417, 'loss': 6.76511287689209}\n",
      "{'epoch': 0, 'update in batch': 22567, '/': 25417, 'loss': 6.519646644592285}\n",
      "{'epoch': 0, 'update in batch': 22568, '/': 25417, 'loss': 6.2337188720703125}\n",
      "{'epoch': 0, 'update in batch': 22569, '/': 25417, 'loss': 7.446562767028809}\n",
      "{'epoch': 0, 'update in batch': 22570, '/': 25417, 'loss': 6.901721000671387}\n",
      "{'epoch': 0, 'update in batch': 22571, '/': 25417, 'loss': 7.189326286315918}\n",
      "{'epoch': 0, 'update in batch': 22572, '/': 25417, 'loss': 6.499416351318359}\n",
      "{'epoch': 0, 'update in batch': 22573, '/': 25417, 'loss': 6.110284805297852}\n",
      "{'epoch': 0, 'update in batch': 22574, '/': 25417, 'loss': 7.236142158508301}\n",
      "{'epoch': 0, 'update in batch': 22575, '/': 25417, 'loss': 6.7975592613220215}\n",
      "{'epoch': 0, 'update in batch': 22576, '/': 25417, 'loss': 7.383186340332031}\n",
      "{'epoch': 0, 'update in batch': 22577, '/': 25417, 'loss': 8.262377738952637}\n",
      "{'epoch': 0, 'update in batch': 22578, '/': 25417, 'loss': 7.793159484863281}\n",
      "{'epoch': 0, 'update in batch': 22579, '/': 25417, 'loss': 9.233837127685547}\n",
      "{'epoch': 0, 'update in batch': 22580, '/': 25417, 'loss': 8.784533500671387}\n",
      "{'epoch': 0, 'update in batch': 22581, '/': 25417, 'loss': 9.513971328735352}\n",
      "{'epoch': 0, 'update in batch': 22582, '/': 25417, 'loss': 7.642539978027344}\n",
      "{'epoch': 0, 'update in batch': 22583, '/': 25417, 'loss': 8.947541236877441}\n",
      "{'epoch': 0, 'update in batch': 22584, '/': 25417, 'loss': 6.826375484466553}\n",
      "{'epoch': 0, 'update in batch': 22585, '/': 25417, 'loss': 5.8996806144714355}\n",
      "{'epoch': 0, 'update in batch': 22586, '/': 25417, 'loss': 5.951380252838135}\n",
      "{'epoch': 0, 'update in batch': 22587, '/': 25417, 'loss': 5.88480281829834}\n",
      "{'epoch': 0, 'update in batch': 22588, '/': 25417, 'loss': 6.366747856140137}\n",
      "{'epoch': 0, 'update in batch': 22589, '/': 25417, 'loss': 6.914328098297119}\n",
      "{'epoch': 0, 'update in batch': 22590, '/': 25417, 'loss': 6.307777404785156}\n",
      "{'epoch': 0, 'update in batch': 22591, '/': 25417, 'loss': 6.348069190979004}\n",
      "{'epoch': 0, 'update in batch': 22592, '/': 25417, 'loss': 6.6070756912231445}\n",
      "{'epoch': 0, 'update in batch': 22593, '/': 25417, 'loss': 7.565579891204834}\n",
      "{'epoch': 0, 'update in batch': 22594, '/': 25417, 'loss': 7.820713996887207}\n",
      "{'epoch': 0, 'update in batch': 22595, '/': 25417, 'loss': 7.966421604156494}\n",
      "{'epoch': 0, 'update in batch': 22596, '/': 25417, 'loss': 8.571137428283691}\n",
      "{'epoch': 0, 'update in batch': 22597, '/': 25417, 'loss': 8.511209487915039}\n",
      "{'epoch': 0, 'update in batch': 22598, '/': 25417, 'loss': 7.922295570373535}\n",
      "{'epoch': 0, 'update in batch': 22599, '/': 25417, 'loss': 7.021505832672119}\n",
      "{'epoch': 0, 'update in batch': 22600, '/': 25417, 'loss': 7.3856401443481445}\n",
      "{'epoch': 0, 'update in batch': 22601, '/': 25417, 'loss': 7.270263671875}\n",
      "{'epoch': 0, 'update in batch': 22602, '/': 25417, 'loss': 7.5060296058654785}\n",
      "{'epoch': 0, 'update in batch': 22603, '/': 25417, 'loss': 6.968090057373047}\n",
      "{'epoch': 0, 'update in batch': 22604, '/': 25417, 'loss': 8.547799110412598}\n",
      "{'epoch': 0, 'update in batch': 22605, '/': 25417, 'loss': 7.974327087402344}\n",
      "{'epoch': 0, 'update in batch': 22606, '/': 25417, 'loss': 7.646796226501465}\n",
      "{'epoch': 0, 'update in batch': 22607, '/': 25417, 'loss': 8.360346794128418}\n",
      "{'epoch': 0, 'update in batch': 22608, '/': 25417, 'loss': 8.210686683654785}\n",
      "{'epoch': 0, 'update in batch': 22609, '/': 25417, 'loss': 6.857241630554199}\n",
      "{'epoch': 0, 'update in batch': 22610, '/': 25417, 'loss': 5.746147632598877}\n",
      "{'epoch': 0, 'update in batch': 22611, '/': 25417, 'loss': 7.057766914367676}\n",
      "{'epoch': 0, 'update in batch': 22612, '/': 25417, 'loss': 6.52333927154541}\n",
      "{'epoch': 0, 'update in batch': 22613, '/': 25417, 'loss': 6.8650221824646}\n",
      "{'epoch': 0, 'update in batch': 22614, '/': 25417, 'loss': 7.14343786239624}\n",
      "{'epoch': 0, 'update in batch': 22615, '/': 25417, 'loss': 6.358867645263672}\n",
      "{'epoch': 0, 'update in batch': 22616, '/': 25417, 'loss': 6.519383907318115}\n",
      "{'epoch': 0, 'update in batch': 22617, '/': 25417, 'loss': 6.838576316833496}\n",
      "{'epoch': 0, 'update in batch': 22618, '/': 25417, 'loss': 8.531046867370605}\n",
      "{'epoch': 0, 'update in batch': 22619, '/': 25417, 'loss': 8.804712295532227}\n",
      "{'epoch': 0, 'update in batch': 22620, '/': 25417, 'loss': 8.629592895507812}\n",
      "{'epoch': 0, 'update in batch': 22621, '/': 25417, 'loss': 9.24573802947998}\n",
      "{'epoch': 0, 'update in batch': 22622, '/': 25417, 'loss': 8.32817268371582}\n",
      "{'epoch': 0, 'update in batch': 22623, '/': 25417, 'loss': 7.984964847564697}\n",
      "{'epoch': 0, 'update in batch': 22624, '/': 25417, 'loss': 6.439965724945068}\n",
      "{'epoch': 0, 'update in batch': 22625, '/': 25417, 'loss': 5.94614839553833}\n",
      "{'epoch': 0, 'update in batch': 22626, '/': 25417, 'loss': 7.227470397949219}\n",
      "{'epoch': 0, 'update in batch': 22627, '/': 25417, 'loss': 7.8749098777771}\n",
      "{'epoch': 0, 'update in batch': 22628, '/': 25417, 'loss': 8.027524948120117}\n",
      "{'epoch': 0, 'update in batch': 22629, '/': 25417, 'loss': 8.412813186645508}\n",
      "{'epoch': 0, 'update in batch': 22630, '/': 25417, 'loss': 9.958887100219727}\n",
      "{'epoch': 0, 'update in batch': 22631, '/': 25417, 'loss': 8.860811233520508}\n",
      "{'epoch': 0, 'update in batch': 22632, '/': 25417, 'loss': 8.851095199584961}\n",
      "{'epoch': 0, 'update in batch': 22633, '/': 25417, 'loss': 7.393024444580078}\n",
      "{'epoch': 0, 'update in batch': 22634, '/': 25417, 'loss': 6.638150215148926}\n",
      "{'epoch': 0, 'update in batch': 22635, '/': 25417, 'loss': 6.684048652648926}\n",
      "{'epoch': 0, 'update in batch': 22636, '/': 25417, 'loss': 7.125643253326416}\n",
      "{'epoch': 0, 'update in batch': 22637, '/': 25417, 'loss': 6.683464050292969}\n",
      "{'epoch': 0, 'update in batch': 22638, '/': 25417, 'loss': 8.235065460205078}\n",
      "{'epoch': 0, 'update in batch': 22639, '/': 25417, 'loss': 8.464133262634277}\n",
      "{'epoch': 0, 'update in batch': 22640, '/': 25417, 'loss': 7.494082450866699}\n",
      "{'epoch': 0, 'update in batch': 22641, '/': 25417, 'loss': 7.281989097595215}\n",
      "{'epoch': 0, 'update in batch': 22642, '/': 25417, 'loss': 7.723184108734131}\n",
      "{'epoch': 0, 'update in batch': 22643, '/': 25417, 'loss': 6.814591884613037}\n",
      "{'epoch': 0, 'update in batch': 22644, '/': 25417, 'loss': 6.295760631561279}\n",
      "{'epoch': 0, 'update in batch': 22645, '/': 25417, 'loss': 7.618629455566406}\n",
      "{'epoch': 0, 'update in batch': 22646, '/': 25417, 'loss': 6.256972312927246}\n",
      "{'epoch': 0, 'update in batch': 22647, '/': 25417, 'loss': 7.020262718200684}\n",
      "{'epoch': 0, 'update in batch': 22648, '/': 25417, 'loss': 7.702593803405762}\n",
      "{'epoch': 0, 'update in batch': 22649, '/': 25417, 'loss': 6.826794624328613}\n",
      "{'epoch': 0, 'update in batch': 22650, '/': 25417, 'loss': 5.795742988586426}\n",
      "{'epoch': 0, 'update in batch': 22651, '/': 25417, 'loss': 6.535102844238281}\n",
      "{'epoch': 0, 'update in batch': 22652, '/': 25417, 'loss': 6.618572235107422}\n",
      "{'epoch': 0, 'update in batch': 22653, '/': 25417, 'loss': 7.162184238433838}\n",
      "{'epoch': 0, 'update in batch': 22654, '/': 25417, 'loss': 6.57391881942749}\n",
      "{'epoch': 0, 'update in batch': 22655, '/': 25417, 'loss': 6.925655364990234}\n",
      "{'epoch': 0, 'update in batch': 22656, '/': 25417, 'loss': 7.175492286682129}\n",
      "{'epoch': 0, 'update in batch': 22657, '/': 25417, 'loss': 7.215908050537109}\n",
      "{'epoch': 0, 'update in batch': 22658, '/': 25417, 'loss': 7.378542423248291}\n",
      "{'epoch': 0, 'update in batch': 22659, '/': 25417, 'loss': 7.00869083404541}\n",
      "{'epoch': 0, 'update in batch': 22660, '/': 25417, 'loss': 6.723364353179932}\n",
      "{'epoch': 0, 'update in batch': 22661, '/': 25417, 'loss': 6.5902814865112305}\n",
      "{'epoch': 0, 'update in batch': 22662, '/': 25417, 'loss': 6.917102813720703}\n",
      "{'epoch': 0, 'update in batch': 22663, '/': 25417, 'loss': 7.996382236480713}\n",
      "{'epoch': 0, 'update in batch': 22664, '/': 25417, 'loss': 8.202353477478027}\n",
      "{'epoch': 0, 'update in batch': 22665, '/': 25417, 'loss': 7.821860313415527}\n",
      "{'epoch': 0, 'update in batch': 22666, '/': 25417, 'loss': 7.1293206214904785}\n",
      "{'epoch': 0, 'update in batch': 22667, '/': 25417, 'loss': 6.741623878479004}\n",
      "{'epoch': 0, 'update in batch': 22668, '/': 25417, 'loss': 9.860150337219238}\n",
      "{'epoch': 0, 'update in batch': 22669, '/': 25417, 'loss': 11.186514854431152}\n",
      "{'epoch': 0, 'update in batch': 22670, '/': 25417, 'loss': 11.289864540100098}\n",
      "{'epoch': 0, 'update in batch': 22671, '/': 25417, 'loss': 11.650838851928711}\n",
      "{'epoch': 0, 'update in batch': 22672, '/': 25417, 'loss': 10.461776733398438}\n",
      "{'epoch': 0, 'update in batch': 22673, '/': 25417, 'loss': 7.053049564361572}\n",
      "{'epoch': 0, 'update in batch': 22674, '/': 25417, 'loss': 7.1799798011779785}\n",
      "{'epoch': 0, 'update in batch': 22675, '/': 25417, 'loss': 6.171683311462402}\n",
      "{'epoch': 0, 'update in batch': 22676, '/': 25417, 'loss': 7.406403541564941}\n",
      "{'epoch': 0, 'update in batch': 22677, '/': 25417, 'loss': 10.457857131958008}\n",
      "{'epoch': 0, 'update in batch': 22678, '/': 25417, 'loss': 10.206233024597168}\n",
      "{'epoch': 0, 'update in batch': 22679, '/': 25417, 'loss': 9.925861358642578}\n",
      "{'epoch': 0, 'update in batch': 22680, '/': 25417, 'loss': 10.179241180419922}\n",
      "{'epoch': 0, 'update in batch': 22681, '/': 25417, 'loss': 9.765716552734375}\n",
      "{'epoch': 0, 'update in batch': 22682, '/': 25417, 'loss': 7.499030113220215}\n",
      "{'epoch': 0, 'update in batch': 22683, '/': 25417, 'loss': 7.8231353759765625}\n",
      "{'epoch': 0, 'update in batch': 22684, '/': 25417, 'loss': 7.7230544090271}\n",
      "{'epoch': 0, 'update in batch': 22685, '/': 25417, 'loss': 8.040202140808105}\n",
      "{'epoch': 0, 'update in batch': 22686, '/': 25417, 'loss': 7.4526214599609375}\n",
      "{'epoch': 0, 'update in batch': 22687, '/': 25417, 'loss': 6.794634819030762}\n",
      "{'epoch': 0, 'update in batch': 22688, '/': 25417, 'loss': 5.941854953765869}\n",
      "{'epoch': 0, 'update in batch': 22689, '/': 25417, 'loss': 7.65362548828125}\n",
      "{'epoch': 0, 'update in batch': 22690, '/': 25417, 'loss': 6.819842338562012}\n",
      "{'epoch': 0, 'update in batch': 22691, '/': 25417, 'loss': 5.907502174377441}\n",
      "{'epoch': 0, 'update in batch': 22692, '/': 25417, 'loss': 6.50937557220459}\n",
      "{'epoch': 0, 'update in batch': 22693, '/': 25417, 'loss': 8.097280502319336}\n",
      "{'epoch': 0, 'update in batch': 22694, '/': 25417, 'loss': 6.665859222412109}\n",
      "{'epoch': 0, 'update in batch': 22695, '/': 25417, 'loss': 7.3873491287231445}\n",
      "{'epoch': 0, 'update in batch': 22696, '/': 25417, 'loss': 8.200088500976562}\n",
      "{'epoch': 0, 'update in batch': 22697, '/': 25417, 'loss': 7.0105791091918945}\n",
      "{'epoch': 0, 'update in batch': 22698, '/': 25417, 'loss': 6.666481971740723}\n",
      "{'epoch': 0, 'update in batch': 22699, '/': 25417, 'loss': 7.22217321395874}\n",
      "{'epoch': 0, 'update in batch': 22700, '/': 25417, 'loss': 7.545652866363525}\n",
      "{'epoch': 0, 'update in batch': 22701, '/': 25417, 'loss': 7.516131401062012}\n",
      "{'epoch': 0, 'update in batch': 22702, '/': 25417, 'loss': 8.26716136932373}\n",
      "{'epoch': 0, 'update in batch': 22703, '/': 25417, 'loss': 7.7176032066345215}\n",
      "{'epoch': 0, 'update in batch': 22704, '/': 25417, 'loss': 7.433499813079834}\n",
      "{'epoch': 0, 'update in batch': 22705, '/': 25417, 'loss': 8.206681251525879}\n",
      "{'epoch': 0, 'update in batch': 22706, '/': 25417, 'loss': 6.228890419006348}\n",
      "{'epoch': 0, 'update in batch': 22707, '/': 25417, 'loss': 7.36670446395874}\n",
      "{'epoch': 0, 'update in batch': 22708, '/': 25417, 'loss': 7.509031772613525}\n",
      "{'epoch': 0, 'update in batch': 22709, '/': 25417, 'loss': 8.474748611450195}\n",
      "{'epoch': 0, 'update in batch': 22710, '/': 25417, 'loss': 6.820996284484863}\n",
      "{'epoch': 0, 'update in batch': 22711, '/': 25417, 'loss': 6.060301780700684}\n",
      "{'epoch': 0, 'update in batch': 22712, '/': 25417, 'loss': 5.811391830444336}\n",
      "{'epoch': 0, 'update in batch': 22713, '/': 25417, 'loss': 7.094294548034668}\n",
      "{'epoch': 0, 'update in batch': 22714, '/': 25417, 'loss': 6.9866156578063965}\n",
      "{'epoch': 0, 'update in batch': 22715, '/': 25417, 'loss': 6.474011421203613}\n",
      "{'epoch': 0, 'update in batch': 22716, '/': 25417, 'loss': 7.058165073394775}\n",
      "{'epoch': 0, 'update in batch': 22717, '/': 25417, 'loss': 8.51220989227295}\n",
      "{'epoch': 0, 'update in batch': 22718, '/': 25417, 'loss': 7.361067295074463}\n",
      "{'epoch': 0, 'update in batch': 22719, '/': 25417, 'loss': 6.990146636962891}\n",
      "{'epoch': 0, 'update in batch': 22720, '/': 25417, 'loss': 7.961712837219238}\n",
      "{'epoch': 0, 'update in batch': 22721, '/': 25417, 'loss': 10.594415664672852}\n",
      "{'epoch': 0, 'update in batch': 22722, '/': 25417, 'loss': 10.63441276550293}\n",
      "{'epoch': 0, 'update in batch': 22723, '/': 25417, 'loss': 9.765263557434082}\n",
      "{'epoch': 0, 'update in batch': 22724, '/': 25417, 'loss': 10.110239028930664}\n",
      "{'epoch': 0, 'update in batch': 22725, '/': 25417, 'loss': 9.061334609985352}\n",
      "{'epoch': 0, 'update in batch': 22726, '/': 25417, 'loss': 6.9284491539001465}\n",
      "{'epoch': 0, 'update in batch': 22727, '/': 25417, 'loss': 6.250786304473877}\n",
      "{'epoch': 0, 'update in batch': 22728, '/': 25417, 'loss': 6.809055328369141}\n",
      "{'epoch': 0, 'update in batch': 22729, '/': 25417, 'loss': 6.724287509918213}\n",
      "{'epoch': 0, 'update in batch': 22730, '/': 25417, 'loss': 6.271560192108154}\n",
      "{'epoch': 0, 'update in batch': 22731, '/': 25417, 'loss': 7.522797584533691}\n",
      "{'epoch': 0, 'update in batch': 22732, '/': 25417, 'loss': 9.384477615356445}\n",
      "{'epoch': 0, 'update in batch': 22733, '/': 25417, 'loss': 7.844099521636963}\n",
      "{'epoch': 0, 'update in batch': 22734, '/': 25417, 'loss': 7.710526943206787}\n",
      "{'epoch': 0, 'update in batch': 22735, '/': 25417, 'loss': 7.326099395751953}\n",
      "{'epoch': 0, 'update in batch': 22736, '/': 25417, 'loss': 7.884910583496094}\n",
      "{'epoch': 0, 'update in batch': 22737, '/': 25417, 'loss': 6.821901798248291}\n",
      "{'epoch': 0, 'update in batch': 22738, '/': 25417, 'loss': 5.771454334259033}\n",
      "{'epoch': 0, 'update in batch': 22739, '/': 25417, 'loss': 7.750260829925537}\n",
      "{'epoch': 0, 'update in batch': 22740, '/': 25417, 'loss': 9.302034378051758}\n",
      "{'epoch': 0, 'update in batch': 22741, '/': 25417, 'loss': 6.6421918869018555}\n",
      "{'epoch': 0, 'update in batch': 22742, '/': 25417, 'loss': 6.550157070159912}\n",
      "{'epoch': 0, 'update in batch': 22743, '/': 25417, 'loss': 6.650063991546631}\n",
      "{'epoch': 0, 'update in batch': 22744, '/': 25417, 'loss': 7.386605262756348}\n",
      "{'epoch': 0, 'update in batch': 22745, '/': 25417, 'loss': 6.8123345375061035}\n",
      "{'epoch': 0, 'update in batch': 22746, '/': 25417, 'loss': 6.493704319000244}\n",
      "{'epoch': 0, 'update in batch': 22747, '/': 25417, 'loss': 6.0944695472717285}\n",
      "{'epoch': 0, 'update in batch': 22748, '/': 25417, 'loss': 8.17237663269043}\n",
      "{'epoch': 0, 'update in batch': 22749, '/': 25417, 'loss': 7.218935489654541}\n",
      "{'epoch': 0, 'update in batch': 22750, '/': 25417, 'loss': 6.819906711578369}\n",
      "{'epoch': 0, 'update in batch': 22751, '/': 25417, 'loss': 6.946105003356934}\n",
      "{'epoch': 0, 'update in batch': 22752, '/': 25417, 'loss': 7.0323333740234375}\n",
      "{'epoch': 0, 'update in batch': 22753, '/': 25417, 'loss': 6.725746154785156}\n",
      "{'epoch': 0, 'update in batch': 22754, '/': 25417, 'loss': 8.301216125488281}\n",
      "{'epoch': 0, 'update in batch': 22755, '/': 25417, 'loss': 6.4488372802734375}\n",
      "{'epoch': 0, 'update in batch': 22756, '/': 25417, 'loss': 8.005023002624512}\n",
      "{'epoch': 0, 'update in batch': 22757, '/': 25417, 'loss': 7.0601983070373535}\n",
      "{'epoch': 0, 'update in batch': 22758, '/': 25417, 'loss': 7.331180572509766}\n",
      "{'epoch': 0, 'update in batch': 22759, '/': 25417, 'loss': 7.617978572845459}\n",
      "{'epoch': 0, 'update in batch': 22760, '/': 25417, 'loss': 7.557957649230957}\n",
      "{'epoch': 0, 'update in batch': 22761, '/': 25417, 'loss': 7.779466152191162}\n",
      "{'epoch': 0, 'update in batch': 22762, '/': 25417, 'loss': 6.5904436111450195}\n",
      "{'epoch': 0, 'update in batch': 22763, '/': 25417, 'loss': 7.233789920806885}\n",
      "{'epoch': 0, 'update in batch': 22764, '/': 25417, 'loss': 6.479855537414551}\n",
      "{'epoch': 0, 'update in batch': 22765, '/': 25417, 'loss': 6.845937252044678}\n",
      "{'epoch': 0, 'update in batch': 22766, '/': 25417, 'loss': 6.468088626861572}\n",
      "{'epoch': 0, 'update in batch': 22767, '/': 25417, 'loss': 6.8659257888793945}\n",
      "{'epoch': 0, 'update in batch': 22768, '/': 25417, 'loss': 6.198662281036377}\n",
      "{'epoch': 0, 'update in batch': 22769, '/': 25417, 'loss': 7.484490871429443}\n",
      "{'epoch': 0, 'update in batch': 22770, '/': 25417, 'loss': 6.4106011390686035}\n",
      "{'epoch': 0, 'update in batch': 22771, '/': 25417, 'loss': 6.746624946594238}\n",
      "{'epoch': 0, 'update in batch': 22772, '/': 25417, 'loss': 7.062840938568115}\n",
      "{'epoch': 0, 'update in batch': 22773, '/': 25417, 'loss': 6.804831027984619}\n",
      "{'epoch': 0, 'update in batch': 22774, '/': 25417, 'loss': 7.060845375061035}\n",
      "{'epoch': 0, 'update in batch': 22775, '/': 25417, 'loss': 7.234975337982178}\n",
      "{'epoch': 0, 'update in batch': 22776, '/': 25417, 'loss': 7.2408342361450195}\n",
      "{'epoch': 0, 'update in batch': 22777, '/': 25417, 'loss': 8.509614944458008}\n",
      "{'epoch': 0, 'update in batch': 22778, '/': 25417, 'loss': 7.453429222106934}\n",
      "{'epoch': 0, 'update in batch': 22779, '/': 25417, 'loss': 7.580239295959473}\n",
      "{'epoch': 0, 'update in batch': 22780, '/': 25417, 'loss': 7.303954124450684}\n",
      "{'epoch': 0, 'update in batch': 22781, '/': 25417, 'loss': 7.119149684906006}\n",
      "{'epoch': 0, 'update in batch': 22782, '/': 25417, 'loss': 7.104189872741699}\n",
      "{'epoch': 0, 'update in batch': 22783, '/': 25417, 'loss': 7.06540060043335}\n",
      "{'epoch': 0, 'update in batch': 22784, '/': 25417, 'loss': 7.133955478668213}\n",
      "{'epoch': 0, 'update in batch': 22785, '/': 25417, 'loss': 7.232771873474121}\n",
      "{'epoch': 0, 'update in batch': 22786, '/': 25417, 'loss': 8.249768257141113}\n",
      "{'epoch': 0, 'update in batch': 22787, '/': 25417, 'loss': 7.1883368492126465}\n",
      "{'epoch': 0, 'update in batch': 22788, '/': 25417, 'loss': 7.90271520614624}\n",
      "{'epoch': 0, 'update in batch': 22789, '/': 25417, 'loss': 6.927491188049316}\n",
      "{'epoch': 0, 'update in batch': 22790, '/': 25417, 'loss': 6.304472923278809}\n",
      "{'epoch': 0, 'update in batch': 22791, '/': 25417, 'loss': 8.045705795288086}\n",
      "{'epoch': 0, 'update in batch': 22792, '/': 25417, 'loss': 6.908639430999756}\n",
      "{'epoch': 0, 'update in batch': 22793, '/': 25417, 'loss': 8.007302284240723}\n",
      "{'epoch': 0, 'update in batch': 22794, '/': 25417, 'loss': 6.855648040771484}\n",
      "{'epoch': 0, 'update in batch': 22795, '/': 25417, 'loss': 7.724974632263184}\n",
      "{'epoch': 0, 'update in batch': 22796, '/': 25417, 'loss': 7.115948677062988}\n",
      "{'epoch': 0, 'update in batch': 22797, '/': 25417, 'loss': 7.092978477478027}\n",
      "{'epoch': 0, 'update in batch': 22798, '/': 25417, 'loss': 7.803377628326416}\n",
      "{'epoch': 0, 'update in batch': 22799, '/': 25417, 'loss': 8.656076431274414}\n",
      "{'epoch': 0, 'update in batch': 22800, '/': 25417, 'loss': 7.031744956970215}\n",
      "{'epoch': 0, 'update in batch': 22801, '/': 25417, 'loss': 9.781269073486328}\n",
      "{'epoch': 0, 'update in batch': 22802, '/': 25417, 'loss': 9.745462417602539}\n",
      "{'epoch': 0, 'update in batch': 22803, '/': 25417, 'loss': 10.16008472442627}\n",
      "{'epoch': 0, 'update in batch': 22804, '/': 25417, 'loss': 9.821243286132812}\n",
      "{'epoch': 0, 'update in batch': 22805, '/': 25417, 'loss': 10.261958122253418}\n",
      "{'epoch': 0, 'update in batch': 22806, '/': 25417, 'loss': 11.792093276977539}\n",
      "{'epoch': 0, 'update in batch': 22807, '/': 25417, 'loss': 9.179646492004395}\n",
      "{'epoch': 0, 'update in batch': 22808, '/': 25417, 'loss': 7.181326389312744}\n",
      "{'epoch': 0, 'update in batch': 22809, '/': 25417, 'loss': 7.927684783935547}\n",
      "{'epoch': 0, 'update in batch': 22810, '/': 25417, 'loss': 8.08453369140625}\n",
      "{'epoch': 0, 'update in batch': 22811, '/': 25417, 'loss': 7.715537071228027}\n",
      "{'epoch': 0, 'update in batch': 22812, '/': 25417, 'loss': 6.786932468414307}\n",
      "{'epoch': 0, 'update in batch': 22813, '/': 25417, 'loss': 7.05389404296875}\n",
      "{'epoch': 0, 'update in batch': 22814, '/': 25417, 'loss': 7.266318321228027}\n",
      "{'epoch': 0, 'update in batch': 22815, '/': 25417, 'loss': 7.413156032562256}\n",
      "{'epoch': 0, 'update in batch': 22816, '/': 25417, 'loss': 7.804900169372559}\n",
      "{'epoch': 0, 'update in batch': 22817, '/': 25417, 'loss': 6.093482494354248}\n",
      "{'epoch': 0, 'update in batch': 22818, '/': 25417, 'loss': 5.776196479797363}\n",
      "{'epoch': 0, 'update in batch': 22819, '/': 25417, 'loss': 6.614110469818115}\n",
      "{'epoch': 0, 'update in batch': 22820, '/': 25417, 'loss': 6.670987606048584}\n",
      "{'epoch': 0, 'update in batch': 22821, '/': 25417, 'loss': 7.592101097106934}\n",
      "{'epoch': 0, 'update in batch': 22822, '/': 25417, 'loss': 7.377133369445801}\n",
      "{'epoch': 0, 'update in batch': 22823, '/': 25417, 'loss': 7.326371192932129}\n",
      "{'epoch': 0, 'update in batch': 22824, '/': 25417, 'loss': 6.8175368309021}\n",
      "{'epoch': 0, 'update in batch': 22825, '/': 25417, 'loss': 7.658952236175537}\n",
      "{'epoch': 0, 'update in batch': 22826, '/': 25417, 'loss': 7.5909929275512695}\n",
      "{'epoch': 0, 'update in batch': 22827, '/': 25417, 'loss': 6.959778785705566}\n",
      "{'epoch': 0, 'update in batch': 22828, '/': 25417, 'loss': 6.650801658630371}\n",
      "{'epoch': 0, 'update in batch': 22829, '/': 25417, 'loss': 6.166017532348633}\n",
      "{'epoch': 0, 'update in batch': 22830, '/': 25417, 'loss': 7.154380798339844}\n",
      "{'epoch': 0, 'update in batch': 22831, '/': 25417, 'loss': 6.96167516708374}\n",
      "{'epoch': 0, 'update in batch': 22832, '/': 25417, 'loss': 6.442685604095459}\n",
      "{'epoch': 0, 'update in batch': 22833, '/': 25417, 'loss': 5.669132232666016}\n",
      "{'epoch': 0, 'update in batch': 22834, '/': 25417, 'loss': 6.4689435958862305}\n",
      "{'epoch': 0, 'update in batch': 22835, '/': 25417, 'loss': 6.9603071212768555}\n",
      "{'epoch': 0, 'update in batch': 22836, '/': 25417, 'loss': 7.366171836853027}\n",
      "{'epoch': 0, 'update in batch': 22837, '/': 25417, 'loss': 8.063897132873535}\n",
      "{'epoch': 0, 'update in batch': 22838, '/': 25417, 'loss': 6.87200403213501}\n",
      "{'epoch': 0, 'update in batch': 22839, '/': 25417, 'loss': 6.19774866104126}\n",
      "{'epoch': 0, 'update in batch': 22840, '/': 25417, 'loss': 6.688921928405762}\n",
      "{'epoch': 0, 'update in batch': 22841, '/': 25417, 'loss': 5.6380228996276855}\n",
      "{'epoch': 0, 'update in batch': 22842, '/': 25417, 'loss': 6.850276947021484}\n",
      "{'epoch': 0, 'update in batch': 22843, '/': 25417, 'loss': 5.046259880065918}\n",
      "{'epoch': 0, 'update in batch': 22844, '/': 25417, 'loss': 7.878750801086426}\n",
      "{'epoch': 0, 'update in batch': 22845, '/': 25417, 'loss': 8.11911678314209}\n",
      "{'epoch': 0, 'update in batch': 22846, '/': 25417, 'loss': 8.44780445098877}\n",
      "{'epoch': 0, 'update in batch': 22847, '/': 25417, 'loss': 8.591843605041504}\n",
      "{'epoch': 0, 'update in batch': 22848, '/': 25417, 'loss': 7.6750993728637695}\n",
      "{'epoch': 0, 'update in batch': 22849, '/': 25417, 'loss': 7.4667463302612305}\n",
      "{'epoch': 0, 'update in batch': 22850, '/': 25417, 'loss': 7.531041145324707}\n",
      "{'epoch': 0, 'update in batch': 22851, '/': 25417, 'loss': 8.07949447631836}\n",
      "{'epoch': 0, 'update in batch': 22852, '/': 25417, 'loss': 6.504748344421387}\n",
      "{'epoch': 0, 'update in batch': 22853, '/': 25417, 'loss': 7.112532615661621}\n",
      "{'epoch': 0, 'update in batch': 22854, '/': 25417, 'loss': 8.055061340332031}\n",
      "{'epoch': 0, 'update in batch': 22855, '/': 25417, 'loss': 8.552002906799316}\n",
      "{'epoch': 0, 'update in batch': 22856, '/': 25417, 'loss': 7.7624688148498535}\n",
      "{'epoch': 0, 'update in batch': 22857, '/': 25417, 'loss': 8.999886512756348}\n",
      "{'epoch': 0, 'update in batch': 22858, '/': 25417, 'loss': 7.036073207855225}\n",
      "{'epoch': 0, 'update in batch': 22859, '/': 25417, 'loss': 6.274783134460449}\n",
      "{'epoch': 0, 'update in batch': 22860, '/': 25417, 'loss': 7.497547149658203}\n",
      "{'epoch': 0, 'update in batch': 22861, '/': 25417, 'loss': 7.182369232177734}\n",
      "{'epoch': 0, 'update in batch': 22862, '/': 25417, 'loss': 7.117776393890381}\n",
      "{'epoch': 0, 'update in batch': 22863, '/': 25417, 'loss': 8.855241775512695}\n",
      "{'epoch': 0, 'update in batch': 22864, '/': 25417, 'loss': 10.895670890808105}\n",
      "{'epoch': 0, 'update in batch': 22865, '/': 25417, 'loss': 10.66496467590332}\n",
      "{'epoch': 0, 'update in batch': 22866, '/': 25417, 'loss': 10.916240692138672}\n",
      "{'epoch': 0, 'update in batch': 22867, '/': 25417, 'loss': 11.730168342590332}\n",
      "{'epoch': 0, 'update in batch': 22868, '/': 25417, 'loss': 9.429198265075684}\n",
      "{'epoch': 0, 'update in batch': 22869, '/': 25417, 'loss': 5.813769340515137}\n",
      "{'epoch': 0, 'update in batch': 22870, '/': 25417, 'loss': 6.042524337768555}\n",
      "{'epoch': 0, 'update in batch': 22871, '/': 25417, 'loss': 6.24332332611084}\n",
      "{'epoch': 0, 'update in batch': 22872, '/': 25417, 'loss': 6.3603715896606445}\n",
      "{'epoch': 0, 'update in batch': 22873, '/': 25417, 'loss': 6.041719436645508}\n",
      "{'epoch': 0, 'update in batch': 22874, '/': 25417, 'loss': 7.273396968841553}\n",
      "{'epoch': 0, 'update in batch': 22875, '/': 25417, 'loss': 6.595539093017578}\n",
      "{'epoch': 0, 'update in batch': 22876, '/': 25417, 'loss': 6.697318077087402}\n",
      "{'epoch': 0, 'update in batch': 22877, '/': 25417, 'loss': 6.369342803955078}\n",
      "{'epoch': 0, 'update in batch': 22878, '/': 25417, 'loss': 7.59989070892334}\n",
      "{'epoch': 0, 'update in batch': 22879, '/': 25417, 'loss': 6.538397789001465}\n",
      "{'epoch': 0, 'update in batch': 22880, '/': 25417, 'loss': 6.076454162597656}\n",
      "{'epoch': 0, 'update in batch': 22881, '/': 25417, 'loss': 7.750132083892822}\n",
      "{'epoch': 0, 'update in batch': 22882, '/': 25417, 'loss': 7.032529354095459}\n",
      "{'epoch': 0, 'update in batch': 22883, '/': 25417, 'loss': 6.3628411293029785}\n",
      "{'epoch': 0, 'update in batch': 22884, '/': 25417, 'loss': 6.369759559631348}\n",
      "{'epoch': 0, 'update in batch': 22885, '/': 25417, 'loss': 6.866267204284668}\n",
      "{'epoch': 0, 'update in batch': 22886, '/': 25417, 'loss': 6.690859317779541}\n",
      "{'epoch': 0, 'update in batch': 22887, '/': 25417, 'loss': 7.213492393493652}\n",
      "{'epoch': 0, 'update in batch': 22888, '/': 25417, 'loss': 6.863858222961426}\n",
      "{'epoch': 0, 'update in batch': 22889, '/': 25417, 'loss': 9.09675121307373}\n",
      "{'epoch': 0, 'update in batch': 22890, '/': 25417, 'loss': 6.682868957519531}\n",
      "{'epoch': 0, 'update in batch': 22891, '/': 25417, 'loss': 7.204135894775391}\n",
      "{'epoch': 0, 'update in batch': 22892, '/': 25417, 'loss': 6.956571102142334}\n",
      "{'epoch': 0, 'update in batch': 22893, '/': 25417, 'loss': 6.437315464019775}\n",
      "{'epoch': 0, 'update in batch': 22894, '/': 25417, 'loss': 7.248421669006348}\n",
      "{'epoch': 0, 'update in batch': 22895, '/': 25417, 'loss': 6.7429962158203125}\n",
      "{'epoch': 0, 'update in batch': 22896, '/': 25417, 'loss': 6.910761833190918}\n",
      "{'epoch': 0, 'update in batch': 22897, '/': 25417, 'loss': 7.7006659507751465}\n",
      "{'epoch': 0, 'update in batch': 22898, '/': 25417, 'loss': 6.427384853363037}\n",
      "{'epoch': 0, 'update in batch': 22899, '/': 25417, 'loss': 6.8811798095703125}\n",
      "{'epoch': 0, 'update in batch': 22900, '/': 25417, 'loss': 5.39180326461792}\n",
      "{'epoch': 0, 'update in batch': 22901, '/': 25417, 'loss': 6.944386959075928}\n",
      "{'epoch': 0, 'update in batch': 22902, '/': 25417, 'loss': 6.702248573303223}\n",
      "{'epoch': 0, 'update in batch': 22903, '/': 25417, 'loss': 7.998568534851074}\n",
      "{'epoch': 0, 'update in batch': 22904, '/': 25417, 'loss': 7.88461446762085}\n",
      "{'epoch': 0, 'update in batch': 22905, '/': 25417, 'loss': 9.053069114685059}\n",
      "{'epoch': 0, 'update in batch': 22906, '/': 25417, 'loss': 8.84095573425293}\n",
      "{'epoch': 0, 'update in batch': 22907, '/': 25417, 'loss': 7.287030220031738}\n",
      "{'epoch': 0, 'update in batch': 22908, '/': 25417, 'loss': 7.384764671325684}\n",
      "{'epoch': 0, 'update in batch': 22909, '/': 25417, 'loss': 7.201028347015381}\n",
      "{'epoch': 0, 'update in batch': 22910, '/': 25417, 'loss': 6.136990547180176}\n",
      "{'epoch': 0, 'update in batch': 22911, '/': 25417, 'loss': 6.519797325134277}\n",
      "{'epoch': 0, 'update in batch': 22912, '/': 25417, 'loss': 7.75015926361084}\n",
      "{'epoch': 0, 'update in batch': 22913, '/': 25417, 'loss': 7.09679651260376}\n",
      "{'epoch': 0, 'update in batch': 22914, '/': 25417, 'loss': 5.988896369934082}\n",
      "{'epoch': 0, 'update in batch': 22915, '/': 25417, 'loss': 6.900609016418457}\n",
      "{'epoch': 0, 'update in batch': 22916, '/': 25417, 'loss': 6.6813859939575195}\n",
      "{'epoch': 0, 'update in batch': 22917, '/': 25417, 'loss': 7.326211452484131}\n",
      "{'epoch': 0, 'update in batch': 22918, '/': 25417, 'loss': 6.348994255065918}\n",
      "{'epoch': 0, 'update in batch': 22919, '/': 25417, 'loss': 6.98831033706665}\n",
      "{'epoch': 0, 'update in batch': 22920, '/': 25417, 'loss': 6.711894989013672}\n",
      "{'epoch': 0, 'update in batch': 22921, '/': 25417, 'loss': 6.031861305236816}\n",
      "{'epoch': 0, 'update in batch': 22922, '/': 25417, 'loss': 6.894467353820801}\n",
      "{'epoch': 0, 'update in batch': 22923, '/': 25417, 'loss': 7.356197357177734}\n",
      "{'epoch': 0, 'update in batch': 22924, '/': 25417, 'loss': 8.03520393371582}\n",
      "{'epoch': 0, 'update in batch': 22925, '/': 25417, 'loss': 7.6758317947387695}\n",
      "{'epoch': 0, 'update in batch': 22926, '/': 25417, 'loss': 6.749417304992676}\n",
      "{'epoch': 0, 'update in batch': 22927, '/': 25417, 'loss': 6.618905544281006}\n",
      "{'epoch': 0, 'update in batch': 22928, '/': 25417, 'loss': 6.706524848937988}\n",
      "{'epoch': 0, 'update in batch': 22929, '/': 25417, 'loss': 6.065497875213623}\n",
      "{'epoch': 0, 'update in batch': 22930, '/': 25417, 'loss': 7.542798042297363}\n",
      "{'epoch': 0, 'update in batch': 22931, '/': 25417, 'loss': 8.253140449523926}\n",
      "{'epoch': 0, 'update in batch': 22932, '/': 25417, 'loss': 6.90103816986084}\n",
      "{'epoch': 0, 'update in batch': 22933, '/': 25417, 'loss': 6.241979598999023}\n",
      "{'epoch': 0, 'update in batch': 22934, '/': 25417, 'loss': 5.142186164855957}\n",
      "{'epoch': 0, 'update in batch': 22935, '/': 25417, 'loss': 6.621191501617432}\n",
      "{'epoch': 0, 'update in batch': 22936, '/': 25417, 'loss': 6.592923164367676}\n",
      "{'epoch': 0, 'update in batch': 22937, '/': 25417, 'loss': 7.402222633361816}\n",
      "{'epoch': 0, 'update in batch': 22938, '/': 25417, 'loss': 5.985886573791504}\n",
      "{'epoch': 0, 'update in batch': 22939, '/': 25417, 'loss': 6.112217903137207}\n",
      "{'epoch': 0, 'update in batch': 22940, '/': 25417, 'loss': 7.402957916259766}\n",
      "{'epoch': 0, 'update in batch': 22941, '/': 25417, 'loss': 7.509284973144531}\n",
      "{'epoch': 0, 'update in batch': 22942, '/': 25417, 'loss': 7.088564872741699}\n",
      "{'epoch': 0, 'update in batch': 22943, '/': 25417, 'loss': 6.213987827301025}\n",
      "{'epoch': 0, 'update in batch': 22944, '/': 25417, 'loss': 6.934549808502197}\n",
      "{'epoch': 0, 'update in batch': 22945, '/': 25417, 'loss': 6.1660966873168945}\n",
      "{'epoch': 0, 'update in batch': 22946, '/': 25417, 'loss': 7.583672523498535}\n",
      "{'epoch': 0, 'update in batch': 22947, '/': 25417, 'loss': 6.339288711547852}\n",
      "{'epoch': 0, 'update in batch': 22948, '/': 25417, 'loss': 6.048036098480225}\n",
      "{'epoch': 0, 'update in batch': 22949, '/': 25417, 'loss': 5.440926551818848}\n",
      "{'epoch': 0, 'update in batch': 22950, '/': 25417, 'loss': 5.887659549713135}\n",
      "{'epoch': 0, 'update in batch': 22951, '/': 25417, 'loss': 5.5618896484375}\n",
      "{'epoch': 0, 'update in batch': 22952, '/': 25417, 'loss': 6.500914096832275}\n",
      "{'epoch': 0, 'update in batch': 22953, '/': 25417, 'loss': 7.680896759033203}\n",
      "{'epoch': 0, 'update in batch': 22954, '/': 25417, 'loss': 6.844328880310059}\n",
      "{'epoch': 0, 'update in batch': 22955, '/': 25417, 'loss': 5.538741111755371}\n",
      "{'epoch': 0, 'update in batch': 22956, '/': 25417, 'loss': 6.9498491287231445}\n",
      "{'epoch': 0, 'update in batch': 22957, '/': 25417, 'loss': 6.853394508361816}\n",
      "{'epoch': 0, 'update in batch': 22958, '/': 25417, 'loss': 7.392468452453613}\n",
      "{'epoch': 0, 'update in batch': 22959, '/': 25417, 'loss': 6.866590976715088}\n",
      "{'epoch': 0, 'update in batch': 22960, '/': 25417, 'loss': 6.9677886962890625}\n",
      "{'epoch': 0, 'update in batch': 22961, '/': 25417, 'loss': 7.0892133712768555}\n",
      "{'epoch': 0, 'update in batch': 22962, '/': 25417, 'loss': 7.223698616027832}\n",
      "{'epoch': 0, 'update in batch': 22963, '/': 25417, 'loss': 6.490034580230713}\n",
      "{'epoch': 0, 'update in batch': 22964, '/': 25417, 'loss': 6.376843452453613}\n",
      "{'epoch': 0, 'update in batch': 22965, '/': 25417, 'loss': 5.729109764099121}\n",
      "{'epoch': 0, 'update in batch': 22966, '/': 25417, 'loss': 6.660363674163818}\n",
      "{'epoch': 0, 'update in batch': 22967, '/': 25417, 'loss': 6.884166717529297}\n",
      "{'epoch': 0, 'update in batch': 22968, '/': 25417, 'loss': 6.8597822189331055}\n",
      "{'epoch': 0, 'update in batch': 22969, '/': 25417, 'loss': 10.114469528198242}\n",
      "{'epoch': 0, 'update in batch': 22970, '/': 25417, 'loss': 12.519519805908203}\n",
      "{'epoch': 0, 'update in batch': 22971, '/': 25417, 'loss': 12.005167961120605}\n",
      "{'epoch': 0, 'update in batch': 22972, '/': 25417, 'loss': 12.017473220825195}\n",
      "{'epoch': 0, 'update in batch': 22973, '/': 25417, 'loss': 9.99671745300293}\n",
      "{'epoch': 0, 'update in batch': 22974, '/': 25417, 'loss': 5.882622718811035}\n",
      "{'epoch': 0, 'update in batch': 22975, '/': 25417, 'loss': 6.427205562591553}\n",
      "{'epoch': 0, 'update in batch': 22976, '/': 25417, 'loss': 7.07119083404541}\n",
      "{'epoch': 0, 'update in batch': 22977, '/': 25417, 'loss': 6.954298496246338}\n",
      "{'epoch': 0, 'update in batch': 22978, '/': 25417, 'loss': 6.448420524597168}\n",
      "{'epoch': 0, 'update in batch': 22979, '/': 25417, 'loss': 7.072190284729004}\n",
      "{'epoch': 0, 'update in batch': 22980, '/': 25417, 'loss': 7.813765048980713}\n",
      "{'epoch': 0, 'update in batch': 22981, '/': 25417, 'loss': 6.942322731018066}\n",
      "{'epoch': 0, 'update in batch': 22982, '/': 25417, 'loss': 6.841444969177246}\n",
      "{'epoch': 0, 'update in batch': 22983, '/': 25417, 'loss': 6.113654613494873}\n",
      "{'epoch': 0, 'update in batch': 22984, '/': 25417, 'loss': 6.632176399230957}\n",
      "{'epoch': 0, 'update in batch': 22985, '/': 25417, 'loss': 6.68234920501709}\n",
      "{'epoch': 0, 'update in batch': 22986, '/': 25417, 'loss': 6.068508625030518}\n",
      "{'epoch': 0, 'update in batch': 22987, '/': 25417, 'loss': 7.633757591247559}\n",
      "{'epoch': 0, 'update in batch': 22988, '/': 25417, 'loss': 7.515446662902832}\n",
      "{'epoch': 0, 'update in batch': 22989, '/': 25417, 'loss': 7.863829135894775}\n",
      "{'epoch': 0, 'update in batch': 22990, '/': 25417, 'loss': 8.53795051574707}\n",
      "{'epoch': 0, 'update in batch': 22991, '/': 25417, 'loss': 7.62014627456665}\n",
      "{'epoch': 0, 'update in batch': 22992, '/': 25417, 'loss': 8.999675750732422}\n",
      "{'epoch': 0, 'update in batch': 22993, '/': 25417, 'loss': 7.099852561950684}\n",
      "{'epoch': 0, 'update in batch': 22994, '/': 25417, 'loss': 6.341979026794434}\n",
      "{'epoch': 0, 'update in batch': 22995, '/': 25417, 'loss': 7.523383140563965}\n",
      "{'epoch': 0, 'update in batch': 22996, '/': 25417, 'loss': 6.600035190582275}\n",
      "{'epoch': 0, 'update in batch': 22997, '/': 25417, 'loss': 7.080041408538818}\n",
      "{'epoch': 0, 'update in batch': 22998, '/': 25417, 'loss': 7.812697410583496}\n",
      "{'epoch': 0, 'update in batch': 22999, '/': 25417, 'loss': 7.115816593170166}\n",
      "{'epoch': 0, 'update in batch': 23000, '/': 25417, 'loss': 6.758317470550537}\n",
      "{'epoch': 0, 'update in batch': 23001, '/': 25417, 'loss': 7.158822059631348}\n",
      "{'epoch': 0, 'update in batch': 23002, '/': 25417, 'loss': 7.6421074867248535}\n",
      "{'epoch': 0, 'update in batch': 23003, '/': 25417, 'loss': 7.0668463706970215}\n",
      "{'epoch': 0, 'update in batch': 23004, '/': 25417, 'loss': 7.985404968261719}\n",
      "{'epoch': 0, 'update in batch': 23005, '/': 25417, 'loss': 7.705041408538818}\n",
      "{'epoch': 0, 'update in batch': 23006, '/': 25417, 'loss': 7.361798286437988}\n",
      "{'epoch': 0, 'update in batch': 23007, '/': 25417, 'loss': 7.081334114074707}\n",
      "{'epoch': 0, 'update in batch': 23008, '/': 25417, 'loss': 7.746057987213135}\n",
      "{'epoch': 0, 'update in batch': 23009, '/': 25417, 'loss': 8.325699806213379}\n",
      "{'epoch': 0, 'update in batch': 23010, '/': 25417, 'loss': 7.26163387298584}\n",
      "{'epoch': 0, 'update in batch': 23011, '/': 25417, 'loss': 7.547347068786621}\n",
      "{'epoch': 0, 'update in batch': 23012, '/': 25417, 'loss': 8.817041397094727}\n",
      "{'epoch': 0, 'update in batch': 23013, '/': 25417, 'loss': 7.125794410705566}\n",
      "{'epoch': 0, 'update in batch': 23014, '/': 25417, 'loss': 7.7859320640563965}\n",
      "{'epoch': 0, 'update in batch': 23015, '/': 25417, 'loss': 6.710057258605957}\n",
      "{'epoch': 0, 'update in batch': 23016, '/': 25417, 'loss': 6.013535499572754}\n",
      "{'epoch': 0, 'update in batch': 23017, '/': 25417, 'loss': 5.942108154296875}\n",
      "{'epoch': 0, 'update in batch': 23018, '/': 25417, 'loss': 6.466851711273193}\n",
      "{'epoch': 0, 'update in batch': 23019, '/': 25417, 'loss': 7.914649963378906}\n",
      "{'epoch': 0, 'update in batch': 23020, '/': 25417, 'loss': 9.541775703430176}\n",
      "{'epoch': 0, 'update in batch': 23021, '/': 25417, 'loss': 7.691586494445801}\n",
      "{'epoch': 0, 'update in batch': 23022, '/': 25417, 'loss': 7.087710380554199}\n",
      "{'epoch': 0, 'update in batch': 23023, '/': 25417, 'loss': 9.042401313781738}\n",
      "{'epoch': 0, 'update in batch': 23024, '/': 25417, 'loss': 8.562349319458008}\n",
      "{'epoch': 0, 'update in batch': 23025, '/': 25417, 'loss': 7.23138952255249}\n",
      "{'epoch': 0, 'update in batch': 23026, '/': 25417, 'loss': 7.163038730621338}\n",
      "{'epoch': 0, 'update in batch': 23027, '/': 25417, 'loss': 6.97638463973999}\n",
      "{'epoch': 0, 'update in batch': 23028, '/': 25417, 'loss': 7.703275203704834}\n",
      "{'epoch': 0, 'update in batch': 23029, '/': 25417, 'loss': 7.5952348709106445}\n",
      "{'epoch': 0, 'update in batch': 23030, '/': 25417, 'loss': 6.598708152770996}\n",
      "{'epoch': 0, 'update in batch': 23031, '/': 25417, 'loss': 7.423489570617676}\n",
      "{'epoch': 0, 'update in batch': 23032, '/': 25417, 'loss': 7.267366886138916}\n",
      "{'epoch': 0, 'update in batch': 23033, '/': 25417, 'loss': 7.648844242095947}\n",
      "{'epoch': 0, 'update in batch': 23034, '/': 25417, 'loss': 6.56978702545166}\n",
      "{'epoch': 0, 'update in batch': 23035, '/': 25417, 'loss': 5.458766460418701}\n",
      "{'epoch': 0, 'update in batch': 23036, '/': 25417, 'loss': 5.968228340148926}\n",
      "{'epoch': 0, 'update in batch': 23037, '/': 25417, 'loss': 5.648111343383789}\n",
      "{'epoch': 0, 'update in batch': 23038, '/': 25417, 'loss': 6.230440616607666}\n",
      "{'epoch': 0, 'update in batch': 23039, '/': 25417, 'loss': 6.381117820739746}\n",
      "{'epoch': 0, 'update in batch': 23040, '/': 25417, 'loss': 6.919470310211182}\n",
      "{'epoch': 0, 'update in batch': 23041, '/': 25417, 'loss': 7.269808292388916}\n",
      "{'epoch': 0, 'update in batch': 23042, '/': 25417, 'loss': 6.25319766998291}\n",
      "{'epoch': 0, 'update in batch': 23043, '/': 25417, 'loss': 6.831883430480957}\n",
      "{'epoch': 0, 'update in batch': 23044, '/': 25417, 'loss': 6.618382453918457}\n",
      "{'epoch': 0, 'update in batch': 23045, '/': 25417, 'loss': 6.404763221740723}\n",
      "{'epoch': 0, 'update in batch': 23046, '/': 25417, 'loss': 7.535881042480469}\n",
      "{'epoch': 0, 'update in batch': 23047, '/': 25417, 'loss': 7.470808982849121}\n",
      "{'epoch': 0, 'update in batch': 23048, '/': 25417, 'loss': 7.947884559631348}\n",
      "{'epoch': 0, 'update in batch': 23049, '/': 25417, 'loss': 7.995001792907715}\n",
      "{'epoch': 0, 'update in batch': 23050, '/': 25417, 'loss': 6.650014400482178}\n",
      "{'epoch': 0, 'update in batch': 23051, '/': 25417, 'loss': 7.046023368835449}\n",
      "{'epoch': 0, 'update in batch': 23052, '/': 25417, 'loss': 7.5076494216918945}\n",
      "{'epoch': 0, 'update in batch': 23053, '/': 25417, 'loss': 6.873420715332031}\n",
      "{'epoch': 0, 'update in batch': 23054, '/': 25417, 'loss': 7.3470892906188965}\n",
      "{'epoch': 0, 'update in batch': 23055, '/': 25417, 'loss': 8.091554641723633}\n",
      "{'epoch': 0, 'update in batch': 23056, '/': 25417, 'loss': 6.560682773590088}\n",
      "{'epoch': 0, 'update in batch': 23057, '/': 25417, 'loss': 6.904266357421875}\n",
      "{'epoch': 0, 'update in batch': 23058, '/': 25417, 'loss': 7.058047294616699}\n",
      "{'epoch': 0, 'update in batch': 23059, '/': 25417, 'loss': 7.577666282653809}\n",
      "{'epoch': 0, 'update in batch': 23060, '/': 25417, 'loss': 7.103177070617676}\n",
      "{'epoch': 0, 'update in batch': 23061, '/': 25417, 'loss': 5.728128433227539}\n",
      "{'epoch': 0, 'update in batch': 23062, '/': 25417, 'loss': 7.41357946395874}\n",
      "{'epoch': 0, 'update in batch': 23063, '/': 25417, 'loss': 6.782740592956543}\n",
      "{'epoch': 0, 'update in batch': 23064, '/': 25417, 'loss': 6.016716480255127}\n",
      "{'epoch': 0, 'update in batch': 23065, '/': 25417, 'loss': 6.195197582244873}\n",
      "{'epoch': 0, 'update in batch': 23066, '/': 25417, 'loss': 6.009293556213379}\n",
      "{'epoch': 0, 'update in batch': 23067, '/': 25417, 'loss': 5.935177803039551}\n",
      "{'epoch': 0, 'update in batch': 23068, '/': 25417, 'loss': 6.866352081298828}\n",
      "{'epoch': 0, 'update in batch': 23069, '/': 25417, 'loss': 7.152784824371338}\n",
      "{'epoch': 0, 'update in batch': 23070, '/': 25417, 'loss': 6.618582248687744}\n",
      "{'epoch': 0, 'update in batch': 23071, '/': 25417, 'loss': 6.954134464263916}\n",
      "{'epoch': 0, 'update in batch': 23072, '/': 25417, 'loss': 6.610184669494629}\n",
      "{'epoch': 0, 'update in batch': 23073, '/': 25417, 'loss': 6.862113952636719}\n",
      "{'epoch': 0, 'update in batch': 23074, '/': 25417, 'loss': 6.746857643127441}\n",
      "{'epoch': 0, 'update in batch': 23075, '/': 25417, 'loss': 6.487345218658447}\n",
      "{'epoch': 0, 'update in batch': 23076, '/': 25417, 'loss': 7.007554531097412}\n",
      "{'epoch': 0, 'update in batch': 23077, '/': 25417, 'loss': 7.383983612060547}\n",
      "{'epoch': 0, 'update in batch': 23078, '/': 25417, 'loss': 6.867701053619385}\n",
      "{'epoch': 0, 'update in batch': 23079, '/': 25417, 'loss': 7.2516188621521}\n",
      "{'epoch': 0, 'update in batch': 23080, '/': 25417, 'loss': 7.204708099365234}\n",
      "{'epoch': 0, 'update in batch': 23081, '/': 25417, 'loss': 6.35945987701416}\n",
      "{'epoch': 0, 'update in batch': 23082, '/': 25417, 'loss': 6.787113189697266}\n",
      "{'epoch': 0, 'update in batch': 23083, '/': 25417, 'loss': 7.148264408111572}\n",
      "{'epoch': 0, 'update in batch': 23084, '/': 25417, 'loss': 7.763934135437012}\n",
      "{'epoch': 0, 'update in batch': 23085, '/': 25417, 'loss': 9.593198776245117}\n",
      "{'epoch': 0, 'update in batch': 23086, '/': 25417, 'loss': 8.106721878051758}\n",
      "{'epoch': 0, 'update in batch': 23087, '/': 25417, 'loss': 8.154075622558594}\n",
      "{'epoch': 0, 'update in batch': 23088, '/': 25417, 'loss': 9.397829055786133}\n",
      "{'epoch': 0, 'update in batch': 23089, '/': 25417, 'loss': 6.787683010101318}\n",
      "{'epoch': 0, 'update in batch': 23090, '/': 25417, 'loss': 7.069315433502197}\n",
      "{'epoch': 0, 'update in batch': 23091, '/': 25417, 'loss': 7.804740905761719}\n",
      "{'epoch': 0, 'update in batch': 23092, '/': 25417, 'loss': 7.60370397567749}\n",
      "{'epoch': 0, 'update in batch': 23093, '/': 25417, 'loss': 7.037694454193115}\n",
      "{'epoch': 0, 'update in batch': 23094, '/': 25417, 'loss': 7.306848049163818}\n",
      "{'epoch': 0, 'update in batch': 23095, '/': 25417, 'loss': 6.718851566314697}\n",
      "{'epoch': 0, 'update in batch': 23096, '/': 25417, 'loss': 6.5584211349487305}\n",
      "{'epoch': 0, 'update in batch': 23097, '/': 25417, 'loss': 6.893067836761475}\n",
      "{'epoch': 0, 'update in batch': 23098, '/': 25417, 'loss': 7.306610107421875}\n",
      "{'epoch': 0, 'update in batch': 23099, '/': 25417, 'loss': 7.241967678070068}\n",
      "{'epoch': 0, 'update in batch': 23100, '/': 25417, 'loss': 7.520776271820068}\n",
      "{'epoch': 0, 'update in batch': 23101, '/': 25417, 'loss': 7.151864528656006}\n",
      "{'epoch': 0, 'update in batch': 23102, '/': 25417, 'loss': 7.682145595550537}\n",
      "{'epoch': 0, 'update in batch': 23103, '/': 25417, 'loss': 8.045381546020508}\n",
      "{'epoch': 0, 'update in batch': 23104, '/': 25417, 'loss': 5.560452461242676}\n",
      "{'epoch': 0, 'update in batch': 23105, '/': 25417, 'loss': 4.330819129943848}\n",
      "{'epoch': 0, 'update in batch': 23106, '/': 25417, 'loss': 5.537067890167236}\n",
      "{'epoch': 0, 'update in batch': 23107, '/': 25417, 'loss': 6.232480049133301}\n",
      "{'epoch': 0, 'update in batch': 23108, '/': 25417, 'loss': 4.872748374938965}\n",
      "{'epoch': 0, 'update in batch': 23109, '/': 25417, 'loss': 6.22307014465332}\n",
      "{'epoch': 0, 'update in batch': 23110, '/': 25417, 'loss': 6.488111972808838}\n",
      "{'epoch': 0, 'update in batch': 23111, '/': 25417, 'loss': 6.840392112731934}\n",
      "{'epoch': 0, 'update in batch': 23112, '/': 25417, 'loss': 6.281667232513428}\n",
      "{'epoch': 0, 'update in batch': 23113, '/': 25417, 'loss': 6.284730911254883}\n",
      "{'epoch': 0, 'update in batch': 23114, '/': 25417, 'loss': 5.815112590789795}\n",
      "{'epoch': 0, 'update in batch': 23115, '/': 25417, 'loss': 6.34736967086792}\n",
      "{'epoch': 0, 'update in batch': 23116, '/': 25417, 'loss': 6.405987739562988}\n",
      "{'epoch': 0, 'update in batch': 23117, '/': 25417, 'loss': 5.977063179016113}\n",
      "{'epoch': 0, 'update in batch': 23118, '/': 25417, 'loss': 7.889281272888184}\n",
      "{'epoch': 0, 'update in batch': 23119, '/': 25417, 'loss': 7.531032562255859}\n",
      "{'epoch': 0, 'update in batch': 23120, '/': 25417, 'loss': 8.970614433288574}\n",
      "{'epoch': 0, 'update in batch': 23121, '/': 25417, 'loss': 8.736088752746582}\n",
      "{'epoch': 0, 'update in batch': 23122, '/': 25417, 'loss': 7.881932258605957}\n",
      "{'epoch': 0, 'update in batch': 23123, '/': 25417, 'loss': 7.168970584869385}\n",
      "{'epoch': 0, 'update in batch': 23124, '/': 25417, 'loss': 8.150849342346191}\n",
      "{'epoch': 0, 'update in batch': 23125, '/': 25417, 'loss': 7.815817356109619}\n",
      "{'epoch': 0, 'update in batch': 23126, '/': 25417, 'loss': 6.7775726318359375}\n",
      "{'epoch': 0, 'update in batch': 23127, '/': 25417, 'loss': 5.90738582611084}\n",
      "{'epoch': 0, 'update in batch': 23128, '/': 25417, 'loss': 6.190020561218262}\n",
      "{'epoch': 0, 'update in batch': 23129, '/': 25417, 'loss': 5.657559394836426}\n",
      "{'epoch': 0, 'update in batch': 23130, '/': 25417, 'loss': 6.026238441467285}\n",
      "{'epoch': 0, 'update in batch': 23131, '/': 25417, 'loss': 6.539638519287109}\n",
      "{'epoch': 0, 'update in batch': 23132, '/': 25417, 'loss': 6.923503875732422}\n",
      "{'epoch': 0, 'update in batch': 23133, '/': 25417, 'loss': 6.72078800201416}\n",
      "{'epoch': 0, 'update in batch': 23134, '/': 25417, 'loss': 7.244268894195557}\n",
      "{'epoch': 0, 'update in batch': 23135, '/': 25417, 'loss': 7.213122367858887}\n",
      "{'epoch': 0, 'update in batch': 23136, '/': 25417, 'loss': 6.616299629211426}\n",
      "{'epoch': 0, 'update in batch': 23137, '/': 25417, 'loss': 6.888205528259277}\n",
      "{'epoch': 0, 'update in batch': 23138, '/': 25417, 'loss': 6.732203006744385}\n",
      "{'epoch': 0, 'update in batch': 23139, '/': 25417, 'loss': 6.0304341316223145}\n",
      "{'epoch': 0, 'update in batch': 23140, '/': 25417, 'loss': 7.451566219329834}\n",
      "{'epoch': 0, 'update in batch': 23141, '/': 25417, 'loss': 7.269186496734619}\n",
      "{'epoch': 0, 'update in batch': 23142, '/': 25417, 'loss': 6.316370010375977}\n",
      "{'epoch': 0, 'update in batch': 23143, '/': 25417, 'loss': 7.539166450500488}\n",
      "{'epoch': 0, 'update in batch': 23144, '/': 25417, 'loss': 7.717549800872803}\n",
      "{'epoch': 0, 'update in batch': 23145, '/': 25417, 'loss': 7.837488651275635}\n",
      "{'epoch': 0, 'update in batch': 23146, '/': 25417, 'loss': 7.63983678817749}\n",
      "{'epoch': 0, 'update in batch': 23147, '/': 25417, 'loss': 8.514753341674805}\n",
      "{'epoch': 0, 'update in batch': 23148, '/': 25417, 'loss': 8.433574676513672}\n",
      "{'epoch': 0, 'update in batch': 23149, '/': 25417, 'loss': 9.360431671142578}\n",
      "{'epoch': 0, 'update in batch': 23150, '/': 25417, 'loss': 6.853865623474121}\n",
      "{'epoch': 0, 'update in batch': 23151, '/': 25417, 'loss': 7.971155643463135}\n",
      "{'epoch': 0, 'update in batch': 23152, '/': 25417, 'loss': 6.065485000610352}\n",
      "{'epoch': 0, 'update in batch': 23153, '/': 25417, 'loss': 5.343678951263428}\n",
      "{'epoch': 0, 'update in batch': 23154, '/': 25417, 'loss': 6.241261959075928}\n",
      "{'epoch': 0, 'update in batch': 23155, '/': 25417, 'loss': 6.134764671325684}\n",
      "{'epoch': 0, 'update in batch': 23156, '/': 25417, 'loss': 4.6460161209106445}\n",
      "{'epoch': 0, 'update in batch': 23157, '/': 25417, 'loss': 7.633421897888184}\n",
      "{'epoch': 0, 'update in batch': 23158, '/': 25417, 'loss': 6.874403476715088}\n",
      "{'epoch': 0, 'update in batch': 23159, '/': 25417, 'loss': 6.798482418060303}\n",
      "{'epoch': 0, 'update in batch': 23160, '/': 25417, 'loss': 6.8374505043029785}\n",
      "{'epoch': 0, 'update in batch': 23161, '/': 25417, 'loss': 6.945979118347168}\n",
      "{'epoch': 0, 'update in batch': 23162, '/': 25417, 'loss': 7.499806880950928}\n",
      "{'epoch': 0, 'update in batch': 23163, '/': 25417, 'loss': 7.4981513023376465}\n",
      "{'epoch': 0, 'update in batch': 23164, '/': 25417, 'loss': 5.504834175109863}\n",
      "{'epoch': 0, 'update in batch': 23165, '/': 25417, 'loss': 6.397464752197266}\n",
      "{'epoch': 0, 'update in batch': 23166, '/': 25417, 'loss': 6.815295219421387}\n",
      "{'epoch': 0, 'update in batch': 23167, '/': 25417, 'loss': 7.510115146636963}\n",
      "{'epoch': 0, 'update in batch': 23168, '/': 25417, 'loss': 8.108270645141602}\n",
      "{'epoch': 0, 'update in batch': 23169, '/': 25417, 'loss': 8.590675354003906}\n",
      "{'epoch': 0, 'update in batch': 23170, '/': 25417, 'loss': 8.298418045043945}\n",
      "{'epoch': 0, 'update in batch': 23171, '/': 25417, 'loss': 8.624171257019043}\n",
      "{'epoch': 0, 'update in batch': 23172, '/': 25417, 'loss': 9.233680725097656}\n",
      "{'epoch': 0, 'update in batch': 23173, '/': 25417, 'loss': 9.399977684020996}\n",
      "{'epoch': 0, 'update in batch': 23174, '/': 25417, 'loss': 9.357276916503906}\n",
      "{'epoch': 0, 'update in batch': 23175, '/': 25417, 'loss': 8.701733589172363}\n",
      "{'epoch': 0, 'update in batch': 23176, '/': 25417, 'loss': 8.494604110717773}\n",
      "{'epoch': 0, 'update in batch': 23177, '/': 25417, 'loss': 6.89260721206665}\n",
      "{'epoch': 0, 'update in batch': 23178, '/': 25417, 'loss': 6.79404354095459}\n",
      "{'epoch': 0, 'update in batch': 23179, '/': 25417, 'loss': 5.639621257781982}\n",
      "{'epoch': 0, 'update in batch': 23180, '/': 25417, 'loss': 5.912835121154785}\n",
      "{'epoch': 0, 'update in batch': 23181, '/': 25417, 'loss': 6.489649772644043}\n",
      "{'epoch': 0, 'update in batch': 23182, '/': 25417, 'loss': 6.0920820236206055}\n",
      "{'epoch': 0, 'update in batch': 23183, '/': 25417, 'loss': 5.923339366912842}\n",
      "{'epoch': 0, 'update in batch': 23184, '/': 25417, 'loss': 6.268186092376709}\n",
      "{'epoch': 0, 'update in batch': 23185, '/': 25417, 'loss': 7.286352634429932}\n",
      "{'epoch': 0, 'update in batch': 23186, '/': 25417, 'loss': 6.177036762237549}\n",
      "{'epoch': 0, 'update in batch': 23187, '/': 25417, 'loss': 6.6170830726623535}\n",
      "{'epoch': 0, 'update in batch': 23188, '/': 25417, 'loss': 6.670524597167969}\n",
      "{'epoch': 0, 'update in batch': 23189, '/': 25417, 'loss': 8.545844078063965}\n",
      "{'epoch': 0, 'update in batch': 23190, '/': 25417, 'loss': 8.199642181396484}\n",
      "{'epoch': 0, 'update in batch': 23191, '/': 25417, 'loss': 7.741172790527344}\n",
      "{'epoch': 0, 'update in batch': 23192, '/': 25417, 'loss': 7.833688259124756}\n",
      "{'epoch': 0, 'update in batch': 23193, '/': 25417, 'loss': 7.214522361755371}\n",
      "{'epoch': 0, 'update in batch': 23194, '/': 25417, 'loss': 8.083593368530273}\n",
      "{'epoch': 0, 'update in batch': 23195, '/': 25417, 'loss': 7.600285530090332}\n",
      "{'epoch': 0, 'update in batch': 23196, '/': 25417, 'loss': 7.969346523284912}\n",
      "{'epoch': 0, 'update in batch': 23197, '/': 25417, 'loss': 9.891711235046387}\n",
      "{'epoch': 0, 'update in batch': 23198, '/': 25417, 'loss': 11.947531700134277}\n",
      "{'epoch': 0, 'update in batch': 23199, '/': 25417, 'loss': 9.946399688720703}\n",
      "{'epoch': 0, 'update in batch': 23200, '/': 25417, 'loss': 8.855629920959473}\n",
      "{'epoch': 0, 'update in batch': 23201, '/': 25417, 'loss': 9.624152183532715}\n",
      "{'epoch': 0, 'update in batch': 23202, '/': 25417, 'loss': 5.650620460510254}\n",
      "{'epoch': 0, 'update in batch': 23203, '/': 25417, 'loss': 6.972031593322754}\n",
      "{'epoch': 0, 'update in batch': 23204, '/': 25417, 'loss': 7.362635612487793}\n",
      "{'epoch': 0, 'update in batch': 23205, '/': 25417, 'loss': 8.015107154846191}\n",
      "{'epoch': 0, 'update in batch': 23206, '/': 25417, 'loss': 7.636988639831543}\n",
      "{'epoch': 0, 'update in batch': 23207, '/': 25417, 'loss': 6.108254909515381}\n",
      "{'epoch': 0, 'update in batch': 23208, '/': 25417, 'loss': 6.899446964263916}\n",
      "{'epoch': 0, 'update in batch': 23209, '/': 25417, 'loss': 6.700798034667969}\n",
      "{'epoch': 0, 'update in batch': 23210, '/': 25417, 'loss': 7.2336297035217285}\n",
      "{'epoch': 0, 'update in batch': 23211, '/': 25417, 'loss': 7.924616813659668}\n",
      "{'epoch': 0, 'update in batch': 23212, '/': 25417, 'loss': 8.114949226379395}\n",
      "{'epoch': 0, 'update in batch': 23213, '/': 25417, 'loss': 8.016084671020508}\n",
      "{'epoch': 0, 'update in batch': 23214, '/': 25417, 'loss': 7.91710901260376}\n",
      "{'epoch': 0, 'update in batch': 23215, '/': 25417, 'loss': 7.714383125305176}\n",
      "{'epoch': 0, 'update in batch': 23216, '/': 25417, 'loss': 7.585948944091797}\n",
      "{'epoch': 0, 'update in batch': 23217, '/': 25417, 'loss': 9.122356414794922}\n",
      "{'epoch': 0, 'update in batch': 23218, '/': 25417, 'loss': 7.47562313079834}\n",
      "{'epoch': 0, 'update in batch': 23219, '/': 25417, 'loss': 6.8261919021606445}\n",
      "{'epoch': 0, 'update in batch': 23220, '/': 25417, 'loss': 6.838291168212891}\n",
      "{'epoch': 0, 'update in batch': 23221, '/': 25417, 'loss': 8.70009994506836}\n",
      "{'epoch': 0, 'update in batch': 23222, '/': 25417, 'loss': 7.104010105133057}\n",
      "{'epoch': 0, 'update in batch': 23223, '/': 25417, 'loss': 8.159719467163086}\n",
      "{'epoch': 0, 'update in batch': 23224, '/': 25417, 'loss': 7.590266227722168}\n",
      "{'epoch': 0, 'update in batch': 23225, '/': 25417, 'loss': 6.992213249206543}\n",
      "{'epoch': 0, 'update in batch': 23226, '/': 25417, 'loss': 6.0955610275268555}\n",
      "{'epoch': 0, 'update in batch': 23227, '/': 25417, 'loss': 7.141177177429199}\n",
      "{'epoch': 0, 'update in batch': 23228, '/': 25417, 'loss': 7.370479583740234}\n",
      "{'epoch': 0, 'update in batch': 23229, '/': 25417, 'loss': 6.536424160003662}\n",
      "{'epoch': 0, 'update in batch': 23230, '/': 25417, 'loss': 7.023690223693848}\n",
      "{'epoch': 0, 'update in batch': 23231, '/': 25417, 'loss': 7.419315338134766}\n",
      "{'epoch': 0, 'update in batch': 23232, '/': 25417, 'loss': 7.017625331878662}\n",
      "{'epoch': 0, 'update in batch': 23233, '/': 25417, 'loss': 6.929986476898193}\n",
      "{'epoch': 0, 'update in batch': 23234, '/': 25417, 'loss': 8.404767990112305}\n",
      "{'epoch': 0, 'update in batch': 23235, '/': 25417, 'loss': 6.216605186462402}\n",
      "{'epoch': 0, 'update in batch': 23236, '/': 25417, 'loss': 6.055638313293457}\n",
      "{'epoch': 0, 'update in batch': 23237, '/': 25417, 'loss': 6.153745174407959}\n",
      "{'epoch': 0, 'update in batch': 23238, '/': 25417, 'loss': 6.289979934692383}\n",
      "{'epoch': 0, 'update in batch': 23239, '/': 25417, 'loss': 6.377135276794434}\n",
      "{'epoch': 0, 'update in batch': 23240, '/': 25417, 'loss': 7.0496063232421875}\n",
      "{'epoch': 0, 'update in batch': 23241, '/': 25417, 'loss': 8.280692100524902}\n",
      "{'epoch': 0, 'update in batch': 23242, '/': 25417, 'loss': 7.994162082672119}\n",
      "{'epoch': 0, 'update in batch': 23243, '/': 25417, 'loss': 8.803287506103516}\n",
      "{'epoch': 0, 'update in batch': 23244, '/': 25417, 'loss': 8.041425704956055}\n",
      "{'epoch': 0, 'update in batch': 23245, '/': 25417, 'loss': 7.441023349761963}\n",
      "{'epoch': 0, 'update in batch': 23246, '/': 25417, 'loss': 8.923056602478027}\n",
      "{'epoch': 0, 'update in batch': 23247, '/': 25417, 'loss': 8.41274642944336}\n",
      "{'epoch': 0, 'update in batch': 23248, '/': 25417, 'loss': 8.552841186523438}\n",
      "{'epoch': 0, 'update in batch': 23249, '/': 25417, 'loss': 6.44634485244751}\n",
      "{'epoch': 0, 'update in batch': 23250, '/': 25417, 'loss': 6.696619987487793}\n",
      "{'epoch': 0, 'update in batch': 23251, '/': 25417, 'loss': 7.268075466156006}\n",
      "{'epoch': 0, 'update in batch': 23252, '/': 25417, 'loss': 6.24614953994751}\n",
      "{'epoch': 0, 'update in batch': 23253, '/': 25417, 'loss': 6.554837703704834}\n",
      "{'epoch': 0, 'update in batch': 23254, '/': 25417, 'loss': 7.461061000823975}\n",
      "{'epoch': 0, 'update in batch': 23255, '/': 25417, 'loss': 6.72396183013916}\n",
      "{'epoch': 0, 'update in batch': 23256, '/': 25417, 'loss': 6.2773847579956055}\n",
      "{'epoch': 0, 'update in batch': 23257, '/': 25417, 'loss': 6.755334377288818}\n",
      "{'epoch': 0, 'update in batch': 23258, '/': 25417, 'loss': 6.472573757171631}\n",
      "{'epoch': 0, 'update in batch': 23259, '/': 25417, 'loss': 7.538543701171875}\n",
      "{'epoch': 0, 'update in batch': 23260, '/': 25417, 'loss': 6.978050231933594}\n",
      "{'epoch': 0, 'update in batch': 23261, '/': 25417, 'loss': 7.179323673248291}\n",
      "{'epoch': 0, 'update in batch': 23262, '/': 25417, 'loss': 7.692015647888184}\n",
      "{'epoch': 0, 'update in batch': 23263, '/': 25417, 'loss': 6.5391526222229}\n",
      "{'epoch': 0, 'update in batch': 23264, '/': 25417, 'loss': 6.327256202697754}\n",
      "{'epoch': 0, 'update in batch': 23265, '/': 25417, 'loss': 6.1726393699646}\n",
      "{'epoch': 0, 'update in batch': 23266, '/': 25417, 'loss': 5.523996353149414}\n",
      "{'epoch': 0, 'update in batch': 23267, '/': 25417, 'loss': 7.225935459136963}\n",
      "{'epoch': 0, 'update in batch': 23268, '/': 25417, 'loss': 7.539852142333984}\n",
      "{'epoch': 0, 'update in batch': 23269, '/': 25417, 'loss': 6.598018646240234}\n",
      "{'epoch': 0, 'update in batch': 23270, '/': 25417, 'loss': 7.014064788818359}\n",
      "{'epoch': 0, 'update in batch': 23271, '/': 25417, 'loss': 7.255391597747803}\n",
      "{'epoch': 0, 'update in batch': 23272, '/': 25417, 'loss': 7.384581089019775}\n",
      "{'epoch': 0, 'update in batch': 23273, '/': 25417, 'loss': 6.974196434020996}\n",
      "{'epoch': 0, 'update in batch': 23274, '/': 25417, 'loss': 8.810914993286133}\n",
      "{'epoch': 0, 'update in batch': 23275, '/': 25417, 'loss': 8.434383392333984}\n",
      "{'epoch': 0, 'update in batch': 23276, '/': 25417, 'loss': 9.23714542388916}\n",
      "{'epoch': 0, 'update in batch': 23277, '/': 25417, 'loss': 7.923795223236084}\n",
      "{'epoch': 0, 'update in batch': 23278, '/': 25417, 'loss': 8.747345924377441}\n",
      "{'epoch': 0, 'update in batch': 23279, '/': 25417, 'loss': 7.990596771240234}\n",
      "{'epoch': 0, 'update in batch': 23280, '/': 25417, 'loss': 8.634437561035156}\n",
      "{'epoch': 0, 'update in batch': 23281, '/': 25417, 'loss': 6.865797519683838}\n",
      "{'epoch': 0, 'update in batch': 23282, '/': 25417, 'loss': 8.675638198852539}\n",
      "{'epoch': 0, 'update in batch': 23283, '/': 25417, 'loss': 7.791717529296875}\n",
      "{'epoch': 0, 'update in batch': 23284, '/': 25417, 'loss': 8.35977554321289}\n",
      "{'epoch': 0, 'update in batch': 23285, '/': 25417, 'loss': 7.308531284332275}\n",
      "{'epoch': 0, 'update in batch': 23286, '/': 25417, 'loss': 7.8577728271484375}\n",
      "{'epoch': 0, 'update in batch': 23287, '/': 25417, 'loss': 6.624447822570801}\n",
      "{'epoch': 0, 'update in batch': 23288, '/': 25417, 'loss': 6.388540267944336}\n",
      "{'epoch': 0, 'update in batch': 23289, '/': 25417, 'loss': 6.3567914962768555}\n",
      "{'epoch': 0, 'update in batch': 23290, '/': 25417, 'loss': 5.662478446960449}\n",
      "{'epoch': 0, 'update in batch': 23291, '/': 25417, 'loss': 5.619662761688232}\n",
      "{'epoch': 0, 'update in batch': 23292, '/': 25417, 'loss': 4.7921953201293945}\n",
      "{'epoch': 0, 'update in batch': 23293, '/': 25417, 'loss': 6.31433629989624}\n",
      "{'epoch': 0, 'update in batch': 23294, '/': 25417, 'loss': 5.821543216705322}\n",
      "{'epoch': 0, 'update in batch': 23295, '/': 25417, 'loss': 7.6013007164001465}\n",
      "{'epoch': 0, 'update in batch': 23296, '/': 25417, 'loss': 8.040760040283203}\n",
      "{'epoch': 0, 'update in batch': 23297, '/': 25417, 'loss': 7.955924987792969}\n",
      "{'epoch': 0, 'update in batch': 23298, '/': 25417, 'loss': 6.750603675842285}\n",
      "{'epoch': 0, 'update in batch': 23299, '/': 25417, 'loss': 7.334622859954834}\n",
      "{'epoch': 0, 'update in batch': 23300, '/': 25417, 'loss': 7.95654296875}\n",
      "{'epoch': 0, 'update in batch': 23301, '/': 25417, 'loss': 8.030550956726074}\n",
      "{'epoch': 0, 'update in batch': 23302, '/': 25417, 'loss': 7.106997013092041}\n",
      "{'epoch': 0, 'update in batch': 23303, '/': 25417, 'loss': 8.459005355834961}\n",
      "{'epoch': 0, 'update in batch': 23304, '/': 25417, 'loss': 8.641134262084961}\n",
      "{'epoch': 0, 'update in batch': 23305, '/': 25417, 'loss': 7.209288120269775}\n",
      "{'epoch': 0, 'update in batch': 23306, '/': 25417, 'loss': 8.208109855651855}\n",
      "{'epoch': 0, 'update in batch': 23307, '/': 25417, 'loss': 7.437288761138916}\n",
      "{'epoch': 0, 'update in batch': 23308, '/': 25417, 'loss': 8.850811958312988}\n",
      "{'epoch': 0, 'update in batch': 23309, '/': 25417, 'loss': 7.315905570983887}\n",
      "{'epoch': 0, 'update in batch': 23310, '/': 25417, 'loss': 6.574052333831787}\n",
      "{'epoch': 0, 'update in batch': 23311, '/': 25417, 'loss': 7.031458854675293}\n",
      "{'epoch': 0, 'update in batch': 23312, '/': 25417, 'loss': 6.683046817779541}\n",
      "{'epoch': 0, 'update in batch': 23313, '/': 25417, 'loss': 7.3740363121032715}\n",
      "{'epoch': 0, 'update in batch': 23314, '/': 25417, 'loss': 7.524757385253906}\n",
      "{'epoch': 0, 'update in batch': 23315, '/': 25417, 'loss': 7.121528625488281}\n",
      "{'epoch': 0, 'update in batch': 23316, '/': 25417, 'loss': 6.856923580169678}\n",
      "{'epoch': 0, 'update in batch': 23317, '/': 25417, 'loss': 7.015570163726807}\n",
      "{'epoch': 0, 'update in batch': 23318, '/': 25417, 'loss': 6.588763236999512}\n",
      "{'epoch': 0, 'update in batch': 23319, '/': 25417, 'loss': 6.108508586883545}\n",
      "{'epoch': 0, 'update in batch': 23320, '/': 25417, 'loss': 6.9089179039001465}\n",
      "{'epoch': 0, 'update in batch': 23321, '/': 25417, 'loss': 6.458065986633301}\n",
      "{'epoch': 0, 'update in batch': 23322, '/': 25417, 'loss': 7.059145450592041}\n",
      "{'epoch': 0, 'update in batch': 23323, '/': 25417, 'loss': 7.023528099060059}\n",
      "{'epoch': 0, 'update in batch': 23324, '/': 25417, 'loss': 7.342104911804199}\n",
      "{'epoch': 0, 'update in batch': 23325, '/': 25417, 'loss': 6.778245449066162}\n",
      "{'epoch': 0, 'update in batch': 23326, '/': 25417, 'loss': 7.055262565612793}\n",
      "{'epoch': 0, 'update in batch': 23327, '/': 25417, 'loss': 7.016735076904297}\n",
      "{'epoch': 0, 'update in batch': 23328, '/': 25417, 'loss': 7.06966495513916}\n",
      "{'epoch': 0, 'update in batch': 23329, '/': 25417, 'loss': 8.602211952209473}\n",
      "{'epoch': 0, 'update in batch': 23330, '/': 25417, 'loss': 6.593270778656006}\n",
      "{'epoch': 0, 'update in batch': 23331, '/': 25417, 'loss': 5.760286331176758}\n",
      "{'epoch': 0, 'update in batch': 23332, '/': 25417, 'loss': 6.5775299072265625}\n",
      "{'epoch': 0, 'update in batch': 23333, '/': 25417, 'loss': 7.629011631011963}\n",
      "{'epoch': 0, 'update in batch': 23334, '/': 25417, 'loss': 6.203343391418457}\n",
      "{'epoch': 0, 'update in batch': 23335, '/': 25417, 'loss': 7.207056522369385}\n",
      "{'epoch': 0, 'update in batch': 23336, '/': 25417, 'loss': 6.913764953613281}\n",
      "{'epoch': 0, 'update in batch': 23337, '/': 25417, 'loss': 7.175418853759766}\n",
      "{'epoch': 0, 'update in batch': 23338, '/': 25417, 'loss': 6.5027756690979}\n",
      "{'epoch': 0, 'update in batch': 23339, '/': 25417, 'loss': 5.568778038024902}\n",
      "{'epoch': 0, 'update in batch': 23340, '/': 25417, 'loss': 6.429398536682129}\n",
      "{'epoch': 0, 'update in batch': 23341, '/': 25417, 'loss': 6.716326713562012}\n",
      "{'epoch': 0, 'update in batch': 23342, '/': 25417, 'loss': 7.0265045166015625}\n",
      "{'epoch': 0, 'update in batch': 23343, '/': 25417, 'loss': 6.722709655761719}\n",
      "{'epoch': 0, 'update in batch': 23344, '/': 25417, 'loss': 6.366345405578613}\n",
      "{'epoch': 0, 'update in batch': 23345, '/': 25417, 'loss': 6.328289031982422}\n",
      "{'epoch': 0, 'update in batch': 23346, '/': 25417, 'loss': 6.905895233154297}\n",
      "{'epoch': 0, 'update in batch': 23347, '/': 25417, 'loss': 6.391967296600342}\n",
      "{'epoch': 0, 'update in batch': 23348, '/': 25417, 'loss': 7.716786861419678}\n",
      "{'epoch': 0, 'update in batch': 23349, '/': 25417, 'loss': 6.2826337814331055}\n",
      "{'epoch': 0, 'update in batch': 23350, '/': 25417, 'loss': 6.705941677093506}\n",
      "{'epoch': 0, 'update in batch': 23351, '/': 25417, 'loss': 5.276943683624268}\n",
      "{'epoch': 0, 'update in batch': 23352, '/': 25417, 'loss': 6.181323051452637}\n",
      "{'epoch': 0, 'update in batch': 23353, '/': 25417, 'loss': 5.76211404800415}\n",
      "{'epoch': 0, 'update in batch': 23354, '/': 25417, 'loss': 9.15070915222168}\n",
      "{'epoch': 0, 'update in batch': 23355, '/': 25417, 'loss': 7.687772274017334}\n",
      "{'epoch': 0, 'update in batch': 23356, '/': 25417, 'loss': 7.360969543457031}\n",
      "{'epoch': 0, 'update in batch': 23357, '/': 25417, 'loss': 8.588957786560059}\n",
      "{'epoch': 0, 'update in batch': 23358, '/': 25417, 'loss': 7.453721523284912}\n",
      "{'epoch': 0, 'update in batch': 23359, '/': 25417, 'loss': 6.859509468078613}\n",
      "{'epoch': 0, 'update in batch': 23360, '/': 25417, 'loss': 7.362412929534912}\n",
      "{'epoch': 0, 'update in batch': 23361, '/': 25417, 'loss': 6.49808406829834}\n",
      "{'epoch': 0, 'update in batch': 23362, '/': 25417, 'loss': 6.921558380126953}\n",
      "{'epoch': 0, 'update in batch': 23363, '/': 25417, 'loss': 7.656040191650391}\n",
      "{'epoch': 0, 'update in batch': 23364, '/': 25417, 'loss': 6.6677398681640625}\n",
      "{'epoch': 0, 'update in batch': 23365, '/': 25417, 'loss': 6.0920562744140625}\n",
      "{'epoch': 0, 'update in batch': 23366, '/': 25417, 'loss': 6.139182090759277}\n",
      "{'epoch': 0, 'update in batch': 23367, '/': 25417, 'loss': 7.190338134765625}\n",
      "{'epoch': 0, 'update in batch': 23368, '/': 25417, 'loss': 7.786833763122559}\n",
      "{'epoch': 0, 'update in batch': 23369, '/': 25417, 'loss': 6.747856140136719}\n",
      "{'epoch': 0, 'update in batch': 23370, '/': 25417, 'loss': 7.507040977478027}\n",
      "{'epoch': 0, 'update in batch': 23371, '/': 25417, 'loss': 6.87154483795166}\n",
      "{'epoch': 0, 'update in batch': 23372, '/': 25417, 'loss': 6.839962005615234}\n",
      "{'epoch': 0, 'update in batch': 23373, '/': 25417, 'loss': 6.904571533203125}\n",
      "{'epoch': 0, 'update in batch': 23374, '/': 25417, 'loss': 7.060536861419678}\n",
      "{'epoch': 0, 'update in batch': 23375, '/': 25417, 'loss': 6.892136573791504}\n",
      "{'epoch': 0, 'update in batch': 23376, '/': 25417, 'loss': 6.307648658752441}\n",
      "{'epoch': 0, 'update in batch': 23377, '/': 25417, 'loss': 6.072944641113281}\n",
      "{'epoch': 0, 'update in batch': 23378, '/': 25417, 'loss': 6.437485694885254}\n",
      "{'epoch': 0, 'update in batch': 23379, '/': 25417, 'loss': 7.443204402923584}\n",
      "{'epoch': 0, 'update in batch': 23380, '/': 25417, 'loss': 7.207250118255615}\n",
      "{'epoch': 0, 'update in batch': 23381, '/': 25417, 'loss': 7.18515157699585}\n",
      "{'epoch': 0, 'update in batch': 23382, '/': 25417, 'loss': 7.524548530578613}\n",
      "{'epoch': 0, 'update in batch': 23383, '/': 25417, 'loss': 6.952319145202637}\n",
      "{'epoch': 0, 'update in batch': 23384, '/': 25417, 'loss': 7.360574245452881}\n",
      "{'epoch': 0, 'update in batch': 23385, '/': 25417, 'loss': 6.778073787689209}\n",
      "{'epoch': 0, 'update in batch': 23386, '/': 25417, 'loss': 7.1558942794799805}\n",
      "{'epoch': 0, 'update in batch': 23387, '/': 25417, 'loss': 5.9362616539001465}\n",
      "{'epoch': 0, 'update in batch': 23388, '/': 25417, 'loss': 5.690822601318359}\n",
      "{'epoch': 0, 'update in batch': 23389, '/': 25417, 'loss': 6.099010467529297}\n",
      "{'epoch': 0, 'update in batch': 23390, '/': 25417, 'loss': 6.586985111236572}\n",
      "{'epoch': 0, 'update in batch': 23391, '/': 25417, 'loss': 7.053732395172119}\n",
      "{'epoch': 0, 'update in batch': 23392, '/': 25417, 'loss': 6.941402435302734}\n",
      "{'epoch': 0, 'update in batch': 23393, '/': 25417, 'loss': 6.0808844566345215}\n",
      "{'epoch': 0, 'update in batch': 23394, '/': 25417, 'loss': 6.152753829956055}\n",
      "{'epoch': 0, 'update in batch': 23395, '/': 25417, 'loss': 6.360584735870361}\n",
      "{'epoch': 0, 'update in batch': 23396, '/': 25417, 'loss': 6.189457416534424}\n",
      "{'epoch': 0, 'update in batch': 23397, '/': 25417, 'loss': 7.787233829498291}\n",
      "{'epoch': 0, 'update in batch': 23398, '/': 25417, 'loss': 6.342551231384277}\n",
      "{'epoch': 0, 'update in batch': 23399, '/': 25417, 'loss': 6.086595058441162}\n",
      "{'epoch': 0, 'update in batch': 23400, '/': 25417, 'loss': 7.011732578277588}\n",
      "{'epoch': 0, 'update in batch': 23401, '/': 25417, 'loss': 6.4290452003479}\n",
      "{'epoch': 0, 'update in batch': 23402, '/': 25417, 'loss': 5.960691452026367}\n",
      "{'epoch': 0, 'update in batch': 23403, '/': 25417, 'loss': 8.376202583312988}\n",
      "{'epoch': 0, 'update in batch': 23404, '/': 25417, 'loss': 8.732295989990234}\n",
      "{'epoch': 0, 'update in batch': 23405, '/': 25417, 'loss': 7.544583320617676}\n",
      "{'epoch': 0, 'update in batch': 23406, '/': 25417, 'loss': 8.567251205444336}\n",
      "{'epoch': 0, 'update in batch': 23407, '/': 25417, 'loss': 8.61574649810791}\n",
      "{'epoch': 0, 'update in batch': 23408, '/': 25417, 'loss': 7.646091461181641}\n",
      "{'epoch': 0, 'update in batch': 23409, '/': 25417, 'loss': 6.002710342407227}\n",
      "{'epoch': 0, 'update in batch': 23410, '/': 25417, 'loss': 6.327216148376465}\n",
      "{'epoch': 0, 'update in batch': 23411, '/': 25417, 'loss': 6.663472652435303}\n",
      "{'epoch': 0, 'update in batch': 23412, '/': 25417, 'loss': 6.774467468261719}\n",
      "{'epoch': 0, 'update in batch': 23413, '/': 25417, 'loss': 6.992087364196777}\n",
      "{'epoch': 0, 'update in batch': 23414, '/': 25417, 'loss': 6.51299524307251}\n",
      "{'epoch': 0, 'update in batch': 23415, '/': 25417, 'loss': 6.958603858947754}\n",
      "{'epoch': 0, 'update in batch': 23416, '/': 25417, 'loss': 5.8952131271362305}\n",
      "{'epoch': 0, 'update in batch': 23417, '/': 25417, 'loss': 8.254514694213867}\n",
      "{'epoch': 0, 'update in batch': 23418, '/': 25417, 'loss': 6.196627616882324}\n",
      "{'epoch': 0, 'update in batch': 23419, '/': 25417, 'loss': 6.744595527648926}\n",
      "{'epoch': 0, 'update in batch': 23420, '/': 25417, 'loss': 7.329558372497559}\n",
      "{'epoch': 0, 'update in batch': 23421, '/': 25417, 'loss': 6.6730475425720215}\n",
      "{'epoch': 0, 'update in batch': 23422, '/': 25417, 'loss': 7.3596930503845215}\n",
      "{'epoch': 0, 'update in batch': 23423, '/': 25417, 'loss': 7.4243597984313965}\n",
      "{'epoch': 0, 'update in batch': 23424, '/': 25417, 'loss': 7.605532169342041}\n",
      "{'epoch': 0, 'update in batch': 23425, '/': 25417, 'loss': 6.40575647354126}\n",
      "{'epoch': 0, 'update in batch': 23426, '/': 25417, 'loss': 6.551896095275879}\n",
      "{'epoch': 0, 'update in batch': 23427, '/': 25417, 'loss': 6.786600589752197}\n",
      "{'epoch': 0, 'update in batch': 23428, '/': 25417, 'loss': 7.127175331115723}\n",
      "{'epoch': 0, 'update in batch': 23429, '/': 25417, 'loss': 10.544692993164062}\n",
      "{'epoch': 0, 'update in batch': 23430, '/': 25417, 'loss': 9.4525146484375}\n",
      "{'epoch': 0, 'update in batch': 23431, '/': 25417, 'loss': 9.60205078125}\n",
      "{'epoch': 0, 'update in batch': 23432, '/': 25417, 'loss': 10.140978813171387}\n",
      "{'epoch': 0, 'update in batch': 23433, '/': 25417, 'loss': 7.060778617858887}\n",
      "{'epoch': 0, 'update in batch': 23434, '/': 25417, 'loss': 7.029138088226318}\n",
      "{'epoch': 0, 'update in batch': 23435, '/': 25417, 'loss': 7.0417656898498535}\n",
      "{'epoch': 0, 'update in batch': 23436, '/': 25417, 'loss': 7.084737300872803}\n",
      "{'epoch': 0, 'update in batch': 23437, '/': 25417, 'loss': 7.794440269470215}\n",
      "{'epoch': 0, 'update in batch': 23438, '/': 25417, 'loss': 6.634011268615723}\n",
      "{'epoch': 0, 'update in batch': 23439, '/': 25417, 'loss': 7.0266313552856445}\n",
      "{'epoch': 0, 'update in batch': 23440, '/': 25417, 'loss': 7.848017692565918}\n",
      "{'epoch': 0, 'update in batch': 23441, '/': 25417, 'loss': 6.624245643615723}\n",
      "{'epoch': 0, 'update in batch': 23442, '/': 25417, 'loss': 7.604252815246582}\n",
      "{'epoch': 0, 'update in batch': 23443, '/': 25417, 'loss': 6.83404016494751}\n",
      "{'epoch': 0, 'update in batch': 23444, '/': 25417, 'loss': 5.609757900238037}\n",
      "{'epoch': 0, 'update in batch': 23445, '/': 25417, 'loss': 6.750256538391113}\n",
      "{'epoch': 0, 'update in batch': 23446, '/': 25417, 'loss': 7.462365627288818}\n",
      "{'epoch': 0, 'update in batch': 23447, '/': 25417, 'loss': 7.0142011642456055}\n",
      "{'epoch': 0, 'update in batch': 23448, '/': 25417, 'loss': 6.630620002746582}\n",
      "{'epoch': 0, 'update in batch': 23449, '/': 25417, 'loss': 7.01427698135376}\n",
      "{'epoch': 0, 'update in batch': 23450, '/': 25417, 'loss': 7.975531578063965}\n",
      "{'epoch': 0, 'update in batch': 23451, '/': 25417, 'loss': 6.828634738922119}\n",
      "{'epoch': 0, 'update in batch': 23452, '/': 25417, 'loss': 7.645870208740234}\n",
      "{'epoch': 0, 'update in batch': 23453, '/': 25417, 'loss': 6.474634647369385}\n",
      "{'epoch': 0, 'update in batch': 23454, '/': 25417, 'loss': 7.502147674560547}\n",
      "{'epoch': 0, 'update in batch': 23455, '/': 25417, 'loss': 7.320056915283203}\n",
      "{'epoch': 0, 'update in batch': 23456, '/': 25417, 'loss': 9.172086715698242}\n",
      "{'epoch': 0, 'update in batch': 23457, '/': 25417, 'loss': 9.381366729736328}\n",
      "{'epoch': 0, 'update in batch': 23458, '/': 25417, 'loss': 8.738706588745117}\n",
      "{'epoch': 0, 'update in batch': 23459, '/': 25417, 'loss': 10.182401657104492}\n",
      "{'epoch': 0, 'update in batch': 23460, '/': 25417, 'loss': 7.630921363830566}\n",
      "{'epoch': 0, 'update in batch': 23461, '/': 25417, 'loss': 7.271828651428223}\n",
      "{'epoch': 0, 'update in batch': 23462, '/': 25417, 'loss': 7.376226902008057}\n",
      "{'epoch': 0, 'update in batch': 23463, '/': 25417, 'loss': 6.81182336807251}\n",
      "{'epoch': 0, 'update in batch': 23464, '/': 25417, 'loss': 7.398674011230469}\n",
      "{'epoch': 0, 'update in batch': 23465, '/': 25417, 'loss': 7.346379280090332}\n",
      "{'epoch': 0, 'update in batch': 23466, '/': 25417, 'loss': 6.937220573425293}\n",
      "{'epoch': 0, 'update in batch': 23467, '/': 25417, 'loss': 7.033944606781006}\n",
      "{'epoch': 0, 'update in batch': 23468, '/': 25417, 'loss': 7.3288679122924805}\n",
      "{'epoch': 0, 'update in batch': 23469, '/': 25417, 'loss': 7.816171169281006}\n",
      "{'epoch': 0, 'update in batch': 23470, '/': 25417, 'loss': 10.963651657104492}\n",
      "{'epoch': 0, 'update in batch': 23471, '/': 25417, 'loss': 11.554976463317871}\n",
      "{'epoch': 0, 'update in batch': 23472, '/': 25417, 'loss': 11.162435531616211}\n",
      "{'epoch': 0, 'update in batch': 23473, '/': 25417, 'loss': 10.335495948791504}\n",
      "{'epoch': 0, 'update in batch': 23474, '/': 25417, 'loss': 8.57744026184082}\n",
      "{'epoch': 0, 'update in batch': 23475, '/': 25417, 'loss': 7.26779317855835}\n",
      "{'epoch': 0, 'update in batch': 23476, '/': 25417, 'loss': 6.678875923156738}\n",
      "{'epoch': 0, 'update in batch': 23477, '/': 25417, 'loss': 6.877330780029297}\n",
      "{'epoch': 0, 'update in batch': 23478, '/': 25417, 'loss': 7.028902530670166}\n",
      "{'epoch': 0, 'update in batch': 23479, '/': 25417, 'loss': 9.771551132202148}\n",
      "{'epoch': 0, 'update in batch': 23480, '/': 25417, 'loss': 9.502655982971191}\n",
      "{'epoch': 0, 'update in batch': 23481, '/': 25417, 'loss': 8.481391906738281}\n",
      "{'epoch': 0, 'update in batch': 23482, '/': 25417, 'loss': 9.503711700439453}\n",
      "{'epoch': 0, 'update in batch': 23483, '/': 25417, 'loss': 9.586346626281738}\n",
      "{'epoch': 0, 'update in batch': 23484, '/': 25417, 'loss': 8.924084663391113}\n",
      "{'epoch': 0, 'update in batch': 23485, '/': 25417, 'loss': 8.118378639221191}\n",
      "{'epoch': 0, 'update in batch': 23486, '/': 25417, 'loss': 8.136343002319336}\n",
      "{'epoch': 0, 'update in batch': 23487, '/': 25417, 'loss': 8.484098434448242}\n",
      "{'epoch': 0, 'update in batch': 23488, '/': 25417, 'loss': 9.037808418273926}\n",
      "{'epoch': 0, 'update in batch': 23489, '/': 25417, 'loss': 7.273013114929199}\n",
      "{'epoch': 0, 'update in batch': 23490, '/': 25417, 'loss': 7.468070983886719}\n",
      "{'epoch': 0, 'update in batch': 23491, '/': 25417, 'loss': 6.992392063140869}\n",
      "{'epoch': 0, 'update in batch': 23492, '/': 25417, 'loss': 6.865119934082031}\n",
      "{'epoch': 0, 'update in batch': 23493, '/': 25417, 'loss': 7.812803745269775}\n",
      "{'epoch': 0, 'update in batch': 23494, '/': 25417, 'loss': 9.69880199432373}\n",
      "{'epoch': 0, 'update in batch': 23495, '/': 25417, 'loss': 10.466184616088867}\n",
      "{'epoch': 0, 'update in batch': 23496, '/': 25417, 'loss': 8.81964111328125}\n",
      "{'epoch': 0, 'update in batch': 23497, '/': 25417, 'loss': 8.681321144104004}\n",
      "{'epoch': 0, 'update in batch': 23498, '/': 25417, 'loss': 6.6703362464904785}\n",
      "{'epoch': 0, 'update in batch': 23499, '/': 25417, 'loss': 6.343480587005615}\n",
      "{'epoch': 0, 'update in batch': 23500, '/': 25417, 'loss': 6.443291664123535}\n",
      "{'epoch': 0, 'update in batch': 23501, '/': 25417, 'loss': 7.323718070983887}\n",
      "{'epoch': 0, 'update in batch': 23502, '/': 25417, 'loss': 7.521965026855469}\n",
      "{'epoch': 0, 'update in batch': 23503, '/': 25417, 'loss': 6.993434906005859}\n",
      "{'epoch': 0, 'update in batch': 23504, '/': 25417, 'loss': 7.030608177185059}\n",
      "{'epoch': 0, 'update in batch': 23505, '/': 25417, 'loss': 6.16812801361084}\n",
      "{'epoch': 0, 'update in batch': 23506, '/': 25417, 'loss': 6.475377559661865}\n",
      "{'epoch': 0, 'update in batch': 23507, '/': 25417, 'loss': 6.451930046081543}\n",
      "{'epoch': 0, 'update in batch': 23508, '/': 25417, 'loss': 6.8993988037109375}\n",
      "{'epoch': 0, 'update in batch': 23509, '/': 25417, 'loss': 6.832942962646484}\n",
      "{'epoch': 0, 'update in batch': 23510, '/': 25417, 'loss': 6.336117267608643}\n",
      "{'epoch': 0, 'update in batch': 23511, '/': 25417, 'loss': 7.842085361480713}\n",
      "{'epoch': 0, 'update in batch': 23512, '/': 25417, 'loss': 8.350449562072754}\n",
      "{'epoch': 0, 'update in batch': 23513, '/': 25417, 'loss': 9.68095588684082}\n",
      "{'epoch': 0, 'update in batch': 23514, '/': 25417, 'loss': 8.202859878540039}\n",
      "{'epoch': 0, 'update in batch': 23515, '/': 25417, 'loss': 9.25114631652832}\n",
      "{'epoch': 0, 'update in batch': 23516, '/': 25417, 'loss': 7.631906986236572}\n",
      "{'epoch': 0, 'update in batch': 23517, '/': 25417, 'loss': 6.649372100830078}\n",
      "{'epoch': 0, 'update in batch': 23518, '/': 25417, 'loss': 5.679143905639648}\n",
      "{'epoch': 0, 'update in batch': 23519, '/': 25417, 'loss': 7.39438533782959}\n",
      "{'epoch': 0, 'update in batch': 23520, '/': 25417, 'loss': 6.911417484283447}\n",
      "{'epoch': 0, 'update in batch': 23521, '/': 25417, 'loss': 8.434126853942871}\n",
      "{'epoch': 0, 'update in batch': 23522, '/': 25417, 'loss': 6.637667179107666}\n",
      "{'epoch': 0, 'update in batch': 23523, '/': 25417, 'loss': 7.379566192626953}\n",
      "{'epoch': 0, 'update in batch': 23524, '/': 25417, 'loss': 7.661032676696777}\n",
      "{'epoch': 0, 'update in batch': 23525, '/': 25417, 'loss': 7.656243801116943}\n",
      "{'epoch': 0, 'update in batch': 23526, '/': 25417, 'loss': 8.29675579071045}\n",
      "{'epoch': 0, 'update in batch': 23527, '/': 25417, 'loss': 8.733019828796387}\n",
      "{'epoch': 0, 'update in batch': 23528, '/': 25417, 'loss': 8.210307121276855}\n",
      "{'epoch': 0, 'update in batch': 23529, '/': 25417, 'loss': 8.459698677062988}\n",
      "{'epoch': 0, 'update in batch': 23530, '/': 25417, 'loss': 7.3301100730896}\n",
      "{'epoch': 0, 'update in batch': 23531, '/': 25417, 'loss': 7.094789981842041}\n",
      "{'epoch': 0, 'update in batch': 23532, '/': 25417, 'loss': 5.593276500701904}\n",
      "{'epoch': 0, 'update in batch': 23533, '/': 25417, 'loss': 6.611799716949463}\n",
      "{'epoch': 0, 'update in batch': 23534, '/': 25417, 'loss': 6.154995441436768}\n",
      "{'epoch': 0, 'update in batch': 23535, '/': 25417, 'loss': 6.701596736907959}\n",
      "{'epoch': 0, 'update in batch': 23536, '/': 25417, 'loss': 8.023523330688477}\n",
      "{'epoch': 0, 'update in batch': 23537, '/': 25417, 'loss': 6.665910243988037}\n",
      "{'epoch': 0, 'update in batch': 23538, '/': 25417, 'loss': 6.563620090484619}\n",
      "{'epoch': 0, 'update in batch': 23539, '/': 25417, 'loss': 6.937264919281006}\n",
      "{'epoch': 0, 'update in batch': 23540, '/': 25417, 'loss': 6.93810510635376}\n",
      "{'epoch': 0, 'update in batch': 23541, '/': 25417, 'loss': 7.660400390625}\n",
      "{'epoch': 0, 'update in batch': 23542, '/': 25417, 'loss': 8.692789077758789}\n",
      "{'epoch': 0, 'update in batch': 23543, '/': 25417, 'loss': 6.810807704925537}\n",
      "{'epoch': 0, 'update in batch': 23544, '/': 25417, 'loss': 6.867450714111328}\n",
      "{'epoch': 0, 'update in batch': 23545, '/': 25417, 'loss': 6.647939205169678}\n",
      "{'epoch': 0, 'update in batch': 23546, '/': 25417, 'loss': 7.793847560882568}\n",
      "{'epoch': 0, 'update in batch': 23547, '/': 25417, 'loss': 7.053232669830322}\n",
      "{'epoch': 0, 'update in batch': 23548, '/': 25417, 'loss': 6.6530561447143555}\n",
      "{'epoch': 0, 'update in batch': 23549, '/': 25417, 'loss': 6.147576332092285}\n",
      "{'epoch': 0, 'update in batch': 23550, '/': 25417, 'loss': 6.265225410461426}\n",
      "{'epoch': 0, 'update in batch': 23551, '/': 25417, 'loss': 6.501930236816406}\n",
      "{'epoch': 0, 'update in batch': 23552, '/': 25417, 'loss': 7.343466281890869}\n",
      "{'epoch': 0, 'update in batch': 23553, '/': 25417, 'loss': 7.6074395179748535}\n",
      "{'epoch': 0, 'update in batch': 23554, '/': 25417, 'loss': 7.847012996673584}\n",
      "{'epoch': 0, 'update in batch': 23555, '/': 25417, 'loss': 8.821535110473633}\n",
      "{'epoch': 0, 'update in batch': 23556, '/': 25417, 'loss': 6.252874851226807}\n",
      "{'epoch': 0, 'update in batch': 23557, '/': 25417, 'loss': 5.9877142906188965}\n",
      "{'epoch': 0, 'update in batch': 23558, '/': 25417, 'loss': 7.302271366119385}\n",
      "{'epoch': 0, 'update in batch': 23559, '/': 25417, 'loss': 7.067144870758057}\n",
      "{'epoch': 0, 'update in batch': 23560, '/': 25417, 'loss': 6.888319492340088}\n",
      "{'epoch': 0, 'update in batch': 23561, '/': 25417, 'loss': 7.865866184234619}\n",
      "{'epoch': 0, 'update in batch': 23562, '/': 25417, 'loss': 6.55922794342041}\n",
      "{'epoch': 0, 'update in batch': 23563, '/': 25417, 'loss': 6.961932182312012}\n",
      "{'epoch': 0, 'update in batch': 23564, '/': 25417, 'loss': 7.331153869628906}\n",
      "{'epoch': 0, 'update in batch': 23565, '/': 25417, 'loss': 7.210206508636475}\n",
      "{'epoch': 0, 'update in batch': 23566, '/': 25417, 'loss': 7.142512321472168}\n",
      "{'epoch': 0, 'update in batch': 23567, '/': 25417, 'loss': 6.093432426452637}\n",
      "{'epoch': 0, 'update in batch': 23568, '/': 25417, 'loss': 6.4489874839782715}\n",
      "{'epoch': 0, 'update in batch': 23569, '/': 25417, 'loss': 5.375336647033691}\n",
      "{'epoch': 0, 'update in batch': 23570, '/': 25417, 'loss': 7.1217803955078125}\n",
      "{'epoch': 0, 'update in batch': 23571, '/': 25417, 'loss': 6.924918174743652}\n",
      "{'epoch': 0, 'update in batch': 23572, '/': 25417, 'loss': 5.952465534210205}\n",
      "{'epoch': 0, 'update in batch': 23573, '/': 25417, 'loss': 7.0010576248168945}\n",
      "{'epoch': 0, 'update in batch': 23574, '/': 25417, 'loss': 6.786230564117432}\n",
      "{'epoch': 0, 'update in batch': 23575, '/': 25417, 'loss': 7.117895603179932}\n",
      "{'epoch': 0, 'update in batch': 23576, '/': 25417, 'loss': 6.495899200439453}\n",
      "{'epoch': 0, 'update in batch': 23577, '/': 25417, 'loss': 7.930685997009277}\n",
      "{'epoch': 0, 'update in batch': 23578, '/': 25417, 'loss': 7.583387851715088}\n",
      "{'epoch': 0, 'update in batch': 23579, '/': 25417, 'loss': 7.288388252258301}\n",
      "{'epoch': 0, 'update in batch': 23580, '/': 25417, 'loss': 6.809593200683594}\n",
      "{'epoch': 0, 'update in batch': 23581, '/': 25417, 'loss': 7.339191436767578}\n",
      "{'epoch': 0, 'update in batch': 23582, '/': 25417, 'loss': 6.9297966957092285}\n",
      "{'epoch': 0, 'update in batch': 23583, '/': 25417, 'loss': 8.226912498474121}\n",
      "{'epoch': 0, 'update in batch': 23584, '/': 25417, 'loss': 7.822421073913574}\n",
      "{'epoch': 0, 'update in batch': 23585, '/': 25417, 'loss': 7.003067970275879}\n",
      "{'epoch': 0, 'update in batch': 23586, '/': 25417, 'loss': 6.1735053062438965}\n",
      "{'epoch': 0, 'update in batch': 23587, '/': 25417, 'loss': 6.993188381195068}\n",
      "{'epoch': 0, 'update in batch': 23588, '/': 25417, 'loss': 7.036659240722656}\n",
      "{'epoch': 0, 'update in batch': 23589, '/': 25417, 'loss': 6.4174628257751465}\n",
      "{'epoch': 0, 'update in batch': 23590, '/': 25417, 'loss': 6.967608451843262}\n",
      "{'epoch': 0, 'update in batch': 23591, '/': 25417, 'loss': 8.453950881958008}\n",
      "{'epoch': 0, 'update in batch': 23592, '/': 25417, 'loss': 8.140756607055664}\n",
      "{'epoch': 0, 'update in batch': 23593, '/': 25417, 'loss': 6.708857536315918}\n",
      "{'epoch': 0, 'update in batch': 23594, '/': 25417, 'loss': 6.5164079666137695}\n",
      "{'epoch': 0, 'update in batch': 23595, '/': 25417, 'loss': 6.854556083679199}\n",
      "{'epoch': 0, 'update in batch': 23596, '/': 25417, 'loss': 7.15592098236084}\n",
      "{'epoch': 0, 'update in batch': 23597, '/': 25417, 'loss': 6.642393589019775}\n",
      "{'epoch': 0, 'update in batch': 23598, '/': 25417, 'loss': 5.944437503814697}\n",
      "{'epoch': 0, 'update in batch': 23599, '/': 25417, 'loss': 6.5329694747924805}\n",
      "{'epoch': 0, 'update in batch': 23600, '/': 25417, 'loss': 7.1528215408325195}\n",
      "{'epoch': 0, 'update in batch': 23601, '/': 25417, 'loss': 7.003542423248291}\n",
      "{'epoch': 0, 'update in batch': 23602, '/': 25417, 'loss': 6.972309112548828}\n",
      "{'epoch': 0, 'update in batch': 23603, '/': 25417, 'loss': 7.612050533294678}\n",
      "{'epoch': 0, 'update in batch': 23604, '/': 25417, 'loss': 6.450888633728027}\n",
      "{'epoch': 0, 'update in batch': 23605, '/': 25417, 'loss': 5.947826862335205}\n",
      "{'epoch': 0, 'update in batch': 23606, '/': 25417, 'loss': 6.741705894470215}\n",
      "{'epoch': 0, 'update in batch': 23607, '/': 25417, 'loss': 6.945741176605225}\n",
      "{'epoch': 0, 'update in batch': 23608, '/': 25417, 'loss': 6.647229194641113}\n",
      "{'epoch': 0, 'update in batch': 23609, '/': 25417, 'loss': 7.6869072914123535}\n",
      "{'epoch': 0, 'update in batch': 23610, '/': 25417, 'loss': 6.891190528869629}\n",
      "{'epoch': 0, 'update in batch': 23611, '/': 25417, 'loss': 7.118338108062744}\n",
      "{'epoch': 0, 'update in batch': 23612, '/': 25417, 'loss': 6.9673662185668945}\n",
      "{'epoch': 0, 'update in batch': 23613, '/': 25417, 'loss': 6.6023359298706055}\n",
      "{'epoch': 0, 'update in batch': 23614, '/': 25417, 'loss': 7.766815185546875}\n",
      "{'epoch': 0, 'update in batch': 23615, '/': 25417, 'loss': 7.513123512268066}\n",
      "{'epoch': 0, 'update in batch': 23616, '/': 25417, 'loss': 6.753523349761963}\n",
      "{'epoch': 0, 'update in batch': 23617, '/': 25417, 'loss': 6.274430274963379}\n",
      "{'epoch': 0, 'update in batch': 23618, '/': 25417, 'loss': 6.7247772216796875}\n",
      "{'epoch': 0, 'update in batch': 23619, '/': 25417, 'loss': 6.654905796051025}\n",
      "{'epoch': 0, 'update in batch': 23620, '/': 25417, 'loss': 6.934019565582275}\n",
      "{'epoch': 0, 'update in batch': 23621, '/': 25417, 'loss': 7.947269439697266}\n",
      "{'epoch': 0, 'update in batch': 23622, '/': 25417, 'loss': 7.7181196212768555}\n",
      "{'epoch': 0, 'update in batch': 23623, '/': 25417, 'loss': 7.300928592681885}\n",
      "{'epoch': 0, 'update in batch': 23624, '/': 25417, 'loss': 7.190001487731934}\n",
      "{'epoch': 0, 'update in batch': 23625, '/': 25417, 'loss': 5.662652015686035}\n",
      "{'epoch': 0, 'update in batch': 23626, '/': 25417, 'loss': 6.769710540771484}\n",
      "{'epoch': 0, 'update in batch': 23627, '/': 25417, 'loss': 5.988419055938721}\n",
      "{'epoch': 0, 'update in batch': 23628, '/': 25417, 'loss': 5.724514961242676}\n",
      "{'epoch': 0, 'update in batch': 23629, '/': 25417, 'loss': 6.829370975494385}\n",
      "{'epoch': 0, 'update in batch': 23630, '/': 25417, 'loss': 7.478131294250488}\n",
      "{'epoch': 0, 'update in batch': 23631, '/': 25417, 'loss': 6.575935363769531}\n",
      "{'epoch': 0, 'update in batch': 23632, '/': 25417, 'loss': 7.125452518463135}\n",
      "{'epoch': 0, 'update in batch': 23633, '/': 25417, 'loss': 6.941829681396484}\n",
      "{'epoch': 0, 'update in batch': 23634, '/': 25417, 'loss': 5.9214677810668945}\n",
      "{'epoch': 0, 'update in batch': 23635, '/': 25417, 'loss': 5.573007583618164}\n",
      "{'epoch': 0, 'update in batch': 23636, '/': 25417, 'loss': 5.90510368347168}\n",
      "{'epoch': 0, 'update in batch': 23637, '/': 25417, 'loss': 6.9375410079956055}\n",
      "{'epoch': 0, 'update in batch': 23638, '/': 25417, 'loss': 6.8407301902771}\n",
      "{'epoch': 0, 'update in batch': 23639, '/': 25417, 'loss': 6.474648475646973}\n",
      "{'epoch': 0, 'update in batch': 23640, '/': 25417, 'loss': 6.547109127044678}\n",
      "{'epoch': 0, 'update in batch': 23641, '/': 25417, 'loss': 7.486859321594238}\n",
      "{'epoch': 0, 'update in batch': 23642, '/': 25417, 'loss': 6.935654640197754}\n",
      "{'epoch': 0, 'update in batch': 23643, '/': 25417, 'loss': 6.924829006195068}\n",
      "{'epoch': 0, 'update in batch': 23644, '/': 25417, 'loss': 6.989501953125}\n",
      "{'epoch': 0, 'update in batch': 23645, '/': 25417, 'loss': 6.663977146148682}\n",
      "{'epoch': 0, 'update in batch': 23646, '/': 25417, 'loss': 6.689013481140137}\n",
      "{'epoch': 0, 'update in batch': 23647, '/': 25417, 'loss': 6.294057846069336}\n",
      "{'epoch': 0, 'update in batch': 23648, '/': 25417, 'loss': 6.515431880950928}\n",
      "{'epoch': 0, 'update in batch': 23649, '/': 25417, 'loss': 8.047046661376953}\n",
      "{'epoch': 0, 'update in batch': 23650, '/': 25417, 'loss': 7.121459007263184}\n",
      "{'epoch': 0, 'update in batch': 23651, '/': 25417, 'loss': 7.059897422790527}\n",
      "{'epoch': 0, 'update in batch': 23652, '/': 25417, 'loss': 6.513468265533447}\n",
      "{'epoch': 0, 'update in batch': 23653, '/': 25417, 'loss': 6.9239325523376465}\n",
      "{'epoch': 0, 'update in batch': 23654, '/': 25417, 'loss': 6.308383941650391}\n",
      "{'epoch': 0, 'update in batch': 23655, '/': 25417, 'loss': 6.6658782958984375}\n",
      "{'epoch': 0, 'update in batch': 23656, '/': 25417, 'loss': 6.592094421386719}\n",
      "{'epoch': 0, 'update in batch': 23657, '/': 25417, 'loss': 7.58359432220459}\n",
      "{'epoch': 0, 'update in batch': 23658, '/': 25417, 'loss': 6.583229064941406}\n",
      "{'epoch': 0, 'update in batch': 23659, '/': 25417, 'loss': 8.4874906539917}\n",
      "{'epoch': 0, 'update in batch': 23660, '/': 25417, 'loss': 8.598299980163574}\n",
      "{'epoch': 0, 'update in batch': 23661, '/': 25417, 'loss': 8.228422164916992}\n",
      "{'epoch': 0, 'update in batch': 23662, '/': 25417, 'loss': 8.900827407836914}\n",
      "{'epoch': 0, 'update in batch': 23663, '/': 25417, 'loss': 8.650182723999023}\n",
      "{'epoch': 0, 'update in batch': 23664, '/': 25417, 'loss': 9.001274108886719}\n",
      "{'epoch': 0, 'update in batch': 23665, '/': 25417, 'loss': 8.456829071044922}\n",
      "{'epoch': 0, 'update in batch': 23666, '/': 25417, 'loss': 8.372214317321777}\n",
      "{'epoch': 0, 'update in batch': 23667, '/': 25417, 'loss': 8.149847030639648}\n",
      "{'epoch': 0, 'update in batch': 23668, '/': 25417, 'loss': 8.187246322631836}\n",
      "{'epoch': 0, 'update in batch': 23669, '/': 25417, 'loss': 7.222984313964844}\n",
      "{'epoch': 0, 'update in batch': 23670, '/': 25417, 'loss': 6.894697666168213}\n",
      "{'epoch': 0, 'update in batch': 23671, '/': 25417, 'loss': 7.689772129058838}\n",
      "{'epoch': 0, 'update in batch': 23672, '/': 25417, 'loss': 6.946507453918457}\n",
      "{'epoch': 0, 'update in batch': 23673, '/': 25417, 'loss': 8.624235153198242}\n",
      "{'epoch': 0, 'update in batch': 23674, '/': 25417, 'loss': 6.384638786315918}\n",
      "{'epoch': 0, 'update in batch': 23675, '/': 25417, 'loss': 6.285556793212891}\n",
      "{'epoch': 0, 'update in batch': 23676, '/': 25417, 'loss': 5.7115864753723145}\n",
      "{'epoch': 0, 'update in batch': 23677, '/': 25417, 'loss': 6.0235209465026855}\n",
      "{'epoch': 0, 'update in batch': 23678, '/': 25417, 'loss': 5.445813179016113}\n",
      "{'epoch': 0, 'update in batch': 23679, '/': 25417, 'loss': 7.602514743804932}\n",
      "{'epoch': 0, 'update in batch': 23680, '/': 25417, 'loss': 9.251683235168457}\n",
      "{'epoch': 0, 'update in batch': 23681, '/': 25417, 'loss': 10.173528671264648}\n",
      "{'epoch': 0, 'update in batch': 23682, '/': 25417, 'loss': 9.883081436157227}\n",
      "{'epoch': 0, 'update in batch': 23683, '/': 25417, 'loss': 10.40373420715332}\n",
      "{'epoch': 0, 'update in batch': 23684, '/': 25417, 'loss': 9.472893714904785}\n",
      "{'epoch': 0, 'update in batch': 23685, '/': 25417, 'loss': 6.61257266998291}\n",
      "{'epoch': 0, 'update in batch': 23686, '/': 25417, 'loss': 6.437400817871094}\n",
      "{'epoch': 0, 'update in batch': 23687, '/': 25417, 'loss': 7.421134948730469}\n",
      "{'epoch': 0, 'update in batch': 23688, '/': 25417, 'loss': 6.986396789550781}\n",
      "{'epoch': 0, 'update in batch': 23689, '/': 25417, 'loss': 6.916016578674316}\n",
      "{'epoch': 0, 'update in batch': 23690, '/': 25417, 'loss': 5.739544868469238}\n",
      "{'epoch': 0, 'update in batch': 23691, '/': 25417, 'loss': 6.065474510192871}\n",
      "{'epoch': 0, 'update in batch': 23692, '/': 25417, 'loss': 6.18474817276001}\n",
      "{'epoch': 0, 'update in batch': 23693, '/': 25417, 'loss': 6.518953800201416}\n",
      "{'epoch': 0, 'update in batch': 23694, '/': 25417, 'loss': 7.809874057769775}\n",
      "{'epoch': 0, 'update in batch': 23695, '/': 25417, 'loss': 6.867992401123047}\n",
      "{'epoch': 0, 'update in batch': 23696, '/': 25417, 'loss': 6.9614057540893555}\n",
      "{'epoch': 0, 'update in batch': 23697, '/': 25417, 'loss': 7.907033443450928}\n",
      "{'epoch': 0, 'update in batch': 23698, '/': 25417, 'loss': 7.119037628173828}\n",
      "{'epoch': 0, 'update in batch': 23699, '/': 25417, 'loss': 8.83884334564209}\n",
      "{'epoch': 0, 'update in batch': 23700, '/': 25417, 'loss': 7.228947639465332}\n",
      "{'epoch': 0, 'update in batch': 23701, '/': 25417, 'loss': 7.389894008636475}\n",
      "{'epoch': 0, 'update in batch': 23702, '/': 25417, 'loss': 7.313501834869385}\n",
      "{'epoch': 0, 'update in batch': 23703, '/': 25417, 'loss': 7.2699713706970215}\n",
      "{'epoch': 0, 'update in batch': 23704, '/': 25417, 'loss': 7.809832572937012}\n",
      "{'epoch': 0, 'update in batch': 23705, '/': 25417, 'loss': 7.030664920806885}\n",
      "{'epoch': 0, 'update in batch': 23706, '/': 25417, 'loss': 7.941536903381348}\n",
      "{'epoch': 0, 'update in batch': 23707, '/': 25417, 'loss': 6.847718715667725}\n",
      "{'epoch': 0, 'update in batch': 23708, '/': 25417, 'loss': 6.075408935546875}\n",
      "{'epoch': 0, 'update in batch': 23709, '/': 25417, 'loss': 6.458244323730469}\n",
      "{'epoch': 0, 'update in batch': 23710, '/': 25417, 'loss': 6.333142280578613}\n",
      "{'epoch': 0, 'update in batch': 23711, '/': 25417, 'loss': 7.02520227432251}\n",
      "{'epoch': 0, 'update in batch': 23712, '/': 25417, 'loss': 7.283419609069824}\n",
      "{'epoch': 0, 'update in batch': 23713, '/': 25417, 'loss': 7.012962341308594}\n",
      "{'epoch': 0, 'update in batch': 23714, '/': 25417, 'loss': 6.493985176086426}\n",
      "{'epoch': 0, 'update in batch': 23715, '/': 25417, 'loss': 6.378678321838379}\n",
      "{'epoch': 0, 'update in batch': 23716, '/': 25417, 'loss': 7.198026180267334}\n",
      "{'epoch': 0, 'update in batch': 23717, '/': 25417, 'loss': 7.747350215911865}\n",
      "{'epoch': 0, 'update in batch': 23718, '/': 25417, 'loss': 10.508788108825684}\n",
      "{'epoch': 0, 'update in batch': 23719, '/': 25417, 'loss': 10.452388763427734}\n",
      "{'epoch': 0, 'update in batch': 23720, '/': 25417, 'loss': 10.444337844848633}\n",
      "{'epoch': 0, 'update in batch': 23721, '/': 25417, 'loss': 10.00351333618164}\n",
      "{'epoch': 0, 'update in batch': 23722, '/': 25417, 'loss': 6.941166877746582}\n",
      "{'epoch': 0, 'update in batch': 23723, '/': 25417, 'loss': 7.135415554046631}\n",
      "{'epoch': 0, 'update in batch': 23724, '/': 25417, 'loss': 8.191364288330078}\n",
      "{'epoch': 0, 'update in batch': 23725, '/': 25417, 'loss': 6.503340721130371}\n",
      "{'epoch': 0, 'update in batch': 23726, '/': 25417, 'loss': 6.651608467102051}\n",
      "{'epoch': 0, 'update in batch': 23727, '/': 25417, 'loss': 6.330513954162598}\n",
      "{'epoch': 0, 'update in batch': 23728, '/': 25417, 'loss': 7.240234375}\n",
      "{'epoch': 0, 'update in batch': 23729, '/': 25417, 'loss': 6.709634304046631}\n",
      "{'epoch': 0, 'update in batch': 23730, '/': 25417, 'loss': 6.420775413513184}\n",
      "{'epoch': 0, 'update in batch': 23731, '/': 25417, 'loss': 6.429854393005371}\n",
      "{'epoch': 0, 'update in batch': 23732, '/': 25417, 'loss': 6.509652137756348}\n",
      "{'epoch': 0, 'update in batch': 23733, '/': 25417, 'loss': 7.044474124908447}\n",
      "{'epoch': 0, 'update in batch': 23734, '/': 25417, 'loss': 6.175185203552246}\n",
      "{'epoch': 0, 'update in batch': 23735, '/': 25417, 'loss': 6.279950141906738}\n",
      "{'epoch': 0, 'update in batch': 23736, '/': 25417, 'loss': 7.7829389572143555}\n",
      "{'epoch': 0, 'update in batch': 23737, '/': 25417, 'loss': 5.847765922546387}\n",
      "{'epoch': 0, 'update in batch': 23738, '/': 25417, 'loss': 5.797368049621582}\n",
      "{'epoch': 0, 'update in batch': 23739, '/': 25417, 'loss': 6.525953769683838}\n",
      "{'epoch': 0, 'update in batch': 23740, '/': 25417, 'loss': 7.699606418609619}\n",
      "{'epoch': 0, 'update in batch': 23741, '/': 25417, 'loss': 7.116468906402588}\n",
      "{'epoch': 0, 'update in batch': 23742, '/': 25417, 'loss': 6.773598670959473}\n",
      "{'epoch': 0, 'update in batch': 23743, '/': 25417, 'loss': 7.064292907714844}\n",
      "{'epoch': 0, 'update in batch': 23744, '/': 25417, 'loss': 7.540759086608887}\n",
      "{'epoch': 0, 'update in batch': 23745, '/': 25417, 'loss': 6.881916046142578}\n",
      "{'epoch': 0, 'update in batch': 23746, '/': 25417, 'loss': 7.4097723960876465}\n",
      "{'epoch': 0, 'update in batch': 23747, '/': 25417, 'loss': 7.668748378753662}\n",
      "{'epoch': 0, 'update in batch': 23748, '/': 25417, 'loss': 6.956168174743652}\n",
      "{'epoch': 0, 'update in batch': 23749, '/': 25417, 'loss': 7.793580532073975}\n",
      "{'epoch': 0, 'update in batch': 23750, '/': 25417, 'loss': 6.93045711517334}\n",
      "{'epoch': 0, 'update in batch': 23751, '/': 25417, 'loss': 7.635544776916504}\n",
      "{'epoch': 0, 'update in batch': 23752, '/': 25417, 'loss': 5.684072971343994}\n",
      "{'epoch': 0, 'update in batch': 23753, '/': 25417, 'loss': 5.750776767730713}\n",
      "{'epoch': 0, 'update in batch': 23754, '/': 25417, 'loss': 6.650315761566162}\n",
      "{'epoch': 0, 'update in batch': 23755, '/': 25417, 'loss': 7.109030723571777}\n",
      "{'epoch': 0, 'update in batch': 23756, '/': 25417, 'loss': 6.676060676574707}\n",
      "{'epoch': 0, 'update in batch': 23757, '/': 25417, 'loss': 7.0314202308654785}\n",
      "{'epoch': 0, 'update in batch': 23758, '/': 25417, 'loss': 7.1267852783203125}\n",
      "{'epoch': 0, 'update in batch': 23759, '/': 25417, 'loss': 7.288174629211426}\n",
      "{'epoch': 0, 'update in batch': 23760, '/': 25417, 'loss': 6.5390143394470215}\n",
      "{'epoch': 0, 'update in batch': 23761, '/': 25417, 'loss': 6.793703556060791}\n",
      "{'epoch': 0, 'update in batch': 23762, '/': 25417, 'loss': 7.872203826904297}\n",
      "{'epoch': 0, 'update in batch': 23763, '/': 25417, 'loss': 7.275548458099365}\n",
      "{'epoch': 0, 'update in batch': 23764, '/': 25417, 'loss': 6.936614036560059}\n",
      "{'epoch': 0, 'update in batch': 23765, '/': 25417, 'loss': 8.181943893432617}\n",
      "{'epoch': 0, 'update in batch': 23766, '/': 25417, 'loss': 7.191281795501709}\n",
      "{'epoch': 0, 'update in batch': 23767, '/': 25417, 'loss': 8.384374618530273}\n",
      "{'epoch': 0, 'update in batch': 23768, '/': 25417, 'loss': 7.52306604385376}\n",
      "{'epoch': 0, 'update in batch': 23769, '/': 25417, 'loss': 7.562939643859863}\n",
      "{'epoch': 0, 'update in batch': 23770, '/': 25417, 'loss': 6.514227867126465}\n",
      "{'epoch': 0, 'update in batch': 23771, '/': 25417, 'loss': 8.432894706726074}\n",
      "{'epoch': 0, 'update in batch': 23772, '/': 25417, 'loss': 8.966127395629883}\n",
      "{'epoch': 0, 'update in batch': 23773, '/': 25417, 'loss': 7.682068824768066}\n",
      "{'epoch': 0, 'update in batch': 23774, '/': 25417, 'loss': 7.986746311187744}\n",
      "{'epoch': 0, 'update in batch': 23775, '/': 25417, 'loss': 8.125394821166992}\n",
      "{'epoch': 0, 'update in batch': 23776, '/': 25417, 'loss': 5.540453910827637}\n",
      "{'epoch': 0, 'update in batch': 23777, '/': 25417, 'loss': 6.31235408782959}\n",
      "{'epoch': 0, 'update in batch': 23778, '/': 25417, 'loss': 6.179829120635986}\n",
      "{'epoch': 0, 'update in batch': 23779, '/': 25417, 'loss': 6.247631072998047}\n",
      "{'epoch': 0, 'update in batch': 23780, '/': 25417, 'loss': 5.960254192352295}\n",
      "{'epoch': 0, 'update in batch': 23781, '/': 25417, 'loss': 7.494602203369141}\n",
      "{'epoch': 0, 'update in batch': 23782, '/': 25417, 'loss': 6.815047264099121}\n",
      "{'epoch': 0, 'update in batch': 23783, '/': 25417, 'loss': 6.168224334716797}\n",
      "{'epoch': 0, 'update in batch': 23784, '/': 25417, 'loss': 7.181118011474609}\n",
      "{'epoch': 0, 'update in batch': 23785, '/': 25417, 'loss': 6.955541133880615}\n",
      "{'epoch': 0, 'update in batch': 23786, '/': 25417, 'loss': 6.7434539794921875}\n",
      "{'epoch': 0, 'update in batch': 23787, '/': 25417, 'loss': 7.929551124572754}\n",
      "{'epoch': 0, 'update in batch': 23788, '/': 25417, 'loss': 8.408218383789062}\n",
      "{'epoch': 0, 'update in batch': 23789, '/': 25417, 'loss': 7.588845729827881}\n",
      "{'epoch': 0, 'update in batch': 23790, '/': 25417, 'loss': 7.2110795974731445}\n",
      "{'epoch': 0, 'update in batch': 23791, '/': 25417, 'loss': 6.4044189453125}\n",
      "{'epoch': 0, 'update in batch': 23792, '/': 25417, 'loss': 6.038768291473389}\n",
      "{'epoch': 0, 'update in batch': 23793, '/': 25417, 'loss': 6.404297828674316}\n",
      "{'epoch': 0, 'update in batch': 23794, '/': 25417, 'loss': 6.675637722015381}\n",
      "{'epoch': 0, 'update in batch': 23795, '/': 25417, 'loss': 6.5352654457092285}\n",
      "{'epoch': 0, 'update in batch': 23796, '/': 25417, 'loss': 7.000269412994385}\n",
      "{'epoch': 0, 'update in batch': 23797, '/': 25417, 'loss': 6.447718620300293}\n",
      "{'epoch': 0, 'update in batch': 23798, '/': 25417, 'loss': 6.940539360046387}\n",
      "{'epoch': 0, 'update in batch': 23799, '/': 25417, 'loss': 7.521157741546631}\n",
      "{'epoch': 0, 'update in batch': 23800, '/': 25417, 'loss': 6.343544960021973}\n",
      "{'epoch': 0, 'update in batch': 23801, '/': 25417, 'loss': 6.317152500152588}\n",
      "{'epoch': 0, 'update in batch': 23802, '/': 25417, 'loss': 5.868751049041748}\n",
      "{'epoch': 0, 'update in batch': 23803, '/': 25417, 'loss': 7.031477451324463}\n",
      "{'epoch': 0, 'update in batch': 23804, '/': 25417, 'loss': 6.596512794494629}\n",
      "{'epoch': 0, 'update in batch': 23805, '/': 25417, 'loss': 7.031893730163574}\n",
      "{'epoch': 0, 'update in batch': 23806, '/': 25417, 'loss': 6.684028625488281}\n",
      "{'epoch': 0, 'update in batch': 23807, '/': 25417, 'loss': 7.430058479309082}\n",
      "{'epoch': 0, 'update in batch': 23808, '/': 25417, 'loss': 6.466793060302734}\n",
      "{'epoch': 0, 'update in batch': 23809, '/': 25417, 'loss': 6.393921852111816}\n",
      "{'epoch': 0, 'update in batch': 23810, '/': 25417, 'loss': 5.851264953613281}\n",
      "{'epoch': 0, 'update in batch': 23811, '/': 25417, 'loss': 6.756000518798828}\n",
      "{'epoch': 0, 'update in batch': 23812, '/': 25417, 'loss': 5.5948944091796875}\n",
      "{'epoch': 0, 'update in batch': 23813, '/': 25417, 'loss': 5.860970497131348}\n",
      "{'epoch': 0, 'update in batch': 23814, '/': 25417, 'loss': 7.21423864364624}\n",
      "{'epoch': 0, 'update in batch': 23815, '/': 25417, 'loss': 7.723622798919678}\n",
      "{'epoch': 0, 'update in batch': 23816, '/': 25417, 'loss': 7.823192596435547}\n",
      "{'epoch': 0, 'update in batch': 23817, '/': 25417, 'loss': 8.202462196350098}\n",
      "{'epoch': 0, 'update in batch': 23818, '/': 25417, 'loss': 7.486180305480957}\n",
      "{'epoch': 0, 'update in batch': 23819, '/': 25417, 'loss': 7.5806684494018555}\n",
      "{'epoch': 0, 'update in batch': 23820, '/': 25417, 'loss': 8.210204124450684}\n",
      "{'epoch': 0, 'update in batch': 23821, '/': 25417, 'loss': 8.537126541137695}\n",
      "{'epoch': 0, 'update in batch': 23822, '/': 25417, 'loss': 6.6866631507873535}\n",
      "{'epoch': 0, 'update in batch': 23823, '/': 25417, 'loss': 6.818486213684082}\n",
      "{'epoch': 0, 'update in batch': 23824, '/': 25417, 'loss': 7.040520668029785}\n",
      "{'epoch': 0, 'update in batch': 23825, '/': 25417, 'loss': 6.457827568054199}\n",
      "{'epoch': 0, 'update in batch': 23826, '/': 25417, 'loss': 7.063326358795166}\n",
      "{'epoch': 0, 'update in batch': 23827, '/': 25417, 'loss': 7.003410339355469}\n",
      "{'epoch': 0, 'update in batch': 23828, '/': 25417, 'loss': 7.728180885314941}\n",
      "{'epoch': 0, 'update in batch': 23829, '/': 25417, 'loss': 7.003415584564209}\n",
      "{'epoch': 0, 'update in batch': 23830, '/': 25417, 'loss': 6.592893123626709}\n",
      "{'epoch': 0, 'update in batch': 23831, '/': 25417, 'loss': 5.641134262084961}\n",
      "{'epoch': 0, 'update in batch': 23832, '/': 25417, 'loss': 6.810328483581543}\n",
      "{'epoch': 0, 'update in batch': 23833, '/': 25417, 'loss': 6.865761756896973}\n",
      "{'epoch': 0, 'update in batch': 23834, '/': 25417, 'loss': 6.389440059661865}\n",
      "{'epoch': 0, 'update in batch': 23835, '/': 25417, 'loss': 7.265191078186035}\n",
      "{'epoch': 0, 'update in batch': 23836, '/': 25417, 'loss': 7.2082977294921875}\n",
      "{'epoch': 0, 'update in batch': 23837, '/': 25417, 'loss': 7.269796848297119}\n",
      "{'epoch': 0, 'update in batch': 23838, '/': 25417, 'loss': 8.61113166809082}\n",
      "{'epoch': 0, 'update in batch': 23839, '/': 25417, 'loss': 10.87364387512207}\n",
      "{'epoch': 0, 'update in batch': 23840, '/': 25417, 'loss': 10.505743026733398}\n",
      "{'epoch': 0, 'update in batch': 23841, '/': 25417, 'loss': 8.967782974243164}\n",
      "{'epoch': 0, 'update in batch': 23842, '/': 25417, 'loss': 9.9268217086792}\n",
      "{'epoch': 0, 'update in batch': 23843, '/': 25417, 'loss': 8.994690895080566}\n",
      "{'epoch': 0, 'update in batch': 23844, '/': 25417, 'loss': 9.640534400939941}\n",
      "{'epoch': 0, 'update in batch': 23845, '/': 25417, 'loss': 8.698219299316406}\n",
      "{'epoch': 0, 'update in batch': 23846, '/': 25417, 'loss': 8.347341537475586}\n",
      "{'epoch': 0, 'update in batch': 23847, '/': 25417, 'loss': 8.084123611450195}\n",
      "{'epoch': 0, 'update in batch': 23848, '/': 25417, 'loss': 8.633466720581055}\n",
      "{'epoch': 0, 'update in batch': 23849, '/': 25417, 'loss': 8.43732738494873}\n",
      "{'epoch': 0, 'update in batch': 23850, '/': 25417, 'loss': 7.0850725173950195}\n",
      "{'epoch': 0, 'update in batch': 23851, '/': 25417, 'loss': 8.086347579956055}\n",
      "{'epoch': 0, 'update in batch': 23852, '/': 25417, 'loss': 7.70620059967041}\n",
      "{'epoch': 0, 'update in batch': 23853, '/': 25417, 'loss': 6.4920454025268555}\n",
      "{'epoch': 0, 'update in batch': 23854, '/': 25417, 'loss': 7.884195804595947}\n",
      "{'epoch': 0, 'update in batch': 23855, '/': 25417, 'loss': 8.534536361694336}\n",
      "{'epoch': 0, 'update in batch': 23856, '/': 25417, 'loss': 7.845606803894043}\n",
      "{'epoch': 0, 'update in batch': 23857, '/': 25417, 'loss': 7.202657222747803}\n",
      "{'epoch': 0, 'update in batch': 23858, '/': 25417, 'loss': 7.055149078369141}\n",
      "{'epoch': 0, 'update in batch': 23859, '/': 25417, 'loss': 6.7963547706604}\n",
      "{'epoch': 0, 'update in batch': 23860, '/': 25417, 'loss': 7.596761226654053}\n",
      "{'epoch': 0, 'update in batch': 23861, '/': 25417, 'loss': 7.715004920959473}\n",
      "{'epoch': 0, 'update in batch': 23862, '/': 25417, 'loss': 7.343504905700684}\n",
      "{'epoch': 0, 'update in batch': 23863, '/': 25417, 'loss': 7.496351718902588}\n",
      "{'epoch': 0, 'update in batch': 23864, '/': 25417, 'loss': 7.2315168380737305}\n",
      "{'epoch': 0, 'update in batch': 23865, '/': 25417, 'loss': 7.2935075759887695}\n",
      "{'epoch': 0, 'update in batch': 23866, '/': 25417, 'loss': 6.577215671539307}\n",
      "{'epoch': 0, 'update in batch': 23867, '/': 25417, 'loss': 7.01479434967041}\n",
      "{'epoch': 0, 'update in batch': 23868, '/': 25417, 'loss': 6.839846611022949}\n",
      "{'epoch': 0, 'update in batch': 23869, '/': 25417, 'loss': 6.035430431365967}\n",
      "{'epoch': 0, 'update in batch': 23870, '/': 25417, 'loss': 6.549859523773193}\n",
      "{'epoch': 0, 'update in batch': 23871, '/': 25417, 'loss': 6.880827903747559}\n",
      "{'epoch': 0, 'update in batch': 23872, '/': 25417, 'loss': 6.008899688720703}\n",
      "{'epoch': 0, 'update in batch': 23873, '/': 25417, 'loss': 5.957873344421387}\n",
      "{'epoch': 0, 'update in batch': 23874, '/': 25417, 'loss': 6.470955848693848}\n",
      "{'epoch': 0, 'update in batch': 23875, '/': 25417, 'loss': 6.368742942810059}\n",
      "{'epoch': 0, 'update in batch': 23876, '/': 25417, 'loss': 7.2494049072265625}\n",
      "{'epoch': 0, 'update in batch': 23877, '/': 25417, 'loss': 6.633374214172363}\n",
      "{'epoch': 0, 'update in batch': 23878, '/': 25417, 'loss': 6.736509799957275}\n",
      "{'epoch': 0, 'update in batch': 23879, '/': 25417, 'loss': 6.40634298324585}\n",
      "{'epoch': 0, 'update in batch': 23880, '/': 25417, 'loss': 8.665472030639648}\n",
      "{'epoch': 0, 'update in batch': 23881, '/': 25417, 'loss': 9.19201946258545}\n",
      "{'epoch': 0, 'update in batch': 23882, '/': 25417, 'loss': 9.824124336242676}\n",
      "{'epoch': 0, 'update in batch': 23883, '/': 25417, 'loss': 9.88401985168457}\n",
      "{'epoch': 0, 'update in batch': 23884, '/': 25417, 'loss': 9.886358261108398}\n",
      "{'epoch': 0, 'update in batch': 23885, '/': 25417, 'loss': 9.19481372833252}\n",
      "{'epoch': 0, 'update in batch': 23886, '/': 25417, 'loss': 10.144834518432617}\n",
      "{'epoch': 0, 'update in batch': 23887, '/': 25417, 'loss': 8.795792579650879}\n",
      "{'epoch': 0, 'update in batch': 23888, '/': 25417, 'loss': 8.069621086120605}\n",
      "{'epoch': 0, 'update in batch': 23889, '/': 25417, 'loss': 8.534984588623047}\n",
      "{'epoch': 0, 'update in batch': 23890, '/': 25417, 'loss': 8.40839958190918}\n",
      "{'epoch': 0, 'update in batch': 23891, '/': 25417, 'loss': 8.120153427124023}\n",
      "{'epoch': 0, 'update in batch': 23892, '/': 25417, 'loss': 7.231097221374512}\n",
      "{'epoch': 0, 'update in batch': 23893, '/': 25417, 'loss': 5.5675764083862305}\n",
      "{'epoch': 0, 'update in batch': 23894, '/': 25417, 'loss': 6.9858222007751465}\n",
      "{'epoch': 0, 'update in batch': 23895, '/': 25417, 'loss': 6.331239223480225}\n",
      "{'epoch': 0, 'update in batch': 23896, '/': 25417, 'loss': 6.296307563781738}\n",
      "{'epoch': 0, 'update in batch': 23897, '/': 25417, 'loss': 6.5980224609375}\n",
      "{'epoch': 0, 'update in batch': 23898, '/': 25417, 'loss': 9.662124633789062}\n",
      "{'epoch': 0, 'update in batch': 23899, '/': 25417, 'loss': 11.386459350585938}\n",
      "{'epoch': 0, 'update in batch': 23900, '/': 25417, 'loss': 10.842015266418457}\n",
      "{'epoch': 0, 'update in batch': 23901, '/': 25417, 'loss': 10.405935287475586}\n",
      "{'epoch': 0, 'update in batch': 23902, '/': 25417, 'loss': 7.322780609130859}\n",
      "{'epoch': 0, 'update in batch': 23903, '/': 25417, 'loss': 7.582120418548584}\n",
      "{'epoch': 0, 'update in batch': 23904, '/': 25417, 'loss': 6.626766204833984}\n",
      "{'epoch': 0, 'update in batch': 23905, '/': 25417, 'loss': 7.426747798919678}\n",
      "{'epoch': 0, 'update in batch': 23906, '/': 25417, 'loss': 7.906748294830322}\n",
      "{'epoch': 0, 'update in batch': 23907, '/': 25417, 'loss': 7.6701483726501465}\n",
      "{'epoch': 0, 'update in batch': 23908, '/': 25417, 'loss': 8.409077644348145}\n",
      "{'epoch': 0, 'update in batch': 23909, '/': 25417, 'loss': 8.702950477600098}\n",
      "{'epoch': 0, 'update in batch': 23910, '/': 25417, 'loss': 8.333282470703125}\n",
      "{'epoch': 0, 'update in batch': 23911, '/': 25417, 'loss': 8.341322898864746}\n",
      "{'epoch': 0, 'update in batch': 23912, '/': 25417, 'loss': 8.166434288024902}\n",
      "{'epoch': 0, 'update in batch': 23913, '/': 25417, 'loss': 7.805843353271484}\n",
      "{'epoch': 0, 'update in batch': 23914, '/': 25417, 'loss': 8.234426498413086}\n",
      "{'epoch': 0, 'update in batch': 23915, '/': 25417, 'loss': 8.446954727172852}\n",
      "{'epoch': 0, 'update in batch': 23916, '/': 25417, 'loss': 6.219980239868164}\n",
      "{'epoch': 0, 'update in batch': 23917, '/': 25417, 'loss': 7.428971767425537}\n",
      "{'epoch': 0, 'update in batch': 23918, '/': 25417, 'loss': 9.472765922546387}\n",
      "{'epoch': 0, 'update in batch': 23919, '/': 25417, 'loss': 9.969072341918945}\n",
      "{'epoch': 0, 'update in batch': 23920, '/': 25417, 'loss': 10.896635055541992}\n",
      "{'epoch': 0, 'update in batch': 23921, '/': 25417, 'loss': 10.924493789672852}\n",
      "{'epoch': 0, 'update in batch': 23922, '/': 25417, 'loss': 10.45267105102539}\n",
      "{'epoch': 0, 'update in batch': 23923, '/': 25417, 'loss': 10.785383224487305}\n",
      "{'epoch': 0, 'update in batch': 23924, '/': 25417, 'loss': 9.070082664489746}\n",
      "{'epoch': 0, 'update in batch': 23925, '/': 25417, 'loss': 9.0904541015625}\n",
      "{'epoch': 0, 'update in batch': 23926, '/': 25417, 'loss': 7.950835227966309}\n",
      "{'epoch': 0, 'update in batch': 23927, '/': 25417, 'loss': 9.743277549743652}\n",
      "{'epoch': 0, 'update in batch': 23928, '/': 25417, 'loss': 8.694852828979492}\n",
      "{'epoch': 0, 'update in batch': 23929, '/': 25417, 'loss': 6.961203098297119}\n",
      "{'epoch': 0, 'update in batch': 23930, '/': 25417, 'loss': 7.015873908996582}\n",
      "{'epoch': 0, 'update in batch': 23931, '/': 25417, 'loss': 7.3047990798950195}\n",
      "{'epoch': 0, 'update in batch': 23932, '/': 25417, 'loss': 6.939783573150635}\n",
      "{'epoch': 0, 'update in batch': 23933, '/': 25417, 'loss': 7.377605438232422}\n",
      "{'epoch': 0, 'update in batch': 23934, '/': 25417, 'loss': 7.222908973693848}\n",
      "{'epoch': 0, 'update in batch': 23935, '/': 25417, 'loss': 7.354584693908691}\n",
      "{'epoch': 0, 'update in batch': 23936, '/': 25417, 'loss': 7.447464942932129}\n",
      "{'epoch': 0, 'update in batch': 23937, '/': 25417, 'loss': 7.661837100982666}\n",
      "{'epoch': 0, 'update in batch': 23938, '/': 25417, 'loss': 6.6374382972717285}\n",
      "{'epoch': 0, 'update in batch': 23939, '/': 25417, 'loss': 7.880427360534668}\n",
      "{'epoch': 0, 'update in batch': 23940, '/': 25417, 'loss': 6.183217525482178}\n",
      "{'epoch': 0, 'update in batch': 23941, '/': 25417, 'loss': 7.962445259094238}\n",
      "{'epoch': 0, 'update in batch': 23942, '/': 25417, 'loss': 8.165844917297363}\n",
      "{'epoch': 0, 'update in batch': 23943, '/': 25417, 'loss': 7.993185997009277}\n",
      "{'epoch': 0, 'update in batch': 23944, '/': 25417, 'loss': 8.396238327026367}\n",
      "{'epoch': 0, 'update in batch': 23945, '/': 25417, 'loss': 9.72974967956543}\n",
      "{'epoch': 0, 'update in batch': 23946, '/': 25417, 'loss': 9.387532234191895}\n",
      "{'epoch': 0, 'update in batch': 23947, '/': 25417, 'loss': 8.369234085083008}\n",
      "{'epoch': 0, 'update in batch': 23948, '/': 25417, 'loss': 8.818293571472168}\n",
      "{'epoch': 0, 'update in batch': 23949, '/': 25417, 'loss': 7.043288230895996}\n",
      "{'epoch': 0, 'update in batch': 23950, '/': 25417, 'loss': 6.665627956390381}\n",
      "{'epoch': 0, 'update in batch': 23951, '/': 25417, 'loss': 6.876745700836182}\n",
      "{'epoch': 0, 'update in batch': 23952, '/': 25417, 'loss': 6.949810981750488}\n",
      "{'epoch': 0, 'update in batch': 23953, '/': 25417, 'loss': 6.469520568847656}\n",
      "{'epoch': 0, 'update in batch': 23954, '/': 25417, 'loss': 7.949797630310059}\n",
      "{'epoch': 0, 'update in batch': 23955, '/': 25417, 'loss': 7.053292274475098}\n",
      "{'epoch': 0, 'update in batch': 23956, '/': 25417, 'loss': 6.764565467834473}\n",
      "{'epoch': 0, 'update in batch': 23957, '/': 25417, 'loss': 6.231292724609375}\n",
      "{'epoch': 0, 'update in batch': 23958, '/': 25417, 'loss': 6.378537178039551}\n",
      "{'epoch': 0, 'update in batch': 23959, '/': 25417, 'loss': 6.82523250579834}\n",
      "{'epoch': 0, 'update in batch': 23960, '/': 25417, 'loss': 7.053932189941406}\n",
      "{'epoch': 0, 'update in batch': 23961, '/': 25417, 'loss': 8.825944900512695}\n",
      "{'epoch': 0, 'update in batch': 23962, '/': 25417, 'loss': 8.807228088378906}\n",
      "{'epoch': 0, 'update in batch': 23963, '/': 25417, 'loss': 8.257712364196777}\n",
      "{'epoch': 0, 'update in batch': 23964, '/': 25417, 'loss': 7.791993141174316}\n",
      "{'epoch': 0, 'update in batch': 23965, '/': 25417, 'loss': 7.940793514251709}\n",
      "{'epoch': 0, 'update in batch': 23966, '/': 25417, 'loss': 9.143146514892578}\n",
      "{'epoch': 0, 'update in batch': 23967, '/': 25417, 'loss': 8.302431106567383}\n",
      "{'epoch': 0, 'update in batch': 23968, '/': 25417, 'loss': 8.032901763916016}\n",
      "{'epoch': 0, 'update in batch': 23969, '/': 25417, 'loss': 7.158256530761719}\n",
      "{'epoch': 0, 'update in batch': 23970, '/': 25417, 'loss': 6.878702640533447}\n",
      "{'epoch': 0, 'update in batch': 23971, '/': 25417, 'loss': 6.440543174743652}\n",
      "{'epoch': 0, 'update in batch': 23972, '/': 25417, 'loss': 6.348058700561523}\n",
      "{'epoch': 0, 'update in batch': 23973, '/': 25417, 'loss': 7.202268123626709}\n",
      "{'epoch': 0, 'update in batch': 23974, '/': 25417, 'loss': 5.507310390472412}\n",
      "{'epoch': 0, 'update in batch': 23975, '/': 25417, 'loss': 7.498097896575928}\n",
      "{'epoch': 0, 'update in batch': 23976, '/': 25417, 'loss': 7.435447692871094}\n",
      "{'epoch': 0, 'update in batch': 23977, '/': 25417, 'loss': 6.713832855224609}\n",
      "{'epoch': 0, 'update in batch': 23978, '/': 25417, 'loss': 7.921457767486572}\n",
      "{'epoch': 0, 'update in batch': 23979, '/': 25417, 'loss': 7.8170318603515625}\n",
      "{'epoch': 0, 'update in batch': 23980, '/': 25417, 'loss': 8.850526809692383}\n",
      "{'epoch': 0, 'update in batch': 23981, '/': 25417, 'loss': 8.646761894226074}\n",
      "{'epoch': 0, 'update in batch': 23982, '/': 25417, 'loss': 6.787335395812988}\n",
      "{'epoch': 0, 'update in batch': 23983, '/': 25417, 'loss': 6.356468677520752}\n",
      "{'epoch': 0, 'update in batch': 23984, '/': 25417, 'loss': 6.679974555969238}\n",
      "{'epoch': 0, 'update in batch': 23985, '/': 25417, 'loss': 7.031044006347656}\n",
      "{'epoch': 0, 'update in batch': 23986, '/': 25417, 'loss': 7.130661964416504}\n",
      "{'epoch': 0, 'update in batch': 23987, '/': 25417, 'loss': 6.482234954833984}\n",
      "{'epoch': 0, 'update in batch': 23988, '/': 25417, 'loss': 6.65643310546875}\n",
      "{'epoch': 0, 'update in batch': 23989, '/': 25417, 'loss': 6.152520656585693}\n",
      "{'epoch': 0, 'update in batch': 23990, '/': 25417, 'loss': 7.677083492279053}\n",
      "{'epoch': 0, 'update in batch': 23991, '/': 25417, 'loss': 6.46831750869751}\n",
      "{'epoch': 0, 'update in batch': 23992, '/': 25417, 'loss': 6.638746738433838}\n",
      "{'epoch': 0, 'update in batch': 23993, '/': 25417, 'loss': 6.175569534301758}\n",
      "{'epoch': 0, 'update in batch': 23994, '/': 25417, 'loss': 6.074061393737793}\n",
      "{'epoch': 0, 'update in batch': 23995, '/': 25417, 'loss': 6.223870754241943}\n",
      "{'epoch': 0, 'update in batch': 23996, '/': 25417, 'loss': 7.059797763824463}\n",
      "{'epoch': 0, 'update in batch': 23997, '/': 25417, 'loss': 8.017778396606445}\n",
      "{'epoch': 0, 'update in batch': 23998, '/': 25417, 'loss': 7.096493721008301}\n",
      "{'epoch': 0, 'update in batch': 23999, '/': 25417, 'loss': 7.196446895599365}\n",
      "{'epoch': 0, 'update in batch': 24000, '/': 25417, 'loss': 7.299116611480713}\n",
      "{'epoch': 0, 'update in batch': 24001, '/': 25417, 'loss': 6.654543876647949}\n",
      "{'epoch': 0, 'update in batch': 24002, '/': 25417, 'loss': 7.658545017242432}\n",
      "{'epoch': 0, 'update in batch': 24003, '/': 25417, 'loss': 8.880159378051758}\n",
      "{'epoch': 0, 'update in batch': 24004, '/': 25417, 'loss': 9.203315734863281}\n",
      "{'epoch': 0, 'update in batch': 24005, '/': 25417, 'loss': 8.800809860229492}\n",
      "{'epoch': 0, 'update in batch': 24006, '/': 25417, 'loss': 8.370757102966309}\n",
      "{'epoch': 0, 'update in batch': 24007, '/': 25417, 'loss': 7.165281772613525}\n",
      "{'epoch': 0, 'update in batch': 24008, '/': 25417, 'loss': 7.195782661437988}\n",
      "{'epoch': 0, 'update in batch': 24009, '/': 25417, 'loss': 6.029472351074219}\n",
      "{'epoch': 0, 'update in batch': 24010, '/': 25417, 'loss': 6.738076686859131}\n",
      "{'epoch': 0, 'update in batch': 24011, '/': 25417, 'loss': 7.2643723487854}\n",
      "{'epoch': 0, 'update in batch': 24012, '/': 25417, 'loss': 7.083834171295166}\n",
      "{'epoch': 0, 'update in batch': 24013, '/': 25417, 'loss': 7.747809410095215}\n",
      "{'epoch': 0, 'update in batch': 24014, '/': 25417, 'loss': 8.173736572265625}\n",
      "{'epoch': 0, 'update in batch': 24015, '/': 25417, 'loss': 7.3347015380859375}\n",
      "{'epoch': 0, 'update in batch': 24016, '/': 25417, 'loss': 6.343045234680176}\n",
      "{'epoch': 0, 'update in batch': 24017, '/': 25417, 'loss': 6.773375511169434}\n",
      "{'epoch': 0, 'update in batch': 24018, '/': 25417, 'loss': 6.6623687744140625}\n",
      "{'epoch': 0, 'update in batch': 24019, '/': 25417, 'loss': 6.935079097747803}\n",
      "{'epoch': 0, 'update in batch': 24020, '/': 25417, 'loss': 5.832173824310303}\n",
      "{'epoch': 0, 'update in batch': 24021, '/': 25417, 'loss': 6.121369361877441}\n",
      "{'epoch': 0, 'update in batch': 24022, '/': 25417, 'loss': 7.247019290924072}\n",
      "{'epoch': 0, 'update in batch': 24023, '/': 25417, 'loss': 7.549245357513428}\n",
      "{'epoch': 0, 'update in batch': 24024, '/': 25417, 'loss': 7.032662868499756}\n",
      "{'epoch': 0, 'update in batch': 24025, '/': 25417, 'loss': 7.737840175628662}\n",
      "{'epoch': 0, 'update in batch': 24026, '/': 25417, 'loss': 11.702839851379395}\n",
      "{'epoch': 0, 'update in batch': 24027, '/': 25417, 'loss': 10.255732536315918}\n",
      "{'epoch': 0, 'update in batch': 24028, '/': 25417, 'loss': 10.952404975891113}\n",
      "{'epoch': 0, 'update in batch': 24029, '/': 25417, 'loss': 10.7616548538208}\n",
      "{'epoch': 0, 'update in batch': 24030, '/': 25417, 'loss': 6.777587890625}\n",
      "{'epoch': 0, 'update in batch': 24031, '/': 25417, 'loss': 6.737985134124756}\n",
      "{'epoch': 0, 'update in batch': 24032, '/': 25417, 'loss': 7.2806878089904785}\n",
      "{'epoch': 0, 'update in batch': 24033, '/': 25417, 'loss': 7.4757537841796875}\n",
      "{'epoch': 0, 'update in batch': 24034, '/': 25417, 'loss': 8.931299209594727}\n",
      "{'epoch': 0, 'update in batch': 24035, '/': 25417, 'loss': 7.997675895690918}\n",
      "{'epoch': 0, 'update in batch': 24036, '/': 25417, 'loss': 6.347322463989258}\n",
      "{'epoch': 0, 'update in batch': 24037, '/': 25417, 'loss': 7.376384735107422}\n",
      "{'epoch': 0, 'update in batch': 24038, '/': 25417, 'loss': 7.325766563415527}\n",
      "{'epoch': 0, 'update in batch': 24039, '/': 25417, 'loss': 7.07467794418335}\n",
      "{'epoch': 0, 'update in batch': 24040, '/': 25417, 'loss': 7.169389247894287}\n",
      "{'epoch': 0, 'update in batch': 24041, '/': 25417, 'loss': 6.666262626647949}\n",
      "{'epoch': 0, 'update in batch': 24042, '/': 25417, 'loss': 6.584151268005371}\n",
      "{'epoch': 0, 'update in batch': 24043, '/': 25417, 'loss': 8.33145809173584}\n",
      "{'epoch': 0, 'update in batch': 24044, '/': 25417, 'loss': 7.36462926864624}\n",
      "{'epoch': 0, 'update in batch': 24045, '/': 25417, 'loss': 7.272763729095459}\n",
      "{'epoch': 0, 'update in batch': 24046, '/': 25417, 'loss': 7.816355228424072}\n",
      "{'epoch': 0, 'update in batch': 24047, '/': 25417, 'loss': 7.026837348937988}\n",
      "{'epoch': 0, 'update in batch': 24048, '/': 25417, 'loss': 7.709742546081543}\n",
      "{'epoch': 0, 'update in batch': 24049, '/': 25417, 'loss': 6.754310607910156}\n",
      "{'epoch': 0, 'update in batch': 24050, '/': 25417, 'loss': 7.697453498840332}\n",
      "{'epoch': 0, 'update in batch': 24051, '/': 25417, 'loss': 6.657863616943359}\n",
      "{'epoch': 0, 'update in batch': 24052, '/': 25417, 'loss': 7.310938835144043}\n",
      "{'epoch': 0, 'update in batch': 24053, '/': 25417, 'loss': 7.87005090713501}\n",
      "{'epoch': 0, 'update in batch': 24054, '/': 25417, 'loss': 7.899534702301025}\n",
      "{'epoch': 0, 'update in batch': 24055, '/': 25417, 'loss': 8.146060943603516}\n",
      "{'epoch': 0, 'update in batch': 24056, '/': 25417, 'loss': 7.015408515930176}\n",
      "{'epoch': 0, 'update in batch': 24057, '/': 25417, 'loss': 6.9181084632873535}\n",
      "{'epoch': 0, 'update in batch': 24058, '/': 25417, 'loss': 7.536776065826416}\n",
      "{'epoch': 0, 'update in batch': 24059, '/': 25417, 'loss': 7.870162010192871}\n",
      "{'epoch': 0, 'update in batch': 24060, '/': 25417, 'loss': 8.212883949279785}\n",
      "{'epoch': 0, 'update in batch': 24061, '/': 25417, 'loss': 7.869898319244385}\n",
      "{'epoch': 0, 'update in batch': 24062, '/': 25417, 'loss': 6.866803169250488}\n",
      "{'epoch': 0, 'update in batch': 24063, '/': 25417, 'loss': 6.287871360778809}\n",
      "{'epoch': 0, 'update in batch': 24064, '/': 25417, 'loss': 6.843404293060303}\n",
      "{'epoch': 0, 'update in batch': 24065, '/': 25417, 'loss': 5.970865726470947}\n",
      "{'epoch': 0, 'update in batch': 24066, '/': 25417, 'loss': 6.550379753112793}\n",
      "{'epoch': 0, 'update in batch': 24067, '/': 25417, 'loss': 5.6240434646606445}\n",
      "{'epoch': 0, 'update in batch': 24068, '/': 25417, 'loss': 7.007917881011963}\n",
      "{'epoch': 0, 'update in batch': 24069, '/': 25417, 'loss': 6.662085056304932}\n",
      "{'epoch': 0, 'update in batch': 24070, '/': 25417, 'loss': 7.047616004943848}\n",
      "{'epoch': 0, 'update in batch': 24071, '/': 25417, 'loss': 6.447530269622803}\n",
      "{'epoch': 0, 'update in batch': 24072, '/': 25417, 'loss': 6.469188690185547}\n",
      "{'epoch': 0, 'update in batch': 24073, '/': 25417, 'loss': 7.743661403656006}\n",
      "{'epoch': 0, 'update in batch': 24074, '/': 25417, 'loss': 5.748177528381348}\n",
      "{'epoch': 0, 'update in batch': 24075, '/': 25417, 'loss': 5.597009658813477}\n",
      "{'epoch': 0, 'update in batch': 24076, '/': 25417, 'loss': 5.718893051147461}\n",
      "{'epoch': 0, 'update in batch': 24077, '/': 25417, 'loss': 5.769397735595703}\n",
      "{'epoch': 0, 'update in batch': 24078, '/': 25417, 'loss': 5.402173042297363}\n",
      "{'epoch': 0, 'update in batch': 24079, '/': 25417, 'loss': 5.846512317657471}\n",
      "{'epoch': 0, 'update in batch': 24080, '/': 25417, 'loss': 7.194171905517578}\n",
      "{'epoch': 0, 'update in batch': 24081, '/': 25417, 'loss': 6.021139621734619}\n",
      "{'epoch': 0, 'update in batch': 24082, '/': 25417, 'loss': 6.282176971435547}\n",
      "{'epoch': 0, 'update in batch': 24083, '/': 25417, 'loss': 6.024818420410156}\n",
      "{'epoch': 0, 'update in batch': 24084, '/': 25417, 'loss': 7.61911153793335}\n",
      "{'epoch': 0, 'update in batch': 24085, '/': 25417, 'loss': 6.52237606048584}\n",
      "{'epoch': 0, 'update in batch': 24086, '/': 25417, 'loss': 6.35682487487793}\n",
      "{'epoch': 0, 'update in batch': 24087, '/': 25417, 'loss': 6.466601371765137}\n",
      "{'epoch': 0, 'update in batch': 24088, '/': 25417, 'loss': 7.123699188232422}\n",
      "{'epoch': 0, 'update in batch': 24089, '/': 25417, 'loss': 9.434802055358887}\n",
      "{'epoch': 0, 'update in batch': 24090, '/': 25417, 'loss': 9.248530387878418}\n",
      "{'epoch': 0, 'update in batch': 24091, '/': 25417, 'loss': 8.92453384399414}\n",
      "{'epoch': 0, 'update in batch': 24092, '/': 25417, 'loss': 8.461641311645508}\n",
      "{'epoch': 0, 'update in batch': 24093, '/': 25417, 'loss': 8.3612699508667}\n",
      "{'epoch': 0, 'update in batch': 24094, '/': 25417, 'loss': 6.855598449707031}\n",
      "{'epoch': 0, 'update in batch': 24095, '/': 25417, 'loss': 6.021893501281738}\n",
      "{'epoch': 0, 'update in batch': 24096, '/': 25417, 'loss': 6.961911678314209}\n",
      "{'epoch': 0, 'update in batch': 24097, '/': 25417, 'loss': 5.633749008178711}\n",
      "{'epoch': 0, 'update in batch': 24098, '/': 25417, 'loss': 5.645596981048584}\n",
      "{'epoch': 0, 'update in batch': 24099, '/': 25417, 'loss': 6.275275707244873}\n",
      "{'epoch': 0, 'update in batch': 24100, '/': 25417, 'loss': 6.965400695800781}\n",
      "{'epoch': 0, 'update in batch': 24101, '/': 25417, 'loss': 7.667015075683594}\n",
      "{'epoch': 0, 'update in batch': 24102, '/': 25417, 'loss': 8.293463706970215}\n",
      "{'epoch': 0, 'update in batch': 24103, '/': 25417, 'loss': 7.111486911773682}\n",
      "{'epoch': 0, 'update in batch': 24104, '/': 25417, 'loss': 6.533199310302734}\n",
      "{'epoch': 0, 'update in batch': 24105, '/': 25417, 'loss': 6.152773380279541}\n",
      "{'epoch': 0, 'update in batch': 24106, '/': 25417, 'loss': 5.4985175132751465}\n",
      "{'epoch': 0, 'update in batch': 24107, '/': 25417, 'loss': 5.9962053298950195}\n",
      "{'epoch': 0, 'update in batch': 24108, '/': 25417, 'loss': 6.089494228363037}\n",
      "{'epoch': 0, 'update in batch': 24109, '/': 25417, 'loss': 8.611120223999023}\n",
      "{'epoch': 0, 'update in batch': 24110, '/': 25417, 'loss': 8.387543678283691}\n",
      "{'epoch': 0, 'update in batch': 24111, '/': 25417, 'loss': 8.29738712310791}\n",
      "{'epoch': 0, 'update in batch': 24112, '/': 25417, 'loss': 8.457941055297852}\n",
      "{'epoch': 0, 'update in batch': 24113, '/': 25417, 'loss': 9.235483169555664}\n",
      "{'epoch': 0, 'update in batch': 24114, '/': 25417, 'loss': 8.054672241210938}\n",
      "{'epoch': 0, 'update in batch': 24115, '/': 25417, 'loss': 8.764176368713379}\n",
      "{'epoch': 0, 'update in batch': 24116, '/': 25417, 'loss': 8.1851806640625}\n",
      "{'epoch': 0, 'update in batch': 24117, '/': 25417, 'loss': 7.946623802185059}\n",
      "{'epoch': 0, 'update in batch': 24118, '/': 25417, 'loss': 9.204400062561035}\n",
      "{'epoch': 0, 'update in batch': 24119, '/': 25417, 'loss': 9.186604499816895}\n",
      "{'epoch': 0, 'update in batch': 24120, '/': 25417, 'loss': 7.4772748947143555}\n",
      "{'epoch': 0, 'update in batch': 24121, '/': 25417, 'loss': 7.29148006439209}\n",
      "{'epoch': 0, 'update in batch': 24122, '/': 25417, 'loss': 7.323150634765625}\n",
      "{'epoch': 0, 'update in batch': 24123, '/': 25417, 'loss': 7.560282230377197}\n",
      "{'epoch': 0, 'update in batch': 24124, '/': 25417, 'loss': 7.021507263183594}\n",
      "{'epoch': 0, 'update in batch': 24125, '/': 25417, 'loss': 7.558136940002441}\n",
      "{'epoch': 0, 'update in batch': 24126, '/': 25417, 'loss': 7.699408531188965}\n",
      "{'epoch': 0, 'update in batch': 24127, '/': 25417, 'loss': 6.849679470062256}\n",
      "{'epoch': 0, 'update in batch': 24128, '/': 25417, 'loss': 7.357003688812256}\n",
      "{'epoch': 0, 'update in batch': 24129, '/': 25417, 'loss': 6.936081886291504}\n",
      "{'epoch': 0, 'update in batch': 24130, '/': 25417, 'loss': 6.667834281921387}\n",
      "{'epoch': 0, 'update in batch': 24131, '/': 25417, 'loss': 6.581634521484375}\n",
      "{'epoch': 0, 'update in batch': 24132, '/': 25417, 'loss': 6.386767864227295}\n",
      "{'epoch': 0, 'update in batch': 24133, '/': 25417, 'loss': 8.057913780212402}\n",
      "{'epoch': 0, 'update in batch': 24134, '/': 25417, 'loss': 6.9127631187438965}\n",
      "{'epoch': 0, 'update in batch': 24135, '/': 25417, 'loss': 8.047314643859863}\n",
      "{'epoch': 0, 'update in batch': 24136, '/': 25417, 'loss': 7.221791744232178}\n",
      "{'epoch': 0, 'update in batch': 24137, '/': 25417, 'loss': 6.719904899597168}\n",
      "{'epoch': 0, 'update in batch': 24138, '/': 25417, 'loss': 6.983798980712891}\n",
      "{'epoch': 0, 'update in batch': 24139, '/': 25417, 'loss': 5.990018844604492}\n",
      "{'epoch': 0, 'update in batch': 24140, '/': 25417, 'loss': 7.219876289367676}\n",
      "{'epoch': 0, 'update in batch': 24141, '/': 25417, 'loss': 7.369944095611572}\n",
      "{'epoch': 0, 'update in batch': 24142, '/': 25417, 'loss': 6.555137634277344}\n",
      "{'epoch': 0, 'update in batch': 24143, '/': 25417, 'loss': 6.36122989654541}\n",
      "{'epoch': 0, 'update in batch': 24144, '/': 25417, 'loss': 6.484620094299316}\n",
      "{'epoch': 0, 'update in batch': 24145, '/': 25417, 'loss': 5.782227993011475}\n",
      "{'epoch': 0, 'update in batch': 24146, '/': 25417, 'loss': 6.396053314208984}\n",
      "{'epoch': 0, 'update in batch': 24147, '/': 25417, 'loss': 6.933953762054443}\n",
      "{'epoch': 0, 'update in batch': 24148, '/': 25417, 'loss': 6.916520595550537}\n",
      "{'epoch': 0, 'update in batch': 24149, '/': 25417, 'loss': 6.252783298492432}\n",
      "{'epoch': 0, 'update in batch': 24150, '/': 25417, 'loss': 6.573172092437744}\n",
      "{'epoch': 0, 'update in batch': 24151, '/': 25417, 'loss': 7.756591796875}\n",
      "{'epoch': 0, 'update in batch': 24152, '/': 25417, 'loss': 7.2707624435424805}\n",
      "{'epoch': 0, 'update in batch': 24153, '/': 25417, 'loss': 7.092853546142578}\n",
      "{'epoch': 0, 'update in batch': 24154, '/': 25417, 'loss': 6.754337310791016}\n",
      "{'epoch': 0, 'update in batch': 24155, '/': 25417, 'loss': 6.2574782371521}\n",
      "{'epoch': 0, 'update in batch': 24156, '/': 25417, 'loss': 6.81238317489624}\n",
      "{'epoch': 0, 'update in batch': 24157, '/': 25417, 'loss': 7.379488945007324}\n",
      "{'epoch': 0, 'update in batch': 24158, '/': 25417, 'loss': 7.193498134613037}\n",
      "{'epoch': 0, 'update in batch': 24159, '/': 25417, 'loss': 7.032045841217041}\n",
      "{'epoch': 0, 'update in batch': 24160, '/': 25417, 'loss': 6.603207588195801}\n",
      "{'epoch': 0, 'update in batch': 24161, '/': 25417, 'loss': 6.669775485992432}\n",
      "{'epoch': 0, 'update in batch': 24162, '/': 25417, 'loss': 8.053441047668457}\n",
      "{'epoch': 0, 'update in batch': 24163, '/': 25417, 'loss': 7.888085842132568}\n",
      "{'epoch': 0, 'update in batch': 24164, '/': 25417, 'loss': 8.284699440002441}\n",
      "{'epoch': 0, 'update in batch': 24165, '/': 25417, 'loss': 6.081453800201416}\n",
      "{'epoch': 0, 'update in batch': 24166, '/': 25417, 'loss': 6.765017509460449}\n",
      "{'epoch': 0, 'update in batch': 24167, '/': 25417, 'loss': 5.819570064544678}\n",
      "{'epoch': 0, 'update in batch': 24168, '/': 25417, 'loss': 6.60784387588501}\n",
      "{'epoch': 0, 'update in batch': 24169, '/': 25417, 'loss': 6.747663974761963}\n",
      "{'epoch': 0, 'update in batch': 24170, '/': 25417, 'loss': 6.625855922698975}\n",
      "{'epoch': 0, 'update in batch': 24171, '/': 25417, 'loss': 7.505926609039307}\n",
      "{'epoch': 0, 'update in batch': 24172, '/': 25417, 'loss': 7.682639122009277}\n",
      "{'epoch': 0, 'update in batch': 24173, '/': 25417, 'loss': 6.565922737121582}\n",
      "{'epoch': 0, 'update in batch': 24174, '/': 25417, 'loss': 6.203219890594482}\n",
      "{'epoch': 0, 'update in batch': 24175, '/': 25417, 'loss': 6.980349540710449}\n",
      "{'epoch': 0, 'update in batch': 24176, '/': 25417, 'loss': 8.466611862182617}\n",
      "{'epoch': 0, 'update in batch': 24177, '/': 25417, 'loss': 6.806429862976074}\n",
      "{'epoch': 0, 'update in batch': 24178, '/': 25417, 'loss': 6.517033576965332}\n",
      "{'epoch': 0, 'update in batch': 24179, '/': 25417, 'loss': 5.792350769042969}\n",
      "{'epoch': 0, 'update in batch': 24180, '/': 25417, 'loss': 7.49297571182251}\n",
      "{'epoch': 0, 'update in batch': 24181, '/': 25417, 'loss': 7.111935615539551}\n",
      "{'epoch': 0, 'update in batch': 24182, '/': 25417, 'loss': 8.177001953125}\n",
      "{'epoch': 0, 'update in batch': 24183, '/': 25417, 'loss': 7.953710079193115}\n",
      "{'epoch': 0, 'update in batch': 24184, '/': 25417, 'loss': 8.55250358581543}\n",
      "{'epoch': 0, 'update in batch': 24185, '/': 25417, 'loss': 8.049179077148438}\n",
      "{'epoch': 0, 'update in batch': 24186, '/': 25417, 'loss': 10.800447463989258}\n",
      "{'epoch': 0, 'update in batch': 24187, '/': 25417, 'loss': 10.388763427734375}\n",
      "{'epoch': 0, 'update in batch': 24188, '/': 25417, 'loss': 9.538076400756836}\n",
      "{'epoch': 0, 'update in batch': 24189, '/': 25417, 'loss': 9.53562068939209}\n",
      "{'epoch': 0, 'update in batch': 24190, '/': 25417, 'loss': 8.448376655578613}\n",
      "{'epoch': 0, 'update in batch': 24191, '/': 25417, 'loss': 8.253469467163086}\n",
      "{'epoch': 0, 'update in batch': 24192, '/': 25417, 'loss': 7.556386470794678}\n",
      "{'epoch': 0, 'update in batch': 24193, '/': 25417, 'loss': 8.01243782043457}\n",
      "{'epoch': 0, 'update in batch': 24194, '/': 25417, 'loss': 7.242909908294678}\n",
      "{'epoch': 0, 'update in batch': 24195, '/': 25417, 'loss': 6.737537384033203}\n",
      "{'epoch': 0, 'update in batch': 24196, '/': 25417, 'loss': 7.72186803817749}\n",
      "{'epoch': 0, 'update in batch': 24197, '/': 25417, 'loss': 7.792545318603516}\n",
      "{'epoch': 0, 'update in batch': 24198, '/': 25417, 'loss': 7.551094055175781}\n",
      "{'epoch': 0, 'update in batch': 24199, '/': 25417, 'loss': 6.146749973297119}\n",
      "{'epoch': 0, 'update in batch': 24200, '/': 25417, 'loss': 7.546985626220703}\n",
      "{'epoch': 0, 'update in batch': 24201, '/': 25417, 'loss': 7.4482221603393555}\n",
      "{'epoch': 0, 'update in batch': 24202, '/': 25417, 'loss': 6.771964073181152}\n",
      "{'epoch': 0, 'update in batch': 24203, '/': 25417, 'loss': 7.459539890289307}\n",
      "{'epoch': 0, 'update in batch': 24204, '/': 25417, 'loss': 6.625560760498047}\n",
      "{'epoch': 0, 'update in batch': 24205, '/': 25417, 'loss': 5.469720363616943}\n",
      "{'epoch': 0, 'update in batch': 24206, '/': 25417, 'loss': 6.091548919677734}\n",
      "{'epoch': 0, 'update in batch': 24207, '/': 25417, 'loss': 8.024885177612305}\n",
      "{'epoch': 0, 'update in batch': 24208, '/': 25417, 'loss': 5.6284074783325195}\n",
      "{'epoch': 0, 'update in batch': 24209, '/': 25417, 'loss': 7.756429195404053}\n",
      "{'epoch': 0, 'update in batch': 24210, '/': 25417, 'loss': 7.934650421142578}\n",
      "{'epoch': 0, 'update in batch': 24211, '/': 25417, 'loss': 6.831816673278809}\n",
      "{'epoch': 0, 'update in batch': 24212, '/': 25417, 'loss': 7.846070289611816}\n",
      "{'epoch': 0, 'update in batch': 24213, '/': 25417, 'loss': 6.810414791107178}\n",
      "{'epoch': 0, 'update in batch': 24214, '/': 25417, 'loss': 6.595330715179443}\n",
      "{'epoch': 0, 'update in batch': 24215, '/': 25417, 'loss': 7.343557834625244}\n",
      "{'epoch': 0, 'update in batch': 24216, '/': 25417, 'loss': 8.09501838684082}\n",
      "{'epoch': 0, 'update in batch': 24217, '/': 25417, 'loss': 8.389196395874023}\n",
      "{'epoch': 0, 'update in batch': 24218, '/': 25417, 'loss': 7.814450740814209}\n",
      "{'epoch': 0, 'update in batch': 24219, '/': 25417, 'loss': 7.621551513671875}\n",
      "{'epoch': 0, 'update in batch': 24220, '/': 25417, 'loss': 7.720822811126709}\n",
      "{'epoch': 0, 'update in batch': 24221, '/': 25417, 'loss': 6.5620245933532715}\n",
      "{'epoch': 0, 'update in batch': 24222, '/': 25417, 'loss': 6.917832851409912}\n",
      "{'epoch': 0, 'update in batch': 24223, '/': 25417, 'loss': 7.6760687828063965}\n",
      "{'epoch': 0, 'update in batch': 24224, '/': 25417, 'loss': 8.427534103393555}\n",
      "{'epoch': 0, 'update in batch': 24225, '/': 25417, 'loss': 5.8421735763549805}\n",
      "{'epoch': 0, 'update in batch': 24226, '/': 25417, 'loss': 5.871434211730957}\n",
      "{'epoch': 0, 'update in batch': 24227, '/': 25417, 'loss': 5.957310199737549}\n",
      "{'epoch': 0, 'update in batch': 24228, '/': 25417, 'loss': 5.718801975250244}\n",
      "{'epoch': 0, 'update in batch': 24229, '/': 25417, 'loss': 6.050585746765137}\n",
      "{'epoch': 0, 'update in batch': 24230, '/': 25417, 'loss': 5.757011413574219}\n",
      "{'epoch': 0, 'update in batch': 24231, '/': 25417, 'loss': 7.4575347900390625}\n",
      "{'epoch': 0, 'update in batch': 24232, '/': 25417, 'loss': 7.93738317489624}\n",
      "{'epoch': 0, 'update in batch': 24233, '/': 25417, 'loss': 6.283037185668945}\n",
      "{'epoch': 0, 'update in batch': 24234, '/': 25417, 'loss': 6.845056056976318}\n",
      "{'epoch': 0, 'update in batch': 24235, '/': 25417, 'loss': 6.844977378845215}\n",
      "{'epoch': 0, 'update in batch': 24236, '/': 25417, 'loss': 6.835112571716309}\n",
      "{'epoch': 0, 'update in batch': 24237, '/': 25417, 'loss': 7.049095153808594}\n",
      "{'epoch': 0, 'update in batch': 24238, '/': 25417, 'loss': 6.786231994628906}\n",
      "{'epoch': 0, 'update in batch': 24239, '/': 25417, 'loss': 6.873594760894775}\n",
      "{'epoch': 0, 'update in batch': 24240, '/': 25417, 'loss': 5.401780128479004}\n",
      "{'epoch': 0, 'update in batch': 24241, '/': 25417, 'loss': 5.4178547859191895}\n",
      "{'epoch': 0, 'update in batch': 24242, '/': 25417, 'loss': 6.769043922424316}\n",
      "{'epoch': 0, 'update in batch': 24243, '/': 25417, 'loss': 6.734602451324463}\n",
      "{'epoch': 0, 'update in batch': 24244, '/': 25417, 'loss': 5.8753485679626465}\n",
      "{'epoch': 0, 'update in batch': 24245, '/': 25417, 'loss': 6.839982032775879}\n",
      "{'epoch': 0, 'update in batch': 24246, '/': 25417, 'loss': 6.96665096282959}\n",
      "{'epoch': 0, 'update in batch': 24247, '/': 25417, 'loss': 8.651360511779785}\n",
      "{'epoch': 0, 'update in batch': 24248, '/': 25417, 'loss': 7.434972286224365}\n",
      "{'epoch': 0, 'update in batch': 24249, '/': 25417, 'loss': 5.776362419128418}\n",
      "{'epoch': 0, 'update in batch': 24250, '/': 25417, 'loss': 7.430964469909668}\n",
      "{'epoch': 0, 'update in batch': 24251, '/': 25417, 'loss': 6.334616661071777}\n",
      "{'epoch': 0, 'update in batch': 24252, '/': 25417, 'loss': 8.23921012878418}\n",
      "{'epoch': 0, 'update in batch': 24253, '/': 25417, 'loss': 8.596931457519531}\n",
      "{'epoch': 0, 'update in batch': 24254, '/': 25417, 'loss': 7.029862880706787}\n",
      "{'epoch': 0, 'update in batch': 24255, '/': 25417, 'loss': 7.4188103675842285}\n",
      "{'epoch': 0, 'update in batch': 24256, '/': 25417, 'loss': 7.109550476074219}\n",
      "{'epoch': 0, 'update in batch': 24257, '/': 25417, 'loss': 8.864216804504395}\n",
      "{'epoch': 0, 'update in batch': 24258, '/': 25417, 'loss': 6.029458045959473}\n",
      "{'epoch': 0, 'update in batch': 24259, '/': 25417, 'loss': 6.537882328033447}\n",
      "{'epoch': 0, 'update in batch': 24260, '/': 25417, 'loss': 7.4599504470825195}\n",
      "{'epoch': 0, 'update in batch': 24261, '/': 25417, 'loss': 6.536891937255859}\n",
      "{'epoch': 0, 'update in batch': 24262, '/': 25417, 'loss': 7.338428497314453}\n",
      "{'epoch': 0, 'update in batch': 24263, '/': 25417, 'loss': 6.631684303283691}\n",
      "{'epoch': 0, 'update in batch': 24264, '/': 25417, 'loss': 6.145986557006836}\n",
      "{'epoch': 0, 'update in batch': 24265, '/': 25417, 'loss': 6.187788963317871}\n",
      "{'epoch': 0, 'update in batch': 24266, '/': 25417, 'loss': 6.508011817932129}\n",
      "{'epoch': 0, 'update in batch': 24267, '/': 25417, 'loss': 6.471193790435791}\n",
      "{'epoch': 0, 'update in batch': 24268, '/': 25417, 'loss': 6.919966697692871}\n",
      "{'epoch': 0, 'update in batch': 24269, '/': 25417, 'loss': 7.262515068054199}\n",
      "{'epoch': 0, 'update in batch': 24270, '/': 25417, 'loss': 8.57951831817627}\n",
      "{'epoch': 0, 'update in batch': 24271, '/': 25417, 'loss': 7.563089847564697}\n",
      "{'epoch': 0, 'update in batch': 24272, '/': 25417, 'loss': 7.800527095794678}\n",
      "{'epoch': 0, 'update in batch': 24273, '/': 25417, 'loss': 11.428927421569824}\n",
      "{'epoch': 0, 'update in batch': 24274, '/': 25417, 'loss': 11.170544624328613}\n",
      "{'epoch': 0, 'update in batch': 24275, '/': 25417, 'loss': 10.539957046508789}\n",
      "{'epoch': 0, 'update in batch': 24276, '/': 25417, 'loss': 10.324182510375977}\n",
      "{'epoch': 0, 'update in batch': 24277, '/': 25417, 'loss': 9.35650634765625}\n",
      "{'epoch': 0, 'update in batch': 24278, '/': 25417, 'loss': 7.847433567047119}\n",
      "{'epoch': 0, 'update in batch': 24279, '/': 25417, 'loss': 7.201498985290527}\n",
      "{'epoch': 0, 'update in batch': 24280, '/': 25417, 'loss': 7.244763374328613}\n",
      "{'epoch': 0, 'update in batch': 24281, '/': 25417, 'loss': 7.42154598236084}\n",
      "{'epoch': 0, 'update in batch': 24282, '/': 25417, 'loss': 7.2321457862854}\n",
      "{'epoch': 0, 'update in batch': 24283, '/': 25417, 'loss': 8.139586448669434}\n",
      "{'epoch': 0, 'update in batch': 24284, '/': 25417, 'loss': 7.274144649505615}\n",
      "{'epoch': 0, 'update in batch': 24285, '/': 25417, 'loss': 6.600735664367676}\n",
      "{'epoch': 0, 'update in batch': 24286, '/': 25417, 'loss': 6.7968645095825195}\n",
      "{'epoch': 0, 'update in batch': 24287, '/': 25417, 'loss': 5.869737148284912}\n",
      "{'epoch': 0, 'update in batch': 24288, '/': 25417, 'loss': 5.993589878082275}\n",
      "{'epoch': 0, 'update in batch': 24289, '/': 25417, 'loss': 5.552070140838623}\n",
      "{'epoch': 0, 'update in batch': 24290, '/': 25417, 'loss': 7.142834663391113}\n",
      "{'epoch': 0, 'update in batch': 24291, '/': 25417, 'loss': 6.239947319030762}\n",
      "{'epoch': 0, 'update in batch': 24292, '/': 25417, 'loss': 6.192320346832275}\n",
      "{'epoch': 0, 'update in batch': 24293, '/': 25417, 'loss': 7.401348114013672}\n",
      "{'epoch': 0, 'update in batch': 24294, '/': 25417, 'loss': 7.517073154449463}\n",
      "{'epoch': 0, 'update in batch': 24295, '/': 25417, 'loss': 6.923558235168457}\n",
      "{'epoch': 0, 'update in batch': 24296, '/': 25417, 'loss': 5.8113508224487305}\n",
      "{'epoch': 0, 'update in batch': 24297, '/': 25417, 'loss': 7.0258469581604}\n",
      "{'epoch': 0, 'update in batch': 24298, '/': 25417, 'loss': 6.518747806549072}\n",
      "{'epoch': 0, 'update in batch': 24299, '/': 25417, 'loss': 6.734280586242676}\n",
      "{'epoch': 0, 'update in batch': 24300, '/': 25417, 'loss': 6.38817834854126}\n",
      "{'epoch': 0, 'update in batch': 24301, '/': 25417, 'loss': 7.168831825256348}\n",
      "{'epoch': 0, 'update in batch': 24302, '/': 25417, 'loss': 6.8199462890625}\n",
      "{'epoch': 0, 'update in batch': 24303, '/': 25417, 'loss': 6.858022212982178}\n",
      "{'epoch': 0, 'update in batch': 24304, '/': 25417, 'loss': 5.064357280731201}\n",
      "{'epoch': 0, 'update in batch': 24305, '/': 25417, 'loss': 6.525299072265625}\n",
      "{'epoch': 0, 'update in batch': 24306, '/': 25417, 'loss': 7.4006028175354}\n",
      "{'epoch': 0, 'update in batch': 24307, '/': 25417, 'loss': 7.940976142883301}\n",
      "{'epoch': 0, 'update in batch': 24308, '/': 25417, 'loss': 6.169558525085449}\n",
      "{'epoch': 0, 'update in batch': 24309, '/': 25417, 'loss': 6.751143455505371}\n",
      "{'epoch': 0, 'update in batch': 24310, '/': 25417, 'loss': 6.467654228210449}\n",
      "{'epoch': 0, 'update in batch': 24311, '/': 25417, 'loss': 5.612654685974121}\n",
      "{'epoch': 0, 'update in batch': 24312, '/': 25417, 'loss': 6.8414459228515625}\n",
      "{'epoch': 0, 'update in batch': 24313, '/': 25417, 'loss': 6.806253910064697}\n",
      "{'epoch': 0, 'update in batch': 24314, '/': 25417, 'loss': 6.753629207611084}\n",
      "{'epoch': 0, 'update in batch': 24315, '/': 25417, 'loss': 7.657614231109619}\n",
      "{'epoch': 0, 'update in batch': 24316, '/': 25417, 'loss': 7.763375759124756}\n",
      "{'epoch': 0, 'update in batch': 24317, '/': 25417, 'loss': 6.586396217346191}\n",
      "{'epoch': 0, 'update in batch': 24318, '/': 25417, 'loss': 7.283673286437988}\n",
      "{'epoch': 0, 'update in batch': 24319, '/': 25417, 'loss': 8.616693496704102}\n",
      "{'epoch': 0, 'update in batch': 24320, '/': 25417, 'loss': 7.338709354400635}\n",
      "{'epoch': 0, 'update in batch': 24321, '/': 25417, 'loss': 8.257322311401367}\n",
      "{'epoch': 0, 'update in batch': 24322, '/': 25417, 'loss': 6.313909530639648}\n",
      "{'epoch': 0, 'update in batch': 24323, '/': 25417, 'loss': 7.0031304359436035}\n",
      "{'epoch': 0, 'update in batch': 24324, '/': 25417, 'loss': 6.503887176513672}\n",
      "{'epoch': 0, 'update in batch': 24325, '/': 25417, 'loss': 7.641654014587402}\n",
      "{'epoch': 0, 'update in batch': 24326, '/': 25417, 'loss': 6.640023231506348}\n",
      "{'epoch': 0, 'update in batch': 24327, '/': 25417, 'loss': 7.222909450531006}\n",
      "{'epoch': 0, 'update in batch': 24328, '/': 25417, 'loss': 7.192000389099121}\n",
      "{'epoch': 0, 'update in batch': 24329, '/': 25417, 'loss': 8.397459030151367}\n",
      "{'epoch': 0, 'update in batch': 24330, '/': 25417, 'loss': 6.572087287902832}\n",
      "{'epoch': 0, 'update in batch': 24331, '/': 25417, 'loss': 6.677272796630859}\n",
      "{'epoch': 0, 'update in batch': 24332, '/': 25417, 'loss': 6.6069207191467285}\n",
      "{'epoch': 0, 'update in batch': 24333, '/': 25417, 'loss': 6.7529616355896}\n",
      "{'epoch': 0, 'update in batch': 24334, '/': 25417, 'loss': 8.166162490844727}\n",
      "{'epoch': 0, 'update in batch': 24335, '/': 25417, 'loss': 7.089125633239746}\n",
      "{'epoch': 0, 'update in batch': 24336, '/': 25417, 'loss': 5.6929612159729}\n",
      "{'epoch': 0, 'update in batch': 24337, '/': 25417, 'loss': 7.704434871673584}\n",
      "{'epoch': 0, 'update in batch': 24338, '/': 25417, 'loss': 7.431805610656738}\n",
      "{'epoch': 0, 'update in batch': 24339, '/': 25417, 'loss': 8.056354522705078}\n",
      "{'epoch': 0, 'update in batch': 24340, '/': 25417, 'loss': 9.150413513183594}\n",
      "{'epoch': 0, 'update in batch': 24341, '/': 25417, 'loss': 9.625636100769043}\n",
      "{'epoch': 0, 'update in batch': 24342, '/': 25417, 'loss': 6.75225305557251}\n",
      "{'epoch': 0, 'update in batch': 24343, '/': 25417, 'loss': 5.7377214431762695}\n",
      "{'epoch': 0, 'update in batch': 24344, '/': 25417, 'loss': 6.662685394287109}\n",
      "{'epoch': 0, 'update in batch': 24345, '/': 25417, 'loss': 7.044847011566162}\n",
      "{'epoch': 0, 'update in batch': 24346, '/': 25417, 'loss': 7.088499546051025}\n",
      "{'epoch': 0, 'update in batch': 24347, '/': 25417, 'loss': 6.3378214836120605}\n",
      "{'epoch': 0, 'update in batch': 24348, '/': 25417, 'loss': 7.175593376159668}\n",
      "{'epoch': 0, 'update in batch': 24349, '/': 25417, 'loss': 6.7453179359436035}\n",
      "{'epoch': 0, 'update in batch': 24350, '/': 25417, 'loss': 8.355838775634766}\n",
      "{'epoch': 0, 'update in batch': 24351, '/': 25417, 'loss': 7.280869960784912}\n",
      "{'epoch': 0, 'update in batch': 24352, '/': 25417, 'loss': 7.849148750305176}\n",
      "{'epoch': 0, 'update in batch': 24353, '/': 25417, 'loss': 7.625178337097168}\n",
      "{'epoch': 0, 'update in batch': 24354, '/': 25417, 'loss': 6.6461005210876465}\n",
      "{'epoch': 0, 'update in batch': 24355, '/': 25417, 'loss': 7.175814151763916}\n",
      "{'epoch': 0, 'update in batch': 24356, '/': 25417, 'loss': 5.560062885284424}\n",
      "{'epoch': 0, 'update in batch': 24357, '/': 25417, 'loss': 5.931130409240723}\n",
      "{'epoch': 0, 'update in batch': 24358, '/': 25417, 'loss': 6.288681507110596}\n",
      "{'epoch': 0, 'update in batch': 24359, '/': 25417, 'loss': 6.027341365814209}\n",
      "{'epoch': 0, 'update in batch': 24360, '/': 25417, 'loss': 8.224976539611816}\n",
      "{'epoch': 0, 'update in batch': 24361, '/': 25417, 'loss': 6.7763214111328125}\n",
      "{'epoch': 0, 'update in batch': 24362, '/': 25417, 'loss': 6.608767509460449}\n",
      "{'epoch': 0, 'update in batch': 24363, '/': 25417, 'loss': 7.81900691986084}\n",
      "{'epoch': 0, 'update in batch': 24364, '/': 25417, 'loss': 7.1499481201171875}\n",
      "{'epoch': 0, 'update in batch': 24365, '/': 25417, 'loss': 6.091180801391602}\n",
      "{'epoch': 0, 'update in batch': 24366, '/': 25417, 'loss': 5.646500587463379}\n",
      "{'epoch': 0, 'update in batch': 24367, '/': 25417, 'loss': 6.437103271484375}\n",
      "{'epoch': 0, 'update in batch': 24368, '/': 25417, 'loss': 7.074522495269775}\n",
      "{'epoch': 0, 'update in batch': 24369, '/': 25417, 'loss': 6.691763877868652}\n",
      "{'epoch': 0, 'update in batch': 24370, '/': 25417, 'loss': 7.009165287017822}\n",
      "{'epoch': 0, 'update in batch': 24371, '/': 25417, 'loss': 6.816761016845703}\n",
      "{'epoch': 0, 'update in batch': 24372, '/': 25417, 'loss': 6.313715934753418}\n",
      "{'epoch': 0, 'update in batch': 24373, '/': 25417, 'loss': 6.138752460479736}\n",
      "{'epoch': 0, 'update in batch': 24374, '/': 25417, 'loss': 6.577605247497559}\n",
      "{'epoch': 0, 'update in batch': 24375, '/': 25417, 'loss': 7.415541172027588}\n",
      "{'epoch': 0, 'update in batch': 24376, '/': 25417, 'loss': 6.863221168518066}\n",
      "{'epoch': 0, 'update in batch': 24377, '/': 25417, 'loss': 6.6568603515625}\n",
      "{'epoch': 0, 'update in batch': 24378, '/': 25417, 'loss': 6.975848197937012}\n",
      "{'epoch': 0, 'update in batch': 24379, '/': 25417, 'loss': 7.235564231872559}\n",
      "{'epoch': 0, 'update in batch': 24380, '/': 25417, 'loss': 7.406001091003418}\n",
      "{'epoch': 0, 'update in batch': 24381, '/': 25417, 'loss': 6.223956108093262}\n",
      "{'epoch': 0, 'update in batch': 24382, '/': 25417, 'loss': 7.062774658203125}\n",
      "{'epoch': 0, 'update in batch': 24383, '/': 25417, 'loss': 7.581300258636475}\n",
      "{'epoch': 0, 'update in batch': 24384, '/': 25417, 'loss': 6.635537147521973}\n",
      "{'epoch': 0, 'update in batch': 24385, '/': 25417, 'loss': 6.145141124725342}\n",
      "{'epoch': 0, 'update in batch': 24386, '/': 25417, 'loss': 6.162378787994385}\n",
      "{'epoch': 0, 'update in batch': 24387, '/': 25417, 'loss': 5.917011737823486}\n",
      "{'epoch': 0, 'update in batch': 24388, '/': 25417, 'loss': 6.6557488441467285}\n",
      "{'epoch': 0, 'update in batch': 24389, '/': 25417, 'loss': 7.431404113769531}\n",
      "{'epoch': 0, 'update in batch': 24390, '/': 25417, 'loss': 7.444045066833496}\n",
      "{'epoch': 0, 'update in batch': 24391, '/': 25417, 'loss': 8.093202590942383}\n",
      "{'epoch': 0, 'update in batch': 24392, '/': 25417, 'loss': 7.664025783538818}\n",
      "{'epoch': 0, 'update in batch': 24393, '/': 25417, 'loss': 7.897947788238525}\n",
      "{'epoch': 0, 'update in batch': 24394, '/': 25417, 'loss': 7.1733198165893555}\n",
      "{'epoch': 0, 'update in batch': 24395, '/': 25417, 'loss': 8.528242111206055}\n",
      "{'epoch': 0, 'update in batch': 24396, '/': 25417, 'loss': 8.399866104125977}\n",
      "{'epoch': 0, 'update in batch': 24397, '/': 25417, 'loss': 8.366205215454102}\n",
      "{'epoch': 0, 'update in batch': 24398, '/': 25417, 'loss': 8.59598445892334}\n",
      "{'epoch': 0, 'update in batch': 24399, '/': 25417, 'loss': 8.942764282226562}\n",
      "{'epoch': 0, 'update in batch': 24400, '/': 25417, 'loss': 6.958232879638672}\n",
      "{'epoch': 0, 'update in batch': 24401, '/': 25417, 'loss': 7.443046569824219}\n",
      "{'epoch': 0, 'update in batch': 24402, '/': 25417, 'loss': 7.071103572845459}\n",
      "{'epoch': 0, 'update in batch': 24403, '/': 25417, 'loss': 7.688236236572266}\n",
      "{'epoch': 0, 'update in batch': 24404, '/': 25417, 'loss': 7.969437599182129}\n",
      "{'epoch': 0, 'update in batch': 24405, '/': 25417, 'loss': 7.02463436126709}\n",
      "{'epoch': 0, 'update in batch': 24406, '/': 25417, 'loss': 6.5400710105896}\n",
      "{'epoch': 0, 'update in batch': 24407, '/': 25417, 'loss': 8.003341674804688}\n",
      "{'epoch': 0, 'update in batch': 24408, '/': 25417, 'loss': 6.995451927185059}\n",
      "{'epoch': 0, 'update in batch': 24409, '/': 25417, 'loss': 6.853338718414307}\n",
      "{'epoch': 0, 'update in batch': 24410, '/': 25417, 'loss': 6.834352970123291}\n",
      "{'epoch': 0, 'update in batch': 24411, '/': 25417, 'loss': 6.030125141143799}\n",
      "{'epoch': 0, 'update in batch': 24412, '/': 25417, 'loss': 7.749514579772949}\n",
      "{'epoch': 0, 'update in batch': 24413, '/': 25417, 'loss': 9.248411178588867}\n",
      "{'epoch': 0, 'update in batch': 24414, '/': 25417, 'loss': 7.048866271972656}\n",
      "{'epoch': 0, 'update in batch': 24415, '/': 25417, 'loss': 7.613807678222656}\n",
      "{'epoch': 0, 'update in batch': 24416, '/': 25417, 'loss': 10.256875991821289}\n",
      "{'epoch': 0, 'update in batch': 24417, '/': 25417, 'loss': 9.721538543701172}\n",
      "{'epoch': 0, 'update in batch': 24418, '/': 25417, 'loss': 8.92827320098877}\n",
      "{'epoch': 0, 'update in batch': 24419, '/': 25417, 'loss': 10.297748565673828}\n",
      "{'epoch': 0, 'update in batch': 24420, '/': 25417, 'loss': 10.023674011230469}\n",
      "{'epoch': 0, 'update in batch': 24421, '/': 25417, 'loss': 9.644186019897461}\n",
      "{'epoch': 0, 'update in batch': 24422, '/': 25417, 'loss': 9.864543914794922}\n",
      "{'epoch': 0, 'update in batch': 24423, '/': 25417, 'loss': 11.668842315673828}\n",
      "{'epoch': 0, 'update in batch': 24424, '/': 25417, 'loss': 9.403477668762207}\n",
      "{'epoch': 0, 'update in batch': 24425, '/': 25417, 'loss': 7.966575622558594}\n",
      "{'epoch': 0, 'update in batch': 24426, '/': 25417, 'loss': 6.572846412658691}\n",
      "{'epoch': 0, 'update in batch': 24427, '/': 25417, 'loss': 7.622820854187012}\n",
      "{'epoch': 0, 'update in batch': 24428, '/': 25417, 'loss': 6.661171913146973}\n",
      "{'epoch': 0, 'update in batch': 24429, '/': 25417, 'loss': 7.189319610595703}\n",
      "{'epoch': 0, 'update in batch': 24430, '/': 25417, 'loss': 7.729344367980957}\n",
      "{'epoch': 0, 'update in batch': 24431, '/': 25417, 'loss': 6.926959991455078}\n",
      "{'epoch': 0, 'update in batch': 24432, '/': 25417, 'loss': 6.6147308349609375}\n",
      "{'epoch': 0, 'update in batch': 24433, '/': 25417, 'loss': 7.194453239440918}\n",
      "{'epoch': 0, 'update in batch': 24434, '/': 25417, 'loss': 7.4705023765563965}\n",
      "{'epoch': 0, 'update in batch': 24435, '/': 25417, 'loss': 6.6281304359436035}\n",
      "{'epoch': 0, 'update in batch': 24436, '/': 25417, 'loss': 6.624037742614746}\n",
      "{'epoch': 0, 'update in batch': 24437, '/': 25417, 'loss': 6.365203380584717}\n",
      "{'epoch': 0, 'update in batch': 24438, '/': 25417, 'loss': 5.695862293243408}\n",
      "{'epoch': 0, 'update in batch': 24439, '/': 25417, 'loss': 5.710728645324707}\n",
      "{'epoch': 0, 'update in batch': 24440, '/': 25417, 'loss': 6.507086277008057}\n",
      "{'epoch': 0, 'update in batch': 24441, '/': 25417, 'loss': 5.259741306304932}\n",
      "{'epoch': 0, 'update in batch': 24442, '/': 25417, 'loss': 8.392455101013184}\n",
      "{'epoch': 0, 'update in batch': 24443, '/': 25417, 'loss': 7.288032531738281}\n",
      "{'epoch': 0, 'update in batch': 24444, '/': 25417, 'loss': 7.8062310218811035}\n",
      "{'epoch': 0, 'update in batch': 24445, '/': 25417, 'loss': 8.559800148010254}\n",
      "{'epoch': 0, 'update in batch': 24446, '/': 25417, 'loss': 7.119793891906738}\n",
      "{'epoch': 0, 'update in batch': 24447, '/': 25417, 'loss': 6.7821044921875}\n",
      "{'epoch': 0, 'update in batch': 24448, '/': 25417, 'loss': 6.539450168609619}\n",
      "{'epoch': 0, 'update in batch': 24449, '/': 25417, 'loss': 6.198101043701172}\n",
      "{'epoch': 0, 'update in batch': 24450, '/': 25417, 'loss': 6.534326076507568}\n",
      "{'epoch': 0, 'update in batch': 24451, '/': 25417, 'loss': 7.467090606689453}\n",
      "{'epoch': 0, 'update in batch': 24452, '/': 25417, 'loss': 6.784989356994629}\n",
      "{'epoch': 0, 'update in batch': 24453, '/': 25417, 'loss': 7.0359368324279785}\n",
      "{'epoch': 0, 'update in batch': 24454, '/': 25417, 'loss': 7.9694061279296875}\n",
      "{'epoch': 0, 'update in batch': 24455, '/': 25417, 'loss': 7.746771335601807}\n",
      "{'epoch': 0, 'update in batch': 24456, '/': 25417, 'loss': 7.155588626861572}\n",
      "{'epoch': 0, 'update in batch': 24457, '/': 25417, 'loss': 7.193509578704834}\n",
      "{'epoch': 0, 'update in batch': 24458, '/': 25417, 'loss': 6.676816463470459}\n",
      "{'epoch': 0, 'update in batch': 24459, '/': 25417, 'loss': 5.993032455444336}\n",
      "{'epoch': 0, 'update in batch': 24460, '/': 25417, 'loss': 6.229194641113281}\n",
      "{'epoch': 0, 'update in batch': 24461, '/': 25417, 'loss': 7.811546325683594}\n",
      "{'epoch': 0, 'update in batch': 24462, '/': 25417, 'loss': 8.221296310424805}\n",
      "{'epoch': 0, 'update in batch': 24463, '/': 25417, 'loss': 9.455549240112305}\n",
      "{'epoch': 0, 'update in batch': 24464, '/': 25417, 'loss': 8.605964660644531}\n",
      "{'epoch': 0, 'update in batch': 24465, '/': 25417, 'loss': 8.229326248168945}\n",
      "{'epoch': 0, 'update in batch': 24466, '/': 25417, 'loss': 6.749166011810303}\n",
      "{'epoch': 0, 'update in batch': 24467, '/': 25417, 'loss': 5.852112770080566}\n",
      "{'epoch': 0, 'update in batch': 24468, '/': 25417, 'loss': 6.910706520080566}\n",
      "{'epoch': 0, 'update in batch': 24469, '/': 25417, 'loss': 7.1431379318237305}\n",
      "{'epoch': 0, 'update in batch': 24470, '/': 25417, 'loss': 7.706181526184082}\n",
      "{'epoch': 0, 'update in batch': 24471, '/': 25417, 'loss': 9.806669235229492}\n",
      "{'epoch': 0, 'update in batch': 24472, '/': 25417, 'loss': 9.312429428100586}\n",
      "{'epoch': 0, 'update in batch': 24473, '/': 25417, 'loss': 9.511320114135742}\n",
      "{'epoch': 0, 'update in batch': 24474, '/': 25417, 'loss': 9.506952285766602}\n",
      "{'epoch': 0, 'update in batch': 24475, '/': 25417, 'loss': 7.4252142906188965}\n",
      "{'epoch': 0, 'update in batch': 24476, '/': 25417, 'loss': 8.09520149230957}\n",
      "{'epoch': 0, 'update in batch': 24477, '/': 25417, 'loss': 7.126839637756348}\n",
      "{'epoch': 0, 'update in batch': 24478, '/': 25417, 'loss': 8.134431838989258}\n",
      "{'epoch': 0, 'update in batch': 24479, '/': 25417, 'loss': 7.968344211578369}\n",
      "{'epoch': 0, 'update in batch': 24480, '/': 25417, 'loss': 7.828159332275391}\n",
      "{'epoch': 0, 'update in batch': 24481, '/': 25417, 'loss': 7.86837100982666}\n",
      "{'epoch': 0, 'update in batch': 24482, '/': 25417, 'loss': 7.4109063148498535}\n",
      "{'epoch': 0, 'update in batch': 24483, '/': 25417, 'loss': 7.551433563232422}\n",
      "{'epoch': 0, 'update in batch': 24484, '/': 25417, 'loss': 7.060708522796631}\n",
      "{'epoch': 0, 'update in batch': 24485, '/': 25417, 'loss': 8.366182327270508}\n",
      "{'epoch': 0, 'update in batch': 24486, '/': 25417, 'loss': 7.062371253967285}\n",
      "{'epoch': 0, 'update in batch': 24487, '/': 25417, 'loss': 7.281225681304932}\n",
      "{'epoch': 0, 'update in batch': 24488, '/': 25417, 'loss': 8.545841217041016}\n",
      "{'epoch': 0, 'update in batch': 24489, '/': 25417, 'loss': 7.0537428855896}\n",
      "{'epoch': 0, 'update in batch': 24490, '/': 25417, 'loss': 7.61654806137085}\n",
      "{'epoch': 0, 'update in batch': 24491, '/': 25417, 'loss': 7.185673713684082}\n",
      "{'epoch': 0, 'update in batch': 24492, '/': 25417, 'loss': 8.66147232055664}\n",
      "{'epoch': 0, 'update in batch': 24493, '/': 25417, 'loss': 7.4035515785217285}\n",
      "{'epoch': 0, 'update in batch': 24494, '/': 25417, 'loss': 8.073038101196289}\n",
      "{'epoch': 0, 'update in batch': 24495, '/': 25417, 'loss': 7.848568916320801}\n",
      "{'epoch': 0, 'update in batch': 24496, '/': 25417, 'loss': 6.190001964569092}\n",
      "{'epoch': 0, 'update in batch': 24497, '/': 25417, 'loss': 7.338132381439209}\n",
      "{'epoch': 0, 'update in batch': 24498, '/': 25417, 'loss': 8.22768783569336}\n",
      "{'epoch': 0, 'update in batch': 24499, '/': 25417, 'loss': 7.932394981384277}\n",
      "{'epoch': 0, 'update in batch': 24500, '/': 25417, 'loss': 6.35861873626709}\n",
      "{'epoch': 0, 'update in batch': 24501, '/': 25417, 'loss': 6.273555755615234}\n",
      "{'epoch': 0, 'update in batch': 24502, '/': 25417, 'loss': 6.924098968505859}\n",
      "{'epoch': 0, 'update in batch': 24503, '/': 25417, 'loss': 6.358012676239014}\n",
      "{'epoch': 0, 'update in batch': 24504, '/': 25417, 'loss': 8.651036262512207}\n",
      "{'epoch': 0, 'update in batch': 24505, '/': 25417, 'loss': 8.736821174621582}\n",
      "{'epoch': 0, 'update in batch': 24506, '/': 25417, 'loss': 7.871024131774902}\n",
      "{'epoch': 0, 'update in batch': 24507, '/': 25417, 'loss': 6.069304943084717}\n",
      "{'epoch': 0, 'update in batch': 24508, '/': 25417, 'loss': 5.629866600036621}\n",
      "{'epoch': 0, 'update in batch': 24509, '/': 25417, 'loss': 6.029715538024902}\n",
      "{'epoch': 0, 'update in batch': 24510, '/': 25417, 'loss': 6.238859176635742}\n",
      "{'epoch': 0, 'update in batch': 24511, '/': 25417, 'loss': 6.424966335296631}\n",
      "{'epoch': 0, 'update in batch': 24512, '/': 25417, 'loss': 6.837166786193848}\n",
      "{'epoch': 0, 'update in batch': 24513, '/': 25417, 'loss': 7.514517784118652}\n",
      "{'epoch': 0, 'update in batch': 24514, '/': 25417, 'loss': 7.0363359451293945}\n",
      "{'epoch': 0, 'update in batch': 24515, '/': 25417, 'loss': 6.741621494293213}\n",
      "{'epoch': 0, 'update in batch': 24516, '/': 25417, 'loss': 6.551880836486816}\n",
      "{'epoch': 0, 'update in batch': 24517, '/': 25417, 'loss': 6.602395057678223}\n",
      "{'epoch': 0, 'update in batch': 24518, '/': 25417, 'loss': 7.217074394226074}\n",
      "{'epoch': 0, 'update in batch': 24519, '/': 25417, 'loss': 6.8116559982299805}\n",
      "{'epoch': 0, 'update in batch': 24520, '/': 25417, 'loss': 6.320959091186523}\n",
      "{'epoch': 0, 'update in batch': 24521, '/': 25417, 'loss': 6.500155448913574}\n",
      "{'epoch': 0, 'update in batch': 24522, '/': 25417, 'loss': 8.236444473266602}\n",
      "{'epoch': 0, 'update in batch': 24523, '/': 25417, 'loss': 9.699973106384277}\n",
      "{'epoch': 0, 'update in batch': 24524, '/': 25417, 'loss': 9.10538101196289}\n",
      "{'epoch': 0, 'update in batch': 24525, '/': 25417, 'loss': 9.621513366699219}\n",
      "{'epoch': 0, 'update in batch': 24526, '/': 25417, 'loss': 8.449893951416016}\n",
      "{'epoch': 0, 'update in batch': 24527, '/': 25417, 'loss': 8.172327041625977}\n",
      "{'epoch': 0, 'update in batch': 24528, '/': 25417, 'loss': 7.618199825286865}\n",
      "{'epoch': 0, 'update in batch': 24529, '/': 25417, 'loss': 7.187465667724609}\n",
      "{'epoch': 0, 'update in batch': 24530, '/': 25417, 'loss': 7.017233848571777}\n",
      "{'epoch': 0, 'update in batch': 24531, '/': 25417, 'loss': 7.747902870178223}\n",
      "{'epoch': 0, 'update in batch': 24532, '/': 25417, 'loss': 7.9633612632751465}\n",
      "{'epoch': 0, 'update in batch': 24533, '/': 25417, 'loss': 7.231630802154541}\n",
      "{'epoch': 0, 'update in batch': 24534, '/': 25417, 'loss': 6.5415496826171875}\n",
      "{'epoch': 0, 'update in batch': 24535, '/': 25417, 'loss': 6.681774139404297}\n",
      "{'epoch': 0, 'update in batch': 24536, '/': 25417, 'loss': 6.950470924377441}\n",
      "{'epoch': 0, 'update in batch': 24537, '/': 25417, 'loss': 6.258726596832275}\n",
      "{'epoch': 0, 'update in batch': 24538, '/': 25417, 'loss': 6.461697578430176}\n",
      "{'epoch': 0, 'update in batch': 24539, '/': 25417, 'loss': 6.2529706954956055}\n",
      "{'epoch': 0, 'update in batch': 24540, '/': 25417, 'loss': 6.838348388671875}\n",
      "{'epoch': 0, 'update in batch': 24541, '/': 25417, 'loss': 7.0829362869262695}\n",
      "{'epoch': 0, 'update in batch': 24542, '/': 25417, 'loss': 6.4883599281311035}\n",
      "{'epoch': 0, 'update in batch': 24543, '/': 25417, 'loss': 7.477078437805176}\n",
      "{'epoch': 0, 'update in batch': 24544, '/': 25417, 'loss': 8.101545333862305}\n",
      "{'epoch': 0, 'update in batch': 24545, '/': 25417, 'loss': 8.013654708862305}\n",
      "{'epoch': 0, 'update in batch': 24546, '/': 25417, 'loss': 8.236257553100586}\n",
      "{'epoch': 0, 'update in batch': 24547, '/': 25417, 'loss': 7.673321723937988}\n",
      "{'epoch': 0, 'update in batch': 24548, '/': 25417, 'loss': 9.207964897155762}\n",
      "{'epoch': 0, 'update in batch': 24549, '/': 25417, 'loss': 9.007027626037598}\n",
      "{'epoch': 0, 'update in batch': 24550, '/': 25417, 'loss': 7.188283443450928}\n",
      "{'epoch': 0, 'update in batch': 24551, '/': 25417, 'loss': 7.228298187255859}\n",
      "{'epoch': 0, 'update in batch': 24552, '/': 25417, 'loss': 8.357731819152832}\n",
      "{'epoch': 0, 'update in batch': 24553, '/': 25417, 'loss': 8.066859245300293}\n",
      "{'epoch': 0, 'update in batch': 24554, '/': 25417, 'loss': 5.545825004577637}\n",
      "{'epoch': 0, 'update in batch': 24555, '/': 25417, 'loss': 5.095169544219971}\n",
      "{'epoch': 0, 'update in batch': 24556, '/': 25417, 'loss': 5.814291000366211}\n",
      "{'epoch': 0, 'update in batch': 24557, '/': 25417, 'loss': 6.584697723388672}\n",
      "{'epoch': 0, 'update in batch': 24558, '/': 25417, 'loss': 5.750826835632324}\n",
      "{'epoch': 0, 'update in batch': 24559, '/': 25417, 'loss': 6.245322227478027}\n",
      "{'epoch': 0, 'update in batch': 24560, '/': 25417, 'loss': 9.287843704223633}\n",
      "{'epoch': 0, 'update in batch': 24561, '/': 25417, 'loss': 10.338714599609375}\n",
      "{'epoch': 0, 'update in batch': 24562, '/': 25417, 'loss': 10.171440124511719}\n",
      "{'epoch': 0, 'update in batch': 24563, '/': 25417, 'loss': 9.165664672851562}\n",
      "{'epoch': 0, 'update in batch': 24564, '/': 25417, 'loss': 8.65050220489502}\n",
      "{'epoch': 0, 'update in batch': 24565, '/': 25417, 'loss': 8.102682113647461}\n",
      "{'epoch': 0, 'update in batch': 24566, '/': 25417, 'loss': 6.829991817474365}\n",
      "{'epoch': 0, 'update in batch': 24567, '/': 25417, 'loss': 8.096102714538574}\n",
      "{'epoch': 0, 'update in batch': 24568, '/': 25417, 'loss': 7.1920037269592285}\n",
      "{'epoch': 0, 'update in batch': 24569, '/': 25417, 'loss': 7.924984931945801}\n",
      "{'epoch': 0, 'update in batch': 24570, '/': 25417, 'loss': 7.076480865478516}\n",
      "{'epoch': 0, 'update in batch': 24571, '/': 25417, 'loss': 7.976992607116699}\n",
      "{'epoch': 0, 'update in batch': 24572, '/': 25417, 'loss': 6.664193153381348}\n",
      "{'epoch': 0, 'update in batch': 24573, '/': 25417, 'loss': 6.521311283111572}\n",
      "{'epoch': 0, 'update in batch': 24574, '/': 25417, 'loss': 6.658673286437988}\n",
      "{'epoch': 0, 'update in batch': 24575, '/': 25417, 'loss': 7.977529048919678}\n",
      "{'epoch': 0, 'update in batch': 24576, '/': 25417, 'loss': 7.594444274902344}\n",
      "{'epoch': 0, 'update in batch': 24577, '/': 25417, 'loss': 6.147878170013428}\n",
      "{'epoch': 0, 'update in batch': 24578, '/': 25417, 'loss': 6.999560356140137}\n",
      "{'epoch': 0, 'update in batch': 24579, '/': 25417, 'loss': 6.7972588539123535}\n",
      "{'epoch': 0, 'update in batch': 24580, '/': 25417, 'loss': 6.447202205657959}\n",
      "{'epoch': 0, 'update in batch': 24581, '/': 25417, 'loss': 6.0028076171875}\n",
      "{'epoch': 0, 'update in batch': 24582, '/': 25417, 'loss': 7.101197242736816}\n",
      "{'epoch': 0, 'update in batch': 24583, '/': 25417, 'loss': 7.374756813049316}\n",
      "{'epoch': 0, 'update in batch': 24584, '/': 25417, 'loss': 6.828696250915527}\n",
      "{'epoch': 0, 'update in batch': 24585, '/': 25417, 'loss': 5.657919406890869}\n",
      "{'epoch': 0, 'update in batch': 24586, '/': 25417, 'loss': 6.410469055175781}\n",
      "{'epoch': 0, 'update in batch': 24587, '/': 25417, 'loss': 6.245856285095215}\n",
      "{'epoch': 0, 'update in batch': 24588, '/': 25417, 'loss': 6.408585548400879}\n",
      "{'epoch': 0, 'update in batch': 24589, '/': 25417, 'loss': 8.508191108703613}\n",
      "{'epoch': 0, 'update in batch': 24590, '/': 25417, 'loss': 7.626374244689941}\n",
      "{'epoch': 0, 'update in batch': 24591, '/': 25417, 'loss': 7.000418186187744}\n",
      "{'epoch': 0, 'update in batch': 24592, '/': 25417, 'loss': 8.520621299743652}\n",
      "{'epoch': 0, 'update in batch': 24593, '/': 25417, 'loss': 8.145284652709961}\n",
      "{'epoch': 0, 'update in batch': 24594, '/': 25417, 'loss': 7.7489118576049805}\n",
      "{'epoch': 0, 'update in batch': 24595, '/': 25417, 'loss': 8.119215965270996}\n",
      "{'epoch': 0, 'update in batch': 24596, '/': 25417, 'loss': 7.147173881530762}\n",
      "{'epoch': 0, 'update in batch': 24597, '/': 25417, 'loss': 6.896939754486084}\n",
      "{'epoch': 0, 'update in batch': 24598, '/': 25417, 'loss': 7.34585428237915}\n",
      "{'epoch': 0, 'update in batch': 24599, '/': 25417, 'loss': 6.697580814361572}\n",
      "{'epoch': 0, 'update in batch': 24600, '/': 25417, 'loss': 7.0910844802856445}\n",
      "{'epoch': 0, 'update in batch': 24601, '/': 25417, 'loss': 6.528219699859619}\n",
      "{'epoch': 0, 'update in batch': 24602, '/': 25417, 'loss': 6.954689025878906}\n",
      "{'epoch': 0, 'update in batch': 24603, '/': 25417, 'loss': 6.440439701080322}\n",
      "{'epoch': 0, 'update in batch': 24604, '/': 25417, 'loss': 6.779959678649902}\n",
      "{'epoch': 0, 'update in batch': 24605, '/': 25417, 'loss': 6.919119358062744}\n",
      "{'epoch': 0, 'update in batch': 24606, '/': 25417, 'loss': 6.647182464599609}\n",
      "{'epoch': 0, 'update in batch': 24607, '/': 25417, 'loss': 8.416987419128418}\n",
      "{'epoch': 0, 'update in batch': 24608, '/': 25417, 'loss': 7.774170875549316}\n",
      "{'epoch': 0, 'update in batch': 24609, '/': 25417, 'loss': 7.089374542236328}\n",
      "{'epoch': 0, 'update in batch': 24610, '/': 25417, 'loss': 6.522131443023682}\n",
      "{'epoch': 0, 'update in batch': 24611, '/': 25417, 'loss': 7.801041603088379}\n",
      "{'epoch': 0, 'update in batch': 24612, '/': 25417, 'loss': 7.923825740814209}\n",
      "{'epoch': 0, 'update in batch': 24613, '/': 25417, 'loss': 7.790505886077881}\n",
      "{'epoch': 0, 'update in batch': 24614, '/': 25417, 'loss': 7.291881561279297}\n",
      "{'epoch': 0, 'update in batch': 24615, '/': 25417, 'loss': 7.442262172698975}\n",
      "{'epoch': 0, 'update in batch': 24616, '/': 25417, 'loss': 6.95159387588501}\n",
      "{'epoch': 0, 'update in batch': 24617, '/': 25417, 'loss': 6.671596527099609}\n",
      "{'epoch': 0, 'update in batch': 24618, '/': 25417, 'loss': 6.045896053314209}\n",
      "{'epoch': 0, 'update in batch': 24619, '/': 25417, 'loss': 6.839829444885254}\n",
      "{'epoch': 0, 'update in batch': 24620, '/': 25417, 'loss': 8.00326919555664}\n",
      "{'epoch': 0, 'update in batch': 24621, '/': 25417, 'loss': 6.80379581451416}\n",
      "{'epoch': 0, 'update in batch': 24622, '/': 25417, 'loss': 7.552449703216553}\n",
      "{'epoch': 0, 'update in batch': 24623, '/': 25417, 'loss': 7.15579080581665}\n",
      "{'epoch': 0, 'update in batch': 24624, '/': 25417, 'loss': 7.2405104637146}\n",
      "{'epoch': 0, 'update in batch': 24625, '/': 25417, 'loss': 6.7335052490234375}\n",
      "{'epoch': 0, 'update in batch': 24626, '/': 25417, 'loss': 7.102816104888916}\n",
      "{'epoch': 0, 'update in batch': 24627, '/': 25417, 'loss': 6.970986843109131}\n",
      "{'epoch': 0, 'update in batch': 24628, '/': 25417, 'loss': 6.5040788650512695}\n",
      "{'epoch': 0, 'update in batch': 24629, '/': 25417, 'loss': 6.8539719581604}\n",
      "{'epoch': 0, 'update in batch': 24630, '/': 25417, 'loss': 7.980205535888672}\n",
      "{'epoch': 0, 'update in batch': 24631, '/': 25417, 'loss': 8.766515731811523}\n",
      "{'epoch': 0, 'update in batch': 24632, '/': 25417, 'loss': 9.295843124389648}\n",
      "{'epoch': 0, 'update in batch': 24633, '/': 25417, 'loss': 7.475347995758057}\n",
      "{'epoch': 0, 'update in batch': 24634, '/': 25417, 'loss': 8.766716957092285}\n",
      "{'epoch': 0, 'update in batch': 24635, '/': 25417, 'loss': 6.936041831970215}\n",
      "{'epoch': 0, 'update in batch': 24636, '/': 25417, 'loss': 6.033344745635986}\n",
      "{'epoch': 0, 'update in batch': 24637, '/': 25417, 'loss': 6.206606864929199}\n",
      "{'epoch': 0, 'update in batch': 24638, '/': 25417, 'loss': 5.941792011260986}\n",
      "{'epoch': 0, 'update in batch': 24639, '/': 25417, 'loss': 7.664849758148193}\n",
      "{'epoch': 0, 'update in batch': 24640, '/': 25417, 'loss': 6.0908002853393555}\n",
      "{'epoch': 0, 'update in batch': 24641, '/': 25417, 'loss': 7.7553510665893555}\n",
      "{'epoch': 0, 'update in batch': 24642, '/': 25417, 'loss': 6.212924003601074}\n",
      "{'epoch': 0, 'update in batch': 24643, '/': 25417, 'loss': 7.825481414794922}\n",
      "{'epoch': 0, 'update in batch': 24644, '/': 25417, 'loss': 7.9420366287231445}\n",
      "{'epoch': 0, 'update in batch': 24645, '/': 25417, 'loss': 7.790909767150879}\n",
      "{'epoch': 0, 'update in batch': 24646, '/': 25417, 'loss': 7.927560329437256}\n",
      "{'epoch': 0, 'update in batch': 24647, '/': 25417, 'loss': 6.1054792404174805}\n",
      "{'epoch': 0, 'update in batch': 24648, '/': 25417, 'loss': 7.102416038513184}\n",
      "{'epoch': 0, 'update in batch': 24649, '/': 25417, 'loss': 6.384491443634033}\n",
      "{'epoch': 0, 'update in batch': 24650, '/': 25417, 'loss': 6.666628837585449}\n",
      "{'epoch': 0, 'update in batch': 24651, '/': 25417, 'loss': 6.907620429992676}\n",
      "{'epoch': 0, 'update in batch': 24652, '/': 25417, 'loss': 6.37154483795166}\n",
      "{'epoch': 0, 'update in batch': 24653, '/': 25417, 'loss': 6.701605319976807}\n",
      "{'epoch': 0, 'update in batch': 24654, '/': 25417, 'loss': 6.035210609436035}\n",
      "{'epoch': 0, 'update in batch': 24655, '/': 25417, 'loss': 6.660523891448975}\n",
      "{'epoch': 0, 'update in batch': 24656, '/': 25417, 'loss': 7.031475067138672}\n",
      "{'epoch': 0, 'update in batch': 24657, '/': 25417, 'loss': 6.55026388168335}\n",
      "{'epoch': 0, 'update in batch': 24658, '/': 25417, 'loss': 5.592939376831055}\n",
      "{'epoch': 0, 'update in batch': 24659, '/': 25417, 'loss': 6.590522766113281}\n",
      "{'epoch': 0, 'update in batch': 24660, '/': 25417, 'loss': 5.9661736488342285}\n",
      "{'epoch': 0, 'update in batch': 24661, '/': 25417, 'loss': 5.890765190124512}\n",
      "{'epoch': 0, 'update in batch': 24662, '/': 25417, 'loss': 6.222795486450195}\n",
      "{'epoch': 0, 'update in batch': 24663, '/': 25417, 'loss': 5.992707252502441}\n",
      "{'epoch': 0, 'update in batch': 24664, '/': 25417, 'loss': 6.226582050323486}\n",
      "{'epoch': 0, 'update in batch': 24665, '/': 25417, 'loss': 8.084603309631348}\n",
      "{'epoch': 0, 'update in batch': 24666, '/': 25417, 'loss': 7.779006004333496}\n",
      "{'epoch': 0, 'update in batch': 24667, '/': 25417, 'loss': 9.61727237701416}\n",
      "{'epoch': 0, 'update in batch': 24668, '/': 25417, 'loss': 10.166833877563477}\n",
      "{'epoch': 0, 'update in batch': 24669, '/': 25417, 'loss': 7.8928046226501465}\n",
      "{'epoch': 0, 'update in batch': 24670, '/': 25417, 'loss': 9.240921974182129}\n",
      "{'epoch': 0, 'update in batch': 24671, '/': 25417, 'loss': 7.3890814781188965}\n",
      "{'epoch': 0, 'update in batch': 24672, '/': 25417, 'loss': 7.654322147369385}\n",
      "{'epoch': 0, 'update in batch': 24673, '/': 25417, 'loss': 6.577364444732666}\n",
      "{'epoch': 0, 'update in batch': 24674, '/': 25417, 'loss': 6.001880168914795}\n",
      "{'epoch': 0, 'update in batch': 24675, '/': 25417, 'loss': 6.034317493438721}\n",
      "{'epoch': 0, 'update in batch': 24676, '/': 25417, 'loss': 6.137821197509766}\n",
      "{'epoch': 0, 'update in batch': 24677, '/': 25417, 'loss': 6.673276424407959}\n",
      "{'epoch': 0, 'update in batch': 24678, '/': 25417, 'loss': 5.730422496795654}\n",
      "{'epoch': 0, 'update in batch': 24679, '/': 25417, 'loss': 5.400552272796631}\n",
      "{'epoch': 0, 'update in batch': 24680, '/': 25417, 'loss': 5.8343939781188965}\n",
      "{'epoch': 0, 'update in batch': 24681, '/': 25417, 'loss': 5.984556198120117}\n",
      "{'epoch': 0, 'update in batch': 24682, '/': 25417, 'loss': 6.5405707359313965}\n",
      "{'epoch': 0, 'update in batch': 24683, '/': 25417, 'loss': 6.012493133544922}\n",
      "{'epoch': 0, 'update in batch': 24684, '/': 25417, 'loss': 6.946618556976318}\n",
      "{'epoch': 0, 'update in batch': 24685, '/': 25417, 'loss': 6.842495918273926}\n",
      "{'epoch': 0, 'update in batch': 24686, '/': 25417, 'loss': 7.329004764556885}\n",
      "{'epoch': 0, 'update in batch': 24687, '/': 25417, 'loss': 6.521954536437988}\n",
      "{'epoch': 0, 'update in batch': 24688, '/': 25417, 'loss': 7.724051475524902}\n",
      "{'epoch': 0, 'update in batch': 24689, '/': 25417, 'loss': 7.297055244445801}\n",
      "{'epoch': 0, 'update in batch': 24690, '/': 25417, 'loss': 7.2825117111206055}\n",
      "{'epoch': 0, 'update in batch': 24691, '/': 25417, 'loss': 6.691206932067871}\n",
      "{'epoch': 0, 'update in batch': 24692, '/': 25417, 'loss': 6.729642391204834}\n",
      "{'epoch': 0, 'update in batch': 24693, '/': 25417, 'loss': 8.106733322143555}\n",
      "{'epoch': 0, 'update in batch': 24694, '/': 25417, 'loss': 6.18391752243042}\n",
      "{'epoch': 0, 'update in batch': 24695, '/': 25417, 'loss': 6.594820499420166}\n",
      "{'epoch': 0, 'update in batch': 24696, '/': 25417, 'loss': 6.641989231109619}\n",
      "{'epoch': 0, 'update in batch': 24697, '/': 25417, 'loss': 6.180068016052246}\n",
      "{'epoch': 0, 'update in batch': 24698, '/': 25417, 'loss': 6.241501331329346}\n",
      "{'epoch': 0, 'update in batch': 24699, '/': 25417, 'loss': 6.163315773010254}\n",
      "{'epoch': 0, 'update in batch': 24700, '/': 25417, 'loss': 7.059161186218262}\n",
      "{'epoch': 0, 'update in batch': 24701, '/': 25417, 'loss': 6.138432025909424}\n",
      "{'epoch': 0, 'update in batch': 24702, '/': 25417, 'loss': 7.636985778808594}\n",
      "{'epoch': 0, 'update in batch': 24703, '/': 25417, 'loss': 6.985984802246094}\n",
      "{'epoch': 0, 'update in batch': 24704, '/': 25417, 'loss': 7.428713321685791}\n",
      "{'epoch': 0, 'update in batch': 24705, '/': 25417, 'loss': 6.536808013916016}\n",
      "{'epoch': 0, 'update in batch': 24706, '/': 25417, 'loss': 7.3961310386657715}\n",
      "{'epoch': 0, 'update in batch': 24707, '/': 25417, 'loss': 7.539882659912109}\n",
      "{'epoch': 0, 'update in batch': 24708, '/': 25417, 'loss': 7.36977481842041}\n",
      "{'epoch': 0, 'update in batch': 24709, '/': 25417, 'loss': 7.049247741699219}\n",
      "{'epoch': 0, 'update in batch': 24710, '/': 25417, 'loss': 7.896215915679932}\n",
      "{'epoch': 0, 'update in batch': 24711, '/': 25417, 'loss': 7.871747016906738}\n",
      "{'epoch': 0, 'update in batch': 24712, '/': 25417, 'loss': 6.843711853027344}\n",
      "{'epoch': 0, 'update in batch': 24713, '/': 25417, 'loss': 7.95962381362915}\n",
      "{'epoch': 0, 'update in batch': 24714, '/': 25417, 'loss': 8.773122787475586}\n",
      "{'epoch': 0, 'update in batch': 24715, '/': 25417, 'loss': 6.312363624572754}\n",
      "{'epoch': 0, 'update in batch': 24716, '/': 25417, 'loss': 6.273486614227295}\n",
      "{'epoch': 0, 'update in batch': 24717, '/': 25417, 'loss': 6.650937080383301}\n",
      "{'epoch': 0, 'update in batch': 24718, '/': 25417, 'loss': 6.561527252197266}\n",
      "{'epoch': 0, 'update in batch': 24719, '/': 25417, 'loss': 7.041783332824707}\n",
      "{'epoch': 0, 'update in batch': 24720, '/': 25417, 'loss': 6.3461103439331055}\n",
      "{'epoch': 0, 'update in batch': 24721, '/': 25417, 'loss': 7.330654144287109}\n",
      "{'epoch': 0, 'update in batch': 24722, '/': 25417, 'loss': 9.479290962219238}\n",
      "{'epoch': 0, 'update in batch': 24723, '/': 25417, 'loss': 11.819880485534668}\n",
      "{'epoch': 0, 'update in batch': 24724, '/': 25417, 'loss': 11.172353744506836}\n",
      "{'epoch': 0, 'update in batch': 24725, '/': 25417, 'loss': 11.005401611328125}\n",
      "{'epoch': 0, 'update in batch': 24726, '/': 25417, 'loss': 11.508813858032227}\n",
      "{'epoch': 0, 'update in batch': 24727, '/': 25417, 'loss': 6.709366798400879}\n",
      "{'epoch': 0, 'update in batch': 24728, '/': 25417, 'loss': 7.0636887550354}\n",
      "{'epoch': 0, 'update in batch': 24729, '/': 25417, 'loss': 8.067388534545898}\n",
      "{'epoch': 0, 'update in batch': 24730, '/': 25417, 'loss': 6.607274055480957}\n",
      "{'epoch': 0, 'update in batch': 24731, '/': 25417, 'loss': 6.658370018005371}\n",
      "{'epoch': 0, 'update in batch': 24732, '/': 25417, 'loss': 6.714781761169434}\n",
      "{'epoch': 0, 'update in batch': 24733, '/': 25417, 'loss': 7.609160423278809}\n",
      "{'epoch': 0, 'update in batch': 24734, '/': 25417, 'loss': 6.45000696182251}\n",
      "{'epoch': 0, 'update in batch': 24735, '/': 25417, 'loss': 6.771944522857666}\n",
      "{'epoch': 0, 'update in batch': 24736, '/': 25417, 'loss': 6.507728576660156}\n",
      "{'epoch': 0, 'update in batch': 24737, '/': 25417, 'loss': 6.810431003570557}\n",
      "{'epoch': 0, 'update in batch': 24738, '/': 25417, 'loss': 6.886801242828369}\n",
      "{'epoch': 0, 'update in batch': 24739, '/': 25417, 'loss': 7.70858907699585}\n",
      "{'epoch': 0, 'update in batch': 24740, '/': 25417, 'loss': 7.089530944824219}\n",
      "{'epoch': 0, 'update in batch': 24741, '/': 25417, 'loss': 6.782676696777344}\n",
      "{'epoch': 0, 'update in batch': 24742, '/': 25417, 'loss': 7.750250816345215}\n",
      "{'epoch': 0, 'update in batch': 24743, '/': 25417, 'loss': 7.4151930809021}\n",
      "{'epoch': 0, 'update in batch': 24744, '/': 25417, 'loss': 6.7217912673950195}\n",
      "{'epoch': 0, 'update in batch': 24745, '/': 25417, 'loss': 7.134980201721191}\n",
      "{'epoch': 0, 'update in batch': 24746, '/': 25417, 'loss': 7.441174507141113}\n",
      "{'epoch': 0, 'update in batch': 24747, '/': 25417, 'loss': 6.63348388671875}\n",
      "{'epoch': 0, 'update in batch': 24748, '/': 25417, 'loss': 7.5770063400268555}\n",
      "{'epoch': 0, 'update in batch': 24749, '/': 25417, 'loss': 6.453619956970215}\n",
      "{'epoch': 0, 'update in batch': 24750, '/': 25417, 'loss': 6.9940667152404785}\n",
      "{'epoch': 0, 'update in batch': 24751, '/': 25417, 'loss': 6.791481018066406}\n",
      "{'epoch': 0, 'update in batch': 24752, '/': 25417, 'loss': 6.967133522033691}\n",
      "{'epoch': 0, 'update in batch': 24753, '/': 25417, 'loss': 6.988079071044922}\n",
      "{'epoch': 0, 'update in batch': 24754, '/': 25417, 'loss': 6.223454475402832}\n",
      "{'epoch': 0, 'update in batch': 24755, '/': 25417, 'loss': 6.213622093200684}\n",
      "{'epoch': 0, 'update in batch': 24756, '/': 25417, 'loss': 6.022464275360107}\n",
      "{'epoch': 0, 'update in batch': 24757, '/': 25417, 'loss': 6.2746076583862305}\n",
      "{'epoch': 0, 'update in batch': 24758, '/': 25417, 'loss': 7.982141971588135}\n",
      "{'epoch': 0, 'update in batch': 24759, '/': 25417, 'loss': 8.252412796020508}\n",
      "{'epoch': 0, 'update in batch': 24760, '/': 25417, 'loss': 7.698915004730225}\n",
      "{'epoch': 0, 'update in batch': 24761, '/': 25417, 'loss': 7.464211463928223}\n",
      "{'epoch': 0, 'update in batch': 24762, '/': 25417, 'loss': 8.518500328063965}\n",
      "{'epoch': 0, 'update in batch': 24763, '/': 25417, 'loss': 7.393244743347168}\n",
      "{'epoch': 0, 'update in batch': 24764, '/': 25417, 'loss': 6.729361534118652}\n",
      "{'epoch': 0, 'update in batch': 24765, '/': 25417, 'loss': 7.881143093109131}\n",
      "{'epoch': 0, 'update in batch': 24766, '/': 25417, 'loss': 7.227306365966797}\n",
      "{'epoch': 0, 'update in batch': 24767, '/': 25417, 'loss': 7.820328712463379}\n",
      "{'epoch': 0, 'update in batch': 24768, '/': 25417, 'loss': 9.144806861877441}\n",
      "{'epoch': 0, 'update in batch': 24769, '/': 25417, 'loss': 8.813261985778809}\n",
      "{'epoch': 0, 'update in batch': 24770, '/': 25417, 'loss': 11.004104614257812}\n",
      "{'epoch': 0, 'update in batch': 24771, '/': 25417, 'loss': 9.834443092346191}\n",
      "{'epoch': 0, 'update in batch': 24772, '/': 25417, 'loss': 8.594354629516602}\n",
      "{'epoch': 0, 'update in batch': 24773, '/': 25417, 'loss': 6.484295845031738}\n",
      "{'epoch': 0, 'update in batch': 24774, '/': 25417, 'loss': 7.013178825378418}\n",
      "{'epoch': 0, 'update in batch': 24775, '/': 25417, 'loss': 6.836966037750244}\n",
      "{'epoch': 0, 'update in batch': 24776, '/': 25417, 'loss': 7.188699245452881}\n",
      "{'epoch': 0, 'update in batch': 24777, '/': 25417, 'loss': 6.529145240783691}\n",
      "{'epoch': 0, 'update in batch': 24778, '/': 25417, 'loss': 7.618694305419922}\n",
      "{'epoch': 0, 'update in batch': 24779, '/': 25417, 'loss': 6.791195869445801}\n",
      "{'epoch': 0, 'update in batch': 24780, '/': 25417, 'loss': 7.058495998382568}\n",
      "{'epoch': 0, 'update in batch': 24781, '/': 25417, 'loss': 6.512013912200928}\n",
      "{'epoch': 0, 'update in batch': 24782, '/': 25417, 'loss': 6.504819393157959}\n",
      "{'epoch': 0, 'update in batch': 24783, '/': 25417, 'loss': 6.8564558029174805}\n",
      "{'epoch': 0, 'update in batch': 24784, '/': 25417, 'loss': 6.918797969818115}\n",
      "{'epoch': 0, 'update in batch': 24785, '/': 25417, 'loss': 6.28640079498291}\n",
      "{'epoch': 0, 'update in batch': 24786, '/': 25417, 'loss': 6.960711479187012}\n",
      "{'epoch': 0, 'update in batch': 24787, '/': 25417, 'loss': 7.730593204498291}\n",
      "{'epoch': 0, 'update in batch': 24788, '/': 25417, 'loss': 6.598771572113037}\n",
      "{'epoch': 0, 'update in batch': 24789, '/': 25417, 'loss': 7.071175575256348}\n",
      "{'epoch': 0, 'update in batch': 24790, '/': 25417, 'loss': 6.619471549987793}\n",
      "{'epoch': 0, 'update in batch': 24791, '/': 25417, 'loss': 6.1885786056518555}\n",
      "{'epoch': 0, 'update in batch': 24792, '/': 25417, 'loss': 7.15778112411499}\n",
      "{'epoch': 0, 'update in batch': 24793, '/': 25417, 'loss': 6.1113433837890625}\n",
      "{'epoch': 0, 'update in batch': 24794, '/': 25417, 'loss': 6.816644191741943}\n",
      "{'epoch': 0, 'update in batch': 24795, '/': 25417, 'loss': 6.480457305908203}\n",
      "{'epoch': 0, 'update in batch': 24796, '/': 25417, 'loss': 6.733266353607178}\n",
      "{'epoch': 0, 'update in batch': 24797, '/': 25417, 'loss': 7.842696189880371}\n",
      "{'epoch': 0, 'update in batch': 24798, '/': 25417, 'loss': 10.046051025390625}\n",
      "{'epoch': 0, 'update in batch': 24799, '/': 25417, 'loss': 9.825553894042969}\n",
      "{'epoch': 0, 'update in batch': 24800, '/': 25417, 'loss': 10.68173885345459}\n",
      "{'epoch': 0, 'update in batch': 24801, '/': 25417, 'loss': 10.68915843963623}\n",
      "{'epoch': 0, 'update in batch': 24802, '/': 25417, 'loss': 6.307028293609619}\n",
      "{'epoch': 0, 'update in batch': 24803, '/': 25417, 'loss': 6.057693958282471}\n",
      "{'epoch': 0, 'update in batch': 24804, '/': 25417, 'loss': 5.994922637939453}\n",
      "{'epoch': 0, 'update in batch': 24805, '/': 25417, 'loss': 5.910276412963867}\n",
      "{'epoch': 0, 'update in batch': 24806, '/': 25417, 'loss': 6.12143087387085}\n",
      "{'epoch': 0, 'update in batch': 24807, '/': 25417, 'loss': 6.983380317687988}\n",
      "{'epoch': 0, 'update in batch': 24808, '/': 25417, 'loss': 6.208851337432861}\n",
      "{'epoch': 0, 'update in batch': 24809, '/': 25417, 'loss': 6.437287330627441}\n",
      "{'epoch': 0, 'update in batch': 24810, '/': 25417, 'loss': 7.431100368499756}\n",
      "{'epoch': 0, 'update in batch': 24811, '/': 25417, 'loss': 6.993345737457275}\n",
      "{'epoch': 0, 'update in batch': 24812, '/': 25417, 'loss': 5.879101276397705}\n",
      "{'epoch': 0, 'update in batch': 24813, '/': 25417, 'loss': 6.835862636566162}\n",
      "{'epoch': 0, 'update in batch': 24814, '/': 25417, 'loss': 8.320985794067383}\n",
      "{'epoch': 0, 'update in batch': 24815, '/': 25417, 'loss': 6.371273040771484}\n",
      "{'epoch': 0, 'update in batch': 24816, '/': 25417, 'loss': 6.552125453948975}\n",
      "{'epoch': 0, 'update in batch': 24817, '/': 25417, 'loss': 7.583763122558594}\n",
      "{'epoch': 0, 'update in batch': 24818, '/': 25417, 'loss': 7.077532768249512}\n",
      "{'epoch': 0, 'update in batch': 24819, '/': 25417, 'loss': 6.113508701324463}\n",
      "{'epoch': 0, 'update in batch': 24820, '/': 25417, 'loss': 8.567192077636719}\n",
      "{'epoch': 0, 'update in batch': 24821, '/': 25417, 'loss': 6.314436912536621}\n",
      "{'epoch': 0, 'update in batch': 24822, '/': 25417, 'loss': 7.585665225982666}\n",
      "{'epoch': 0, 'update in batch': 24823, '/': 25417, 'loss': 7.642361640930176}\n",
      "{'epoch': 0, 'update in batch': 24824, '/': 25417, 'loss': 7.382565975189209}\n",
      "{'epoch': 0, 'update in batch': 24825, '/': 25417, 'loss': 7.327416896820068}\n",
      "{'epoch': 0, 'update in batch': 24826, '/': 25417, 'loss': 5.633630752563477}\n",
      "{'epoch': 0, 'update in batch': 24827, '/': 25417, 'loss': 5.836825370788574}\n",
      "{'epoch': 0, 'update in batch': 24828, '/': 25417, 'loss': 7.426026821136475}\n",
      "{'epoch': 0, 'update in batch': 24829, '/': 25417, 'loss': 8.69793701171875}\n",
      "{'epoch': 0, 'update in batch': 24830, '/': 25417, 'loss': 11.587688446044922}\n",
      "{'epoch': 0, 'update in batch': 24831, '/': 25417, 'loss': 10.089738845825195}\n",
      "{'epoch': 0, 'update in batch': 24832, '/': 25417, 'loss': 9.818593978881836}\n",
      "{'epoch': 0, 'update in batch': 24833, '/': 25417, 'loss': 9.85551643371582}\n",
      "{'epoch': 0, 'update in batch': 24834, '/': 25417, 'loss': 6.381830215454102}\n",
      "{'epoch': 0, 'update in batch': 24835, '/': 25417, 'loss': 6.632654666900635}\n",
      "{'epoch': 0, 'update in batch': 24836, '/': 25417, 'loss': 6.2957000732421875}\n",
      "{'epoch': 0, 'update in batch': 24837, '/': 25417, 'loss': 6.842616081237793}\n",
      "{'epoch': 0, 'update in batch': 24838, '/': 25417, 'loss': 6.250923156738281}\n",
      "{'epoch': 0, 'update in batch': 24839, '/': 25417, 'loss': 5.990655899047852}\n",
      "{'epoch': 0, 'update in batch': 24840, '/': 25417, 'loss': 6.206467628479004}\n",
      "{'epoch': 0, 'update in batch': 24841, '/': 25417, 'loss': 6.204439163208008}\n",
      "{'epoch': 0, 'update in batch': 24842, '/': 25417, 'loss': 6.714923858642578}\n",
      "{'epoch': 0, 'update in batch': 24843, '/': 25417, 'loss': 7.7392683029174805}\n",
      "{'epoch': 0, 'update in batch': 24844, '/': 25417, 'loss': 7.204254150390625}\n",
      "{'epoch': 0, 'update in batch': 24845, '/': 25417, 'loss': 7.463828086853027}\n",
      "{'epoch': 0, 'update in batch': 24846, '/': 25417, 'loss': 7.848367214202881}\n",
      "{'epoch': 0, 'update in batch': 24847, '/': 25417, 'loss': 7.417527675628662}\n",
      "{'epoch': 0, 'update in batch': 24848, '/': 25417, 'loss': 7.509335994720459}\n",
      "{'epoch': 0, 'update in batch': 24849, '/': 25417, 'loss': 6.968904972076416}\n",
      "{'epoch': 0, 'update in batch': 24850, '/': 25417, 'loss': 6.662747859954834}\n",
      "{'epoch': 0, 'update in batch': 24851, '/': 25417, 'loss': 7.177813529968262}\n",
      "{'epoch': 0, 'update in batch': 24852, '/': 25417, 'loss': 6.448912620544434}\n",
      "{'epoch': 0, 'update in batch': 24853, '/': 25417, 'loss': 6.919334411621094}\n",
      "{'epoch': 0, 'update in batch': 24854, '/': 25417, 'loss': 6.348605155944824}\n",
      "{'epoch': 0, 'update in batch': 24855, '/': 25417, 'loss': 6.731077671051025}\n",
      "{'epoch': 0, 'update in batch': 24856, '/': 25417, 'loss': 6.66469669342041}\n",
      "{'epoch': 0, 'update in batch': 24857, '/': 25417, 'loss': 6.8122406005859375}\n",
      "{'epoch': 0, 'update in batch': 24858, '/': 25417, 'loss': 5.768012046813965}\n",
      "{'epoch': 0, 'update in batch': 24859, '/': 25417, 'loss': 5.746939182281494}\n",
      "{'epoch': 0, 'update in batch': 24860, '/': 25417, 'loss': 6.5031304359436035}\n",
      "{'epoch': 0, 'update in batch': 24861, '/': 25417, 'loss': 6.022133827209473}\n",
      "{'epoch': 0, 'update in batch': 24862, '/': 25417, 'loss': 5.819069862365723}\n",
      "{'epoch': 0, 'update in batch': 24863, '/': 25417, 'loss': 7.184445858001709}\n",
      "{'epoch': 0, 'update in batch': 24864, '/': 25417, 'loss': 6.450005531311035}\n",
      "{'epoch': 0, 'update in batch': 24865, '/': 25417, 'loss': 7.9840521812438965}\n",
      "{'epoch': 0, 'update in batch': 24866, '/': 25417, 'loss': 7.456995964050293}\n",
      "{'epoch': 0, 'update in batch': 24867, '/': 25417, 'loss': 7.513113498687744}\n",
      "{'epoch': 0, 'update in batch': 24868, '/': 25417, 'loss': 7.763197422027588}\n",
      "{'epoch': 0, 'update in batch': 24869, '/': 25417, 'loss': 8.161531448364258}\n",
      "{'epoch': 0, 'update in batch': 24870, '/': 25417, 'loss': 7.492331504821777}\n",
      "{'epoch': 0, 'update in batch': 24871, '/': 25417, 'loss': 6.353021621704102}\n",
      "{'epoch': 0, 'update in batch': 24872, '/': 25417, 'loss': 5.607307434082031}\n",
      "{'epoch': 0, 'update in batch': 24873, '/': 25417, 'loss': 7.545766353607178}\n",
      "{'epoch': 0, 'update in batch': 24874, '/': 25417, 'loss': 6.248691558837891}\n",
      "{'epoch': 0, 'update in batch': 24875, '/': 25417, 'loss': 6.123897552490234}\n",
      "{'epoch': 0, 'update in batch': 24876, '/': 25417, 'loss': 6.748372554779053}\n",
      "{'epoch': 0, 'update in batch': 24877, '/': 25417, 'loss': 7.73178243637085}\n",
      "{'epoch': 0, 'update in batch': 24878, '/': 25417, 'loss': 7.614893913269043}\n",
      "{'epoch': 0, 'update in batch': 24879, '/': 25417, 'loss': 7.696905612945557}\n",
      "{'epoch': 0, 'update in batch': 24880, '/': 25417, 'loss': 7.5888872146606445}\n",
      "{'epoch': 0, 'update in batch': 24881, '/': 25417, 'loss': 7.278555870056152}\n",
      "{'epoch': 0, 'update in batch': 24882, '/': 25417, 'loss': 8.21725845336914}\n",
      "{'epoch': 0, 'update in batch': 24883, '/': 25417, 'loss': 6.8562517166137695}\n",
      "{'epoch': 0, 'update in batch': 24884, '/': 25417, 'loss': 7.175571441650391}\n",
      "{'epoch': 0, 'update in batch': 24885, '/': 25417, 'loss': 6.689329624176025}\n",
      "{'epoch': 0, 'update in batch': 24886, '/': 25417, 'loss': 7.062369346618652}\n",
      "{'epoch': 0, 'update in batch': 24887, '/': 25417, 'loss': 7.564849853515625}\n",
      "{'epoch': 0, 'update in batch': 24888, '/': 25417, 'loss': 6.792014122009277}\n",
      "{'epoch': 0, 'update in batch': 24889, '/': 25417, 'loss': 6.624302864074707}\n",
      "{'epoch': 0, 'update in batch': 24890, '/': 25417, 'loss': 6.829874515533447}\n",
      "{'epoch': 0, 'update in batch': 24891, '/': 25417, 'loss': 7.22430419921875}\n",
      "{'epoch': 0, 'update in batch': 24892, '/': 25417, 'loss': 6.9695563316345215}\n",
      "{'epoch': 0, 'update in batch': 24893, '/': 25417, 'loss': 7.530767917633057}\n",
      "{'epoch': 0, 'update in batch': 24894, '/': 25417, 'loss': 8.601140975952148}\n",
      "{'epoch': 0, 'update in batch': 24895, '/': 25417, 'loss': 8.204771041870117}\n",
      "{'epoch': 0, 'update in batch': 24896, '/': 25417, 'loss': 7.373537540435791}\n",
      "{'epoch': 0, 'update in batch': 24897, '/': 25417, 'loss': 7.264279842376709}\n",
      "{'epoch': 0, 'update in batch': 24898, '/': 25417, 'loss': 8.004000663757324}\n",
      "{'epoch': 0, 'update in batch': 24899, '/': 25417, 'loss': 6.642612457275391}\n",
      "{'epoch': 0, 'update in batch': 24900, '/': 25417, 'loss': 7.126032829284668}\n",
      "{'epoch': 0, 'update in batch': 24901, '/': 25417, 'loss': 7.283033847808838}\n",
      "{'epoch': 0, 'update in batch': 24902, '/': 25417, 'loss': 6.144214630126953}\n",
      "{'epoch': 0, 'update in batch': 24903, '/': 25417, 'loss': 6.778358459472656}\n",
      "{'epoch': 0, 'update in batch': 24904, '/': 25417, 'loss': 7.3888750076293945}\n",
      "{'epoch': 0, 'update in batch': 24905, '/': 25417, 'loss': 9.06873607635498}\n",
      "{'epoch': 0, 'update in batch': 24906, '/': 25417, 'loss': 9.68126106262207}\n",
      "{'epoch': 0, 'update in batch': 24907, '/': 25417, 'loss': 9.582642555236816}\n",
      "{'epoch': 0, 'update in batch': 24908, '/': 25417, 'loss': 10.967188835144043}\n",
      "{'epoch': 0, 'update in batch': 24909, '/': 25417, 'loss': 9.513137817382812}\n",
      "{'epoch': 0, 'update in batch': 24910, '/': 25417, 'loss': 6.721555233001709}\n",
      "{'epoch': 0, 'update in batch': 24911, '/': 25417, 'loss': 7.2877702713012695}\n",
      "{'epoch': 0, 'update in batch': 24912, '/': 25417, 'loss': 6.542915344238281}\n",
      "{'epoch': 0, 'update in batch': 24913, '/': 25417, 'loss': 6.786293029785156}\n",
      "{'epoch': 0, 'update in batch': 24914, '/': 25417, 'loss': 6.643855094909668}\n",
      "{'epoch': 0, 'update in batch': 24915, '/': 25417, 'loss': 7.738473415374756}\n",
      "{'epoch': 0, 'update in batch': 24916, '/': 25417, 'loss': 7.5568060874938965}\n",
      "{'epoch': 0, 'update in batch': 24917, '/': 25417, 'loss': 8.358762741088867}\n",
      "{'epoch': 0, 'update in batch': 24918, '/': 25417, 'loss': 7.447379112243652}\n",
      "{'epoch': 0, 'update in batch': 24919, '/': 25417, 'loss': 8.501445770263672}\n",
      "{'epoch': 0, 'update in batch': 24920, '/': 25417, 'loss': 9.940563201904297}\n",
      "{'epoch': 0, 'update in batch': 24921, '/': 25417, 'loss': 9.054239273071289}\n",
      "{'epoch': 0, 'update in batch': 24922, '/': 25417, 'loss': 8.146408081054688}\n",
      "{'epoch': 0, 'update in batch': 24923, '/': 25417, 'loss': 9.168996810913086}\n",
      "{'epoch': 0, 'update in batch': 24924, '/': 25417, 'loss': 8.85132884979248}\n",
      "{'epoch': 0, 'update in batch': 24925, '/': 25417, 'loss': 9.237550735473633}\n",
      "{'epoch': 0, 'update in batch': 24926, '/': 25417, 'loss': 8.062925338745117}\n",
      "{'epoch': 0, 'update in batch': 24927, '/': 25417, 'loss': 8.934015274047852}\n",
      "{'epoch': 0, 'update in batch': 24928, '/': 25417, 'loss': 7.485404014587402}\n",
      "{'epoch': 0, 'update in batch': 24929, '/': 25417, 'loss': 8.780961036682129}\n",
      "{'epoch': 0, 'update in batch': 24930, '/': 25417, 'loss': 8.033153533935547}\n",
      "{'epoch': 0, 'update in batch': 24931, '/': 25417, 'loss': 7.303990364074707}\n",
      "{'epoch': 0, 'update in batch': 24932, '/': 25417, 'loss': 7.295285701751709}\n",
      "{'epoch': 0, 'update in batch': 24933, '/': 25417, 'loss': 8.185603141784668}\n",
      "{'epoch': 0, 'update in batch': 24934, '/': 25417, 'loss': 6.897336006164551}\n",
      "{'epoch': 0, 'update in batch': 24935, '/': 25417, 'loss': 8.660840034484863}\n",
      "{'epoch': 0, 'update in batch': 24936, '/': 25417, 'loss': 7.917477607727051}\n",
      "{'epoch': 0, 'update in batch': 24937, '/': 25417, 'loss': 6.991268157958984}\n",
      "{'epoch': 0, 'update in batch': 24938, '/': 25417, 'loss': 6.420834541320801}\n",
      "{'epoch': 0, 'update in batch': 24939, '/': 25417, 'loss': 6.534005165100098}\n",
      "{'epoch': 0, 'update in batch': 24940, '/': 25417, 'loss': 4.206982135772705}\n",
      "{'epoch': 0, 'update in batch': 24941, '/': 25417, 'loss': 6.8165106773376465}\n",
      "{'epoch': 0, 'update in batch': 24942, '/': 25417, 'loss': 7.563798427581787}\n",
      "{'epoch': 0, 'update in batch': 24943, '/': 25417, 'loss': 7.527960777282715}\n",
      "{'epoch': 0, 'update in batch': 24944, '/': 25417, 'loss': 7.421226501464844}\n",
      "{'epoch': 0, 'update in batch': 24945, '/': 25417, 'loss': 7.837155342102051}\n",
      "{'epoch': 0, 'update in batch': 24946, '/': 25417, 'loss': 8.64912223815918}\n",
      "{'epoch': 0, 'update in batch': 24947, '/': 25417, 'loss': 8.54073429107666}\n",
      "{'epoch': 0, 'update in batch': 24948, '/': 25417, 'loss': 8.973426818847656}\n",
      "{'epoch': 0, 'update in batch': 24949, '/': 25417, 'loss': 7.062136650085449}\n",
      "{'epoch': 0, 'update in batch': 24950, '/': 25417, 'loss': 7.207181453704834}\n",
      "{'epoch': 0, 'update in batch': 24951, '/': 25417, 'loss': 8.04455280303955}\n",
      "{'epoch': 0, 'update in batch': 24952, '/': 25417, 'loss': 6.986384391784668}\n",
      "{'epoch': 0, 'update in batch': 24953, '/': 25417, 'loss': 7.9971771240234375}\n",
      "{'epoch': 0, 'update in batch': 24954, '/': 25417, 'loss': 7.904499053955078}\n",
      "{'epoch': 0, 'update in batch': 24955, '/': 25417, 'loss': 7.659433841705322}\n",
      "{'epoch': 0, 'update in batch': 24956, '/': 25417, 'loss': 7.5856032371521}\n",
      "{'epoch': 0, 'update in batch': 24957, '/': 25417, 'loss': 7.211627960205078}\n",
      "{'epoch': 0, 'update in batch': 24958, '/': 25417, 'loss': 7.5702104568481445}\n",
      "{'epoch': 0, 'update in batch': 24959, '/': 25417, 'loss': 7.546306610107422}\n",
      "{'epoch': 0, 'update in batch': 24960, '/': 25417, 'loss': 7.925112724304199}\n",
      "{'epoch': 0, 'update in batch': 24961, '/': 25417, 'loss': 6.222140312194824}\n",
      "{'epoch': 0, 'update in batch': 24962, '/': 25417, 'loss': 5.863089561462402}\n",
      "{'epoch': 0, 'update in batch': 24963, '/': 25417, 'loss': 6.3382110595703125}\n",
      "{'epoch': 0, 'update in batch': 24964, '/': 25417, 'loss': 7.37756872177124}\n",
      "{'epoch': 0, 'update in batch': 24965, '/': 25417, 'loss': 6.6760711669921875}\n",
      "{'epoch': 0, 'update in batch': 24966, '/': 25417, 'loss': 8.102591514587402}\n",
      "{'epoch': 0, 'update in batch': 24967, '/': 25417, 'loss': 7.064422607421875}\n",
      "{'epoch': 0, 'update in batch': 24968, '/': 25417, 'loss': 6.432176113128662}\n",
      "{'epoch': 0, 'update in batch': 24969, '/': 25417, 'loss': 7.260272979736328}\n",
      "{'epoch': 0, 'update in batch': 24970, '/': 25417, 'loss': 7.7598772048950195}\n",
      "{'epoch': 0, 'update in batch': 24971, '/': 25417, 'loss': 6.138405799865723}\n",
      "{'epoch': 0, 'update in batch': 24972, '/': 25417, 'loss': 8.228367805480957}\n",
      "{'epoch': 0, 'update in batch': 24973, '/': 25417, 'loss': 8.67497730255127}\n",
      "{'epoch': 0, 'update in batch': 24974, '/': 25417, 'loss': 8.233041763305664}\n",
      "{'epoch': 0, 'update in batch': 24975, '/': 25417, 'loss': 8.49150276184082}\n",
      "{'epoch': 0, 'update in batch': 24976, '/': 25417, 'loss': 8.33506965637207}\n",
      "{'epoch': 0, 'update in batch': 24977, '/': 25417, 'loss': 6.901957035064697}\n",
      "{'epoch': 0, 'update in batch': 24978, '/': 25417, 'loss': 7.493316650390625}\n",
      "{'epoch': 0, 'update in batch': 24979, '/': 25417, 'loss': 6.323176383972168}\n",
      "{'epoch': 0, 'update in batch': 24980, '/': 25417, 'loss': 8.477922439575195}\n",
      "{'epoch': 0, 'update in batch': 24981, '/': 25417, 'loss': 8.164419174194336}\n",
      "{'epoch': 0, 'update in batch': 24982, '/': 25417, 'loss': 5.840382099151611}\n",
      "{'epoch': 0, 'update in batch': 24983, '/': 25417, 'loss': 7.678933620452881}\n",
      "{'epoch': 0, 'update in batch': 24984, '/': 25417, 'loss': 7.210635185241699}\n",
      "{'epoch': 0, 'update in batch': 24985, '/': 25417, 'loss': 7.372849464416504}\n",
      "{'epoch': 0, 'update in batch': 24986, '/': 25417, 'loss': 8.021612167358398}\n",
      "{'epoch': 0, 'update in batch': 24987, '/': 25417, 'loss': 7.504388332366943}\n",
      "{'epoch': 0, 'update in batch': 24988, '/': 25417, 'loss': 6.419180870056152}\n",
      "{'epoch': 0, 'update in batch': 24989, '/': 25417, 'loss': 7.17453670501709}\n",
      "{'epoch': 0, 'update in batch': 24990, '/': 25417, 'loss': 8.143765449523926}\n",
      "{'epoch': 0, 'update in batch': 24991, '/': 25417, 'loss': 8.348869323730469}\n",
      "{'epoch': 0, 'update in batch': 24992, '/': 25417, 'loss': 8.045767784118652}\n",
      "{'epoch': 0, 'update in batch': 24993, '/': 25417, 'loss': 7.588307857513428}\n",
      "{'epoch': 0, 'update in batch': 24994, '/': 25417, 'loss': 6.255490303039551}\n",
      "{'epoch': 0, 'update in batch': 24995, '/': 25417, 'loss': 6.529990196228027}\n",
      "{'epoch': 0, 'update in batch': 24996, '/': 25417, 'loss': 7.1237311363220215}\n",
      "{'epoch': 0, 'update in batch': 24997, '/': 25417, 'loss': 6.903378963470459}\n",
      "{'epoch': 0, 'update in batch': 24998, '/': 25417, 'loss': 6.6906280517578125}\n",
      "{'epoch': 0, 'update in batch': 24999, '/': 25417, 'loss': 6.936363220214844}\n",
      "{'epoch': 0, 'update in batch': 25000, '/': 25417, 'loss': 7.001077175140381}\n",
      "{'epoch': 0, 'update in batch': 25001, '/': 25417, 'loss': 6.677079677581787}\n",
      "{'epoch': 0, 'update in batch': 25002, '/': 25417, 'loss': 6.774994850158691}\n",
      "{'epoch': 0, 'update in batch': 25003, '/': 25417, 'loss': 7.0119805335998535}\n",
      "{'epoch': 0, 'update in batch': 25004, '/': 25417, 'loss': 6.990582466125488}\n",
      "{'epoch': 0, 'update in batch': 25005, '/': 25417, 'loss': 7.841799736022949}\n",
      "{'epoch': 0, 'update in batch': 25006, '/': 25417, 'loss': 8.462709426879883}\n",
      "{'epoch': 0, 'update in batch': 25007, '/': 25417, 'loss': 9.340160369873047}\n",
      "{'epoch': 0, 'update in batch': 25008, '/': 25417, 'loss': 8.091137886047363}\n",
      "{'epoch': 0, 'update in batch': 25009, '/': 25417, 'loss': 7.614051818847656}\n",
      "{'epoch': 0, 'update in batch': 25010, '/': 25417, 'loss': 8.1476469039917}\n",
      "{'epoch': 0, 'update in batch': 25011, '/': 25417, 'loss': 8.316030502319336}\n",
      "{'epoch': 0, 'update in batch': 25012, '/': 25417, 'loss': 7.606731414794922}\n",
      "{'epoch': 0, 'update in batch': 25013, '/': 25417, 'loss': 6.816733360290527}\n",
      "{'epoch': 0, 'update in batch': 25014, '/': 25417, 'loss': 6.280379295349121}\n",
      "{'epoch': 0, 'update in batch': 25015, '/': 25417, 'loss': 8.786520004272461}\n",
      "{'epoch': 0, 'update in batch': 25016, '/': 25417, 'loss': 7.968980312347412}\n",
      "{'epoch': 0, 'update in batch': 25017, '/': 25417, 'loss': 8.256032943725586}\n",
      "{'epoch': 0, 'update in batch': 25018, '/': 25417, 'loss': 8.599397659301758}\n",
      "{'epoch': 0, 'update in batch': 25019, '/': 25417, 'loss': 7.360508918762207}\n",
      "{'epoch': 0, 'update in batch': 25020, '/': 25417, 'loss': 8.170398712158203}\n",
      "{'epoch': 0, 'update in batch': 25021, '/': 25417, 'loss': 7.589582920074463}\n",
      "{'epoch': 0, 'update in batch': 25022, '/': 25417, 'loss': 7.051702976226807}\n",
      "{'epoch': 0, 'update in batch': 25023, '/': 25417, 'loss': 8.577264785766602}\n",
      "{'epoch': 0, 'update in batch': 25024, '/': 25417, 'loss': 7.868460178375244}\n",
      "{'epoch': 0, 'update in batch': 25025, '/': 25417, 'loss': 8.077627182006836}\n",
      "{'epoch': 0, 'update in batch': 25026, '/': 25417, 'loss': 6.78271484375}\n",
      "{'epoch': 0, 'update in batch': 25027, '/': 25417, 'loss': 6.616753578186035}\n",
      "{'epoch': 0, 'update in batch': 25028, '/': 25417, 'loss': 6.610644340515137}\n",
      "{'epoch': 0, 'update in batch': 25029, '/': 25417, 'loss': 6.361917018890381}\n",
      "{'epoch': 0, 'update in batch': 25030, '/': 25417, 'loss': 6.177857398986816}\n",
      "{'epoch': 0, 'update in batch': 25031, '/': 25417, 'loss': 7.00613260269165}\n",
      "{'epoch': 0, 'update in batch': 25032, '/': 25417, 'loss': 7.9414849281311035}\n",
      "{'epoch': 0, 'update in batch': 25033, '/': 25417, 'loss': 5.597584247589111}\n",
      "{'epoch': 0, 'update in batch': 25034, '/': 25417, 'loss': 7.6718597412109375}\n",
      "{'epoch': 0, 'update in batch': 25035, '/': 25417, 'loss': 7.039852142333984}\n",
      "{'epoch': 0, 'update in batch': 25036, '/': 25417, 'loss': 7.53890323638916}\n",
      "{'epoch': 0, 'update in batch': 25037, '/': 25417, 'loss': 7.092771053314209}\n",
      "{'epoch': 0, 'update in batch': 25038, '/': 25417, 'loss': 6.038420677185059}\n",
      "{'epoch': 0, 'update in batch': 25039, '/': 25417, 'loss': 9.1898832321167}\n",
      "{'epoch': 0, 'update in batch': 25040, '/': 25417, 'loss': 9.326650619506836}\n",
      "{'epoch': 0, 'update in batch': 25041, '/': 25417, 'loss': 8.867914199829102}\n",
      "{'epoch': 0, 'update in batch': 25042, '/': 25417, 'loss': 9.539535522460938}\n",
      "{'epoch': 0, 'update in batch': 25043, '/': 25417, 'loss': 8.670413970947266}\n",
      "{'epoch': 0, 'update in batch': 25044, '/': 25417, 'loss': 5.841597557067871}\n",
      "{'epoch': 0, 'update in batch': 25045, '/': 25417, 'loss': 6.452500820159912}\n",
      "{'epoch': 0, 'update in batch': 25046, '/': 25417, 'loss': 6.441078186035156}\n",
      "{'epoch': 0, 'update in batch': 25047, '/': 25417, 'loss': 6.472212314605713}\n",
      "{'epoch': 0, 'update in batch': 25048, '/': 25417, 'loss': 7.010078430175781}\n",
      "{'epoch': 0, 'update in batch': 25049, '/': 25417, 'loss': 6.706147193908691}\n",
      "{'epoch': 0, 'update in batch': 25050, '/': 25417, 'loss': 6.409838676452637}\n",
      "{'epoch': 0, 'update in batch': 25051, '/': 25417, 'loss': 7.294747829437256}\n",
      "{'epoch': 0, 'update in batch': 25052, '/': 25417, 'loss': 7.80008602142334}\n",
      "{'epoch': 0, 'update in batch': 25053, '/': 25417, 'loss': 8.081558227539062}\n",
      "{'epoch': 0, 'update in batch': 25054, '/': 25417, 'loss': 8.8699312210083}\n",
      "{'epoch': 0, 'update in batch': 25055, '/': 25417, 'loss': 9.209951400756836}\n",
      "{'epoch': 0, 'update in batch': 25056, '/': 25417, 'loss': 8.09056568145752}\n",
      "{'epoch': 0, 'update in batch': 25057, '/': 25417, 'loss': 7.874428749084473}\n",
      "{'epoch': 0, 'update in batch': 25058, '/': 25417, 'loss': 8.939815521240234}\n",
      "{'epoch': 0, 'update in batch': 25059, '/': 25417, 'loss': 9.271435737609863}\n",
      "{'epoch': 0, 'update in batch': 25060, '/': 25417, 'loss': 9.171351432800293}\n",
      "{'epoch': 0, 'update in batch': 25061, '/': 25417, 'loss': 10.482888221740723}\n",
      "{'epoch': 0, 'update in batch': 25062, '/': 25417, 'loss': 9.521364212036133}\n",
      "{'epoch': 0, 'update in batch': 25063, '/': 25417, 'loss': 7.592185974121094}\n",
      "{'epoch': 0, 'update in batch': 25064, '/': 25417, 'loss': 7.439079284667969}\n",
      "{'epoch': 0, 'update in batch': 25065, '/': 25417, 'loss': 7.199558258056641}\n",
      "{'epoch': 0, 'update in batch': 25066, '/': 25417, 'loss': 6.568367958068848}\n",
      "{'epoch': 0, 'update in batch': 25067, '/': 25417, 'loss': 6.943942070007324}\n",
      "{'epoch': 0, 'update in batch': 25068, '/': 25417, 'loss': 6.560677528381348}\n",
      "{'epoch': 0, 'update in batch': 25069, '/': 25417, 'loss': 6.864659786224365}\n",
      "{'epoch': 0, 'update in batch': 25070, '/': 25417, 'loss': 8.457475662231445}\n",
      "{'epoch': 0, 'update in batch': 25071, '/': 25417, 'loss': 6.656550407409668}\n",
      "{'epoch': 0, 'update in batch': 25072, '/': 25417, 'loss': 6.112839698791504}\n",
      "{'epoch': 0, 'update in batch': 25073, '/': 25417, 'loss': 7.150292873382568}\n",
      "{'epoch': 0, 'update in batch': 25074, '/': 25417, 'loss': 7.091988563537598}\n",
      "{'epoch': 0, 'update in batch': 25075, '/': 25417, 'loss': 6.635087013244629}\n",
      "{'epoch': 0, 'update in batch': 25076, '/': 25417, 'loss': 6.787994384765625}\n",
      "{'epoch': 0, 'update in batch': 25077, '/': 25417, 'loss': 7.628030300140381}\n",
      "{'epoch': 0, 'update in batch': 25078, '/': 25417, 'loss': 6.994244575500488}\n",
      "{'epoch': 0, 'update in batch': 25079, '/': 25417, 'loss': 7.690210819244385}\n",
      "{'epoch': 0, 'update in batch': 25080, '/': 25417, 'loss': 7.683459281921387}\n",
      "{'epoch': 0, 'update in batch': 25081, '/': 25417, 'loss': 8.926298141479492}\n",
      "{'epoch': 0, 'update in batch': 25082, '/': 25417, 'loss': 6.539578914642334}\n",
      "{'epoch': 0, 'update in batch': 25083, '/': 25417, 'loss': 6.574509620666504}\n",
      "{'epoch': 0, 'update in batch': 25084, '/': 25417, 'loss': 7.077046871185303}\n",
      "{'epoch': 0, 'update in batch': 25085, '/': 25417, 'loss': 5.763244152069092}\n",
      "{'epoch': 0, 'update in batch': 25086, '/': 25417, 'loss': 7.026635646820068}\n",
      "{'epoch': 0, 'update in batch': 25087, '/': 25417, 'loss': 6.485403537750244}\n",
      "{'epoch': 0, 'update in batch': 25088, '/': 25417, 'loss': 6.379790306091309}\n",
      "{'epoch': 0, 'update in batch': 25089, '/': 25417, 'loss': 6.6129961013793945}\n",
      "{'epoch': 0, 'update in batch': 25090, '/': 25417, 'loss': 6.626598358154297}\n",
      "{'epoch': 0, 'update in batch': 25091, '/': 25417, 'loss': 7.284680366516113}\n",
      "{'epoch': 0, 'update in batch': 25092, '/': 25417, 'loss': 7.698063850402832}\n",
      "{'epoch': 0, 'update in batch': 25093, '/': 25417, 'loss': 6.529493808746338}\n",
      "{'epoch': 0, 'update in batch': 25094, '/': 25417, 'loss': 6.172255516052246}\n",
      "{'epoch': 0, 'update in batch': 25095, '/': 25417, 'loss': 6.155716419219971}\n",
      "{'epoch': 0, 'update in batch': 25096, '/': 25417, 'loss': 6.650648593902588}\n",
      "{'epoch': 0, 'update in batch': 25097, '/': 25417, 'loss': 8.668790817260742}\n",
      "{'epoch': 0, 'update in batch': 25098, '/': 25417, 'loss': 8.20223617553711}\n",
      "{'epoch': 0, 'update in batch': 25099, '/': 25417, 'loss': 6.723443031311035}\n",
      "{'epoch': 0, 'update in batch': 25100, '/': 25417, 'loss': 7.140013694763184}\n",
      "{'epoch': 0, 'update in batch': 25101, '/': 25417, 'loss': 6.823267936706543}\n",
      "{'epoch': 0, 'update in batch': 25102, '/': 25417, 'loss': 7.046177864074707}\n",
      "{'epoch': 0, 'update in batch': 25103, '/': 25417, 'loss': 7.359250545501709}\n",
      "{'epoch': 0, 'update in batch': 25104, '/': 25417, 'loss': 7.0573859214782715}\n",
      "{'epoch': 0, 'update in batch': 25105, '/': 25417, 'loss': 6.6112189292907715}\n",
      "{'epoch': 0, 'update in batch': 25106, '/': 25417, 'loss': 6.749739170074463}\n",
      "{'epoch': 0, 'update in batch': 25107, '/': 25417, 'loss': 6.801255226135254}\n",
      "{'epoch': 0, 'update in batch': 25108, '/': 25417, 'loss': 6.010024547576904}\n",
      "{'epoch': 0, 'update in batch': 25109, '/': 25417, 'loss': 7.228481292724609}\n",
      "{'epoch': 0, 'update in batch': 25110, '/': 25417, 'loss': 7.427870750427246}\n",
      "{'epoch': 0, 'update in batch': 25111, '/': 25417, 'loss': 6.154841899871826}\n",
      "{'epoch': 0, 'update in batch': 25112, '/': 25417, 'loss': 6.8675737380981445}\n",
      "{'epoch': 0, 'update in batch': 25113, '/': 25417, 'loss': 7.079263210296631}\n",
      "{'epoch': 0, 'update in batch': 25114, '/': 25417, 'loss': 6.109349727630615}\n",
      "{'epoch': 0, 'update in batch': 25115, '/': 25417, 'loss': 6.321042060852051}\n",
      "{'epoch': 0, 'update in batch': 25116, '/': 25417, 'loss': 5.838132858276367}\n",
      "{'epoch': 0, 'update in batch': 25117, '/': 25417, 'loss': 6.707414150238037}\n",
      "{'epoch': 0, 'update in batch': 25118, '/': 25417, 'loss': 7.024979591369629}\n",
      "{'epoch': 0, 'update in batch': 25119, '/': 25417, 'loss': 7.497222900390625}\n",
      "{'epoch': 0, 'update in batch': 25120, '/': 25417, 'loss': 8.974395751953125}\n",
      "{'epoch': 0, 'update in batch': 25121, '/': 25417, 'loss': 7.244045257568359}\n",
      "{'epoch': 0, 'update in batch': 25122, '/': 25417, 'loss': 7.4834394454956055}\n",
      "{'epoch': 0, 'update in batch': 25123, '/': 25417, 'loss': 7.784773826599121}\n",
      "{'epoch': 0, 'update in batch': 25124, '/': 25417, 'loss': 7.1575608253479}\n",
      "{'epoch': 0, 'update in batch': 25125, '/': 25417, 'loss': 7.036312103271484}\n",
      "{'epoch': 0, 'update in batch': 25126, '/': 25417, 'loss': 6.289889812469482}\n",
      "{'epoch': 0, 'update in batch': 25127, '/': 25417, 'loss': 7.20946741104126}\n",
      "{'epoch': 0, 'update in batch': 25128, '/': 25417, 'loss': 9.007095336914062}\n",
      "{'epoch': 0, 'update in batch': 25129, '/': 25417, 'loss': 8.893315315246582}\n",
      "{'epoch': 0, 'update in batch': 25130, '/': 25417, 'loss': 9.233499526977539}\n",
      "{'epoch': 0, 'update in batch': 25131, '/': 25417, 'loss': 8.418642044067383}\n",
      "{'epoch': 0, 'update in batch': 25132, '/': 25417, 'loss': 6.255806922912598}\n",
      "{'epoch': 0, 'update in batch': 25133, '/': 25417, 'loss': 6.143681049346924}\n",
      "{'epoch': 0, 'update in batch': 25134, '/': 25417, 'loss': 6.187121391296387}\n",
      "{'epoch': 0, 'update in batch': 25135, '/': 25417, 'loss': 6.174942970275879}\n",
      "{'epoch': 0, 'update in batch': 25136, '/': 25417, 'loss': 8.156488418579102}\n",
      "{'epoch': 0, 'update in batch': 25137, '/': 25417, 'loss': 7.325555324554443}\n",
      "{'epoch': 0, 'update in batch': 25138, '/': 25417, 'loss': 7.316145420074463}\n",
      "{'epoch': 0, 'update in batch': 25139, '/': 25417, 'loss': 8.111461639404297}\n",
      "{'epoch': 0, 'update in batch': 25140, '/': 25417, 'loss': 8.231339454650879}\n",
      "{'epoch': 0, 'update in batch': 25141, '/': 25417, 'loss': 7.888266086578369}\n",
      "{'epoch': 0, 'update in batch': 25142, '/': 25417, 'loss': 6.2421159744262695}\n",
      "{'epoch': 0, 'update in batch': 25143, '/': 25417, 'loss': 6.560381889343262}\n",
      "{'epoch': 0, 'update in batch': 25144, '/': 25417, 'loss': 6.379352569580078}\n",
      "{'epoch': 0, 'update in batch': 25145, '/': 25417, 'loss': 7.735174655914307}\n",
      "{'epoch': 0, 'update in batch': 25146, '/': 25417, 'loss': 7.219516754150391}\n",
      "{'epoch': 0, 'update in batch': 25147, '/': 25417, 'loss': 7.3542656898498535}\n",
      "{'epoch': 0, 'update in batch': 25148, '/': 25417, 'loss': 8.134832382202148}\n",
      "{'epoch': 0, 'update in batch': 25149, '/': 25417, 'loss': 7.486914157867432}\n",
      "{'epoch': 0, 'update in batch': 25150, '/': 25417, 'loss': 8.668761253356934}\n",
      "{'epoch': 0, 'update in batch': 25151, '/': 25417, 'loss': 8.031229972839355}\n",
      "{'epoch': 0, 'update in batch': 25152, '/': 25417, 'loss': 8.606551170349121}\n",
      "{'epoch': 0, 'update in batch': 25153, '/': 25417, 'loss': 8.244081497192383}\n",
      "{'epoch': 0, 'update in batch': 25154, '/': 25417, 'loss': 7.993627071380615}\n",
      "{'epoch': 0, 'update in batch': 25155, '/': 25417, 'loss': 6.9823479652404785}\n",
      "{'epoch': 0, 'update in batch': 25156, '/': 25417, 'loss': 6.848467826843262}\n",
      "{'epoch': 0, 'update in batch': 25157, '/': 25417, 'loss': 6.455586910247803}\n",
      "{'epoch': 0, 'update in batch': 25158, '/': 25417, 'loss': 7.4227776527404785}\n",
      "{'epoch': 0, 'update in batch': 25159, '/': 25417, 'loss': 7.382956504821777}\n",
      "{'epoch': 0, 'update in batch': 25160, '/': 25417, 'loss': 6.7509942054748535}\n",
      "{'epoch': 0, 'update in batch': 25161, '/': 25417, 'loss': 6.789292812347412}\n",
      "{'epoch': 0, 'update in batch': 25162, '/': 25417, 'loss': 6.947638511657715}\n",
      "{'epoch': 0, 'update in batch': 25163, '/': 25417, 'loss': 6.674607753753662}\n",
      "{'epoch': 0, 'update in batch': 25164, '/': 25417, 'loss': 6.639222145080566}\n",
      "{'epoch': 0, 'update in batch': 25165, '/': 25417, 'loss': 6.183073043823242}\n",
      "{'epoch': 0, 'update in batch': 25166, '/': 25417, 'loss': 6.31997013092041}\n",
      "{'epoch': 0, 'update in batch': 25167, '/': 25417, 'loss': 6.743391513824463}\n",
      "{'epoch': 0, 'update in batch': 25168, '/': 25417, 'loss': 6.935759544372559}\n",
      "{'epoch': 0, 'update in batch': 25169, '/': 25417, 'loss': 5.960104465484619}\n",
      "{'epoch': 0, 'update in batch': 25170, '/': 25417, 'loss': 6.084453105926514}\n",
      "{'epoch': 0, 'update in batch': 25171, '/': 25417, 'loss': 6.268044471740723}\n",
      "{'epoch': 0, 'update in batch': 25172, '/': 25417, 'loss': 6.607307434082031}\n",
      "{'epoch': 0, 'update in batch': 25173, '/': 25417, 'loss': 6.797275543212891}\n",
      "{'epoch': 0, 'update in batch': 25174, '/': 25417, 'loss': 7.002707004547119}\n",
      "{'epoch': 0, 'update in batch': 25175, '/': 25417, 'loss': 6.907554626464844}\n",
      "{'epoch': 0, 'update in batch': 25176, '/': 25417, 'loss': 6.594271183013916}\n",
      "{'epoch': 0, 'update in batch': 25177, '/': 25417, 'loss': 5.768709659576416}\n",
      "{'epoch': 0, 'update in batch': 25178, '/': 25417, 'loss': 6.711407661437988}\n",
      "{'epoch': 0, 'update in batch': 25179, '/': 25417, 'loss': 7.85845947265625}\n",
      "{'epoch': 0, 'update in batch': 25180, '/': 25417, 'loss': 7.852873802185059}\n",
      "{'epoch': 0, 'update in batch': 25181, '/': 25417, 'loss': 9.074103355407715}\n",
      "{'epoch': 0, 'update in batch': 25182, '/': 25417, 'loss': 8.614361763000488}\n",
      "{'epoch': 0, 'update in batch': 25183, '/': 25417, 'loss': 6.820095062255859}\n",
      "{'epoch': 0, 'update in batch': 25184, '/': 25417, 'loss': 7.992794990539551}\n",
      "{'epoch': 0, 'update in batch': 25185, '/': 25417, 'loss': 7.721636772155762}\n",
      "{'epoch': 0, 'update in batch': 25186, '/': 25417, 'loss': 8.032822608947754}\n",
      "{'epoch': 0, 'update in batch': 25187, '/': 25417, 'loss': 7.418145656585693}\n",
      "{'epoch': 0, 'update in batch': 25188, '/': 25417, 'loss': 7.562064170837402}\n",
      "{'epoch': 0, 'update in batch': 25189, '/': 25417, 'loss': 7.967688083648682}\n",
      "{'epoch': 0, 'update in batch': 25190, '/': 25417, 'loss': 7.68372106552124}\n",
      "{'epoch': 0, 'update in batch': 25191, '/': 25417, 'loss': 7.673762321472168}\n",
      "{'epoch': 0, 'update in batch': 25192, '/': 25417, 'loss': 6.677382469177246}\n",
      "{'epoch': 0, 'update in batch': 25193, '/': 25417, 'loss': 7.173993110656738}\n",
      "{'epoch': 0, 'update in batch': 25194, '/': 25417, 'loss': 7.652291774749756}\n",
      "{'epoch': 0, 'update in batch': 25195, '/': 25417, 'loss': 7.067349910736084}\n",
      "{'epoch': 0, 'update in batch': 25196, '/': 25417, 'loss': 6.45725154876709}\n",
      "{'epoch': 0, 'update in batch': 25197, '/': 25417, 'loss': 8.159523010253906}\n",
      "{'epoch': 0, 'update in batch': 25198, '/': 25417, 'loss': 7.050868988037109}\n",
      "{'epoch': 0, 'update in batch': 25199, '/': 25417, 'loss': 7.781139373779297}\n",
      "{'epoch': 0, 'update in batch': 25200, '/': 25417, 'loss': 8.52589225769043}\n",
      "{'epoch': 0, 'update in batch': 25201, '/': 25417, 'loss': 7.068196773529053}\n",
      "{'epoch': 0, 'update in batch': 25202, '/': 25417, 'loss': 7.581849098205566}\n",
      "{'epoch': 0, 'update in batch': 25203, '/': 25417, 'loss': 7.509671688079834}\n",
      "{'epoch': 0, 'update in batch': 25204, '/': 25417, 'loss': 6.658607482910156}\n",
      "{'epoch': 0, 'update in batch': 25205, '/': 25417, 'loss': 6.285273551940918}\n",
      "{'epoch': 0, 'update in batch': 25206, '/': 25417, 'loss': 6.417547702789307}\n",
      "{'epoch': 0, 'update in batch': 25207, '/': 25417, 'loss': 7.053002834320068}\n",
      "{'epoch': 0, 'update in batch': 25208, '/': 25417, 'loss': 6.959720611572266}\n",
      "{'epoch': 0, 'update in batch': 25209, '/': 25417, 'loss': 6.398248195648193}\n",
      "{'epoch': 0, 'update in batch': 25210, '/': 25417, 'loss': 7.341190338134766}\n",
      "{'epoch': 0, 'update in batch': 25211, '/': 25417, 'loss': 6.098814487457275}\n",
      "{'epoch': 0, 'update in batch': 25212, '/': 25417, 'loss': 6.4069929122924805}\n",
      "{'epoch': 0, 'update in batch': 25213, '/': 25417, 'loss': 6.608660697937012}\n",
      "{'epoch': 0, 'update in batch': 25214, '/': 25417, 'loss': 7.713959693908691}\n",
      "{'epoch': 0, 'update in batch': 25215, '/': 25417, 'loss': 7.410363674163818}\n",
      "{'epoch': 0, 'update in batch': 25216, '/': 25417, 'loss': 6.641726493835449}\n",
      "{'epoch': 0, 'update in batch': 25217, '/': 25417, 'loss': 6.9601149559021}\n",
      "{'epoch': 0, 'update in batch': 25218, '/': 25417, 'loss': 5.939177989959717}\n",
      "{'epoch': 0, 'update in batch': 25219, '/': 25417, 'loss': 5.855015754699707}\n",
      "{'epoch': 0, 'update in batch': 25220, '/': 25417, 'loss': 6.920097351074219}\n",
      "{'epoch': 0, 'update in batch': 25221, '/': 25417, 'loss': 6.943305969238281}\n",
      "{'epoch': 0, 'update in batch': 25222, '/': 25417, 'loss': 7.85943603515625}\n",
      "{'epoch': 0, 'update in batch': 25223, '/': 25417, 'loss': 7.536190032958984}\n",
      "{'epoch': 0, 'update in batch': 25224, '/': 25417, 'loss': 6.234645366668701}\n",
      "{'epoch': 0, 'update in batch': 25225, '/': 25417, 'loss': 7.2802276611328125}\n",
      "{'epoch': 0, 'update in batch': 25226, '/': 25417, 'loss': 6.741887092590332}\n",
      "{'epoch': 0, 'update in batch': 25227, '/': 25417, 'loss': 7.232449531555176}\n",
      "{'epoch': 0, 'update in batch': 25228, '/': 25417, 'loss': 8.048827171325684}\n",
      "{'epoch': 0, 'update in batch': 25229, '/': 25417, 'loss': 7.682984352111816}\n",
      "{'epoch': 0, 'update in batch': 25230, '/': 25417, 'loss': 8.541711807250977}\n",
      "{'epoch': 0, 'update in batch': 25231, '/': 25417, 'loss': 6.386578559875488}\n",
      "{'epoch': 0, 'update in batch': 25232, '/': 25417, 'loss': 6.752358436584473}\n",
      "{'epoch': 0, 'update in batch': 25233, '/': 25417, 'loss': 8.017504692077637}\n",
      "{'epoch': 0, 'update in batch': 25234, '/': 25417, 'loss': 6.832655906677246}\n",
      "{'epoch': 0, 'update in batch': 25235, '/': 25417, 'loss': 6.882358551025391}\n",
      "{'epoch': 0, 'update in batch': 25236, '/': 25417, 'loss': 7.1336236000061035}\n",
      "{'epoch': 0, 'update in batch': 25237, '/': 25417, 'loss': 7.42218017578125}\n",
      "{'epoch': 0, 'update in batch': 25238, '/': 25417, 'loss': 6.769519805908203}\n",
      "{'epoch': 0, 'update in batch': 25239, '/': 25417, 'loss': 7.457711696624756}\n",
      "{'epoch': 0, 'update in batch': 25240, '/': 25417, 'loss': 7.914862155914307}\n",
      "{'epoch': 0, 'update in batch': 25241, '/': 25417, 'loss': 6.648169040679932}\n",
      "{'epoch': 0, 'update in batch': 25242, '/': 25417, 'loss': 6.583069801330566}\n",
      "{'epoch': 0, 'update in batch': 25243, '/': 25417, 'loss': 8.278189659118652}\n",
      "{'epoch': 0, 'update in batch': 25244, '/': 25417, 'loss': 8.697700500488281}\n",
      "{'epoch': 0, 'update in batch': 25245, '/': 25417, 'loss': 8.06578540802002}\n",
      "{'epoch': 0, 'update in batch': 25246, '/': 25417, 'loss': 7.4925127029418945}\n",
      "{'epoch': 0, 'update in batch': 25247, '/': 25417, 'loss': 6.181405067443848}\n",
      "{'epoch': 0, 'update in batch': 25248, '/': 25417, 'loss': 6.147273540496826}\n",
      "{'epoch': 0, 'update in batch': 25249, '/': 25417, 'loss': 6.938137054443359}\n",
      "{'epoch': 0, 'update in batch': 25250, '/': 25417, 'loss': 6.202547550201416}\n",
      "{'epoch': 0, 'update in batch': 25251, '/': 25417, 'loss': 6.32118034362793}\n",
      "{'epoch': 0, 'update in batch': 25252, '/': 25417, 'loss': 7.123525142669678}\n",
      "{'epoch': 0, 'update in batch': 25253, '/': 25417, 'loss': 7.665768623352051}\n",
      "{'epoch': 0, 'update in batch': 25254, '/': 25417, 'loss': 7.467284202575684}\n",
      "{'epoch': 0, 'update in batch': 25255, '/': 25417, 'loss': 7.933807373046875}\n",
      "{'epoch': 0, 'update in batch': 25256, '/': 25417, 'loss': 6.72177267074585}\n",
      "{'epoch': 0, 'update in batch': 25257, '/': 25417, 'loss': 6.887613773345947}\n",
      "{'epoch': 0, 'update in batch': 25258, '/': 25417, 'loss': 6.413291931152344}\n",
      "{'epoch': 0, 'update in batch': 25259, '/': 25417, 'loss': 5.809399604797363}\n",
      "{'epoch': 0, 'update in batch': 25260, '/': 25417, 'loss': 6.258624076843262}\n",
      "{'epoch': 0, 'update in batch': 25261, '/': 25417, 'loss': 6.998456001281738}\n",
      "{'epoch': 0, 'update in batch': 25262, '/': 25417, 'loss': 5.6628851890563965}\n",
      "{'epoch': 0, 'update in batch': 25263, '/': 25417, 'loss': 5.229707717895508}\n",
      "{'epoch': 0, 'update in batch': 25264, '/': 25417, 'loss': 6.385340690612793}\n",
      "{'epoch': 0, 'update in batch': 25265, '/': 25417, 'loss': 7.383280277252197}\n",
      "{'epoch': 0, 'update in batch': 25266, '/': 25417, 'loss': 6.558475494384766}\n",
      "{'epoch': 0, 'update in batch': 25267, '/': 25417, 'loss': 9.1735258102417}\n",
      "{'epoch': 0, 'update in batch': 25268, '/': 25417, 'loss': 8.85700511932373}\n",
      "{'epoch': 0, 'update in batch': 25269, '/': 25417, 'loss': 9.106157302856445}\n",
      "{'epoch': 0, 'update in batch': 25270, '/': 25417, 'loss': 7.446889400482178}\n",
      "{'epoch': 0, 'update in batch': 25271, '/': 25417, 'loss': 8.360221862792969}\n",
      "{'epoch': 0, 'update in batch': 25272, '/': 25417, 'loss': 7.762686729431152}\n",
      "{'epoch': 0, 'update in batch': 25273, '/': 25417, 'loss': 6.868610382080078}\n",
      "{'epoch': 0, 'update in batch': 25274, '/': 25417, 'loss': 8.279605865478516}\n",
      "{'epoch': 0, 'update in batch': 25275, '/': 25417, 'loss': 9.121194839477539}\n",
      "{'epoch': 0, 'update in batch': 25276, '/': 25417, 'loss': 8.450822830200195}\n",
      "{'epoch': 0, 'update in batch': 25277, '/': 25417, 'loss': 7.644527435302734}\n",
      "{'epoch': 0, 'update in batch': 25278, '/': 25417, 'loss': 7.35086727142334}\n",
      "{'epoch': 0, 'update in batch': 25279, '/': 25417, 'loss': 6.72963809967041}\n",
      "{'epoch': 0, 'update in batch': 25280, '/': 25417, 'loss': 7.315908908843994}\n",
      "{'epoch': 0, 'update in batch': 25281, '/': 25417, 'loss': 7.7767767906188965}\n",
      "{'epoch': 0, 'update in batch': 25282, '/': 25417, 'loss': 7.193517208099365}\n",
      "{'epoch': 0, 'update in batch': 25283, '/': 25417, 'loss': 7.953908443450928}\n",
      "{'epoch': 0, 'update in batch': 25284, '/': 25417, 'loss': 7.697127342224121}\n",
      "{'epoch': 0, 'update in batch': 25285, '/': 25417, 'loss': 6.936662197113037}\n",
      "{'epoch': 0, 'update in batch': 25286, '/': 25417, 'loss': 7.684851169586182}\n",
      "{'epoch': 0, 'update in batch': 25287, '/': 25417, 'loss': 7.073146820068359}\n",
      "{'epoch': 0, 'update in batch': 25288, '/': 25417, 'loss': 6.840221405029297}\n",
      "{'epoch': 0, 'update in batch': 25289, '/': 25417, 'loss': 7.134820461273193}\n",
      "{'epoch': 0, 'update in batch': 25290, '/': 25417, 'loss': 7.271855354309082}\n",
      "{'epoch': 0, 'update in batch': 25291, '/': 25417, 'loss': 6.2767863273620605}\n",
      "{'epoch': 0, 'update in batch': 25292, '/': 25417, 'loss': 6.749525547027588}\n",
      "{'epoch': 0, 'update in batch': 25293, '/': 25417, 'loss': 7.096736907958984}\n",
      "{'epoch': 0, 'update in batch': 25294, '/': 25417, 'loss': 7.3257856369018555}\n",
      "{'epoch': 0, 'update in batch': 25295, '/': 25417, 'loss': 7.076223850250244}\n",
      "{'epoch': 0, 'update in batch': 25296, '/': 25417, 'loss': 7.718569278717041}\n",
      "{'epoch': 0, 'update in batch': 25297, '/': 25417, 'loss': 6.528746604919434}\n",
      "{'epoch': 0, 'update in batch': 25298, '/': 25417, 'loss': 8.347685813903809}\n",
      "{'epoch': 0, 'update in batch': 25299, '/': 25417, 'loss': 6.848540306091309}\n",
      "{'epoch': 0, 'update in batch': 25300, '/': 25417, 'loss': 5.803250789642334}\n",
      "{'epoch': 0, 'update in batch': 25301, '/': 25417, 'loss': 7.998629093170166}\n",
      "{'epoch': 0, 'update in batch': 25302, '/': 25417, 'loss': 8.790715217590332}\n",
      "{'epoch': 0, 'update in batch': 25303, '/': 25417, 'loss': 8.942926406860352}\n",
      "{'epoch': 0, 'update in batch': 25304, '/': 25417, 'loss': 8.820854187011719}\n",
      "{'epoch': 0, 'update in batch': 25305, '/': 25417, 'loss': 7.981838226318359}\n",
      "{'epoch': 0, 'update in batch': 25306, '/': 25417, 'loss': 8.629169464111328}\n",
      "{'epoch': 0, 'update in batch': 25307, '/': 25417, 'loss': 7.077066898345947}\n",
      "{'epoch': 0, 'update in batch': 25308, '/': 25417, 'loss': 9.014276504516602}\n",
      "{'epoch': 0, 'update in batch': 25309, '/': 25417, 'loss': 8.324938774108887}\n",
      "{'epoch': 0, 'update in batch': 25310, '/': 25417, 'loss': 8.868875503540039}\n",
      "{'epoch': 0, 'update in batch': 25311, '/': 25417, 'loss': 8.788274765014648}\n",
      "{'epoch': 0, 'update in batch': 25312, '/': 25417, 'loss': 8.861018180847168}\n",
      "{'epoch': 0, 'update in batch': 25313, '/': 25417, 'loss': 8.531967163085938}\n",
      "{'epoch': 0, 'update in batch': 25314, '/': 25417, 'loss': 8.924391746520996}\n",
      "{'epoch': 0, 'update in batch': 25315, '/': 25417, 'loss': 8.473950386047363}\n",
      "{'epoch': 0, 'update in batch': 25316, '/': 25417, 'loss': 7.537032127380371}\n",
      "{'epoch': 0, 'update in batch': 25317, '/': 25417, 'loss': 6.589343070983887}\n",
      "{'epoch': 0, 'update in batch': 25318, '/': 25417, 'loss': 6.02309513092041}\n",
      "{'epoch': 0, 'update in batch': 25319, '/': 25417, 'loss': 5.77938175201416}\n",
      "{'epoch': 0, 'update in batch': 25320, '/': 25417, 'loss': 8.015155792236328}\n",
      "{'epoch': 0, 'update in batch': 25321, '/': 25417, 'loss': 8.448835372924805}\n",
      "{'epoch': 0, 'update in batch': 25322, '/': 25417, 'loss': 6.875543117523193}\n",
      "{'epoch': 0, 'update in batch': 25323, '/': 25417, 'loss': 6.274880886077881}\n",
      "{'epoch': 0, 'update in batch': 25324, '/': 25417, 'loss': 6.811009407043457}\n",
      "{'epoch': 0, 'update in batch': 25325, '/': 25417, 'loss': 6.485847473144531}\n",
      "{'epoch': 0, 'update in batch': 25326, '/': 25417, 'loss': 7.480135440826416}\n",
      "{'epoch': 0, 'update in batch': 25327, '/': 25417, 'loss': 6.582393646240234}\n",
      "{'epoch': 0, 'update in batch': 25328, '/': 25417, 'loss': 6.677285194396973}\n",
      "{'epoch': 0, 'update in batch': 25329, '/': 25417, 'loss': 7.146348476409912}\n",
      "{'epoch': 0, 'update in batch': 25330, '/': 25417, 'loss': 6.726944923400879}\n",
      "{'epoch': 0, 'update in batch': 25331, '/': 25417, 'loss': 6.82949161529541}\n",
      "{'epoch': 0, 'update in batch': 25332, '/': 25417, 'loss': 7.103501319885254}\n",
      "{'epoch': 0, 'update in batch': 25333, '/': 25417, 'loss': 7.104418754577637}\n",
      "{'epoch': 0, 'update in batch': 25334, '/': 25417, 'loss': 6.402791500091553}\n",
      "{'epoch': 0, 'update in batch': 25335, '/': 25417, 'loss': 6.351166725158691}\n",
      "{'epoch': 0, 'update in batch': 25336, '/': 25417, 'loss': 5.766376972198486}\n",
      "{'epoch': 0, 'update in batch': 25337, '/': 25417, 'loss': 6.919962406158447}\n",
      "{'epoch': 0, 'update in batch': 25338, '/': 25417, 'loss': 7.610292911529541}\n",
      "{'epoch': 0, 'update in batch': 25339, '/': 25417, 'loss': 7.916579246520996}\n",
      "{'epoch': 0, 'update in batch': 25340, '/': 25417, 'loss': 7.581213474273682}\n",
      "{'epoch': 0, 'update in batch': 25341, '/': 25417, 'loss': 7.073111534118652}\n",
      "{'epoch': 0, 'update in batch': 25342, '/': 25417, 'loss': 6.28646183013916}\n",
      "{'epoch': 0, 'update in batch': 25343, '/': 25417, 'loss': 6.616349697113037}\n",
      "{'epoch': 0, 'update in batch': 25344, '/': 25417, 'loss': 7.524654388427734}\n",
      "{'epoch': 0, 'update in batch': 25345, '/': 25417, 'loss': 7.670079231262207}\n",
      "{'epoch': 0, 'update in batch': 25346, '/': 25417, 'loss': 7.228655815124512}\n",
      "{'epoch': 0, 'update in batch': 25347, '/': 25417, 'loss': 6.2931413650512695}\n",
      "{'epoch': 0, 'update in batch': 25348, '/': 25417, 'loss': 7.347395420074463}\n",
      "{'epoch': 0, 'update in batch': 25349, '/': 25417, 'loss': 6.967370510101318}\n",
      "{'epoch': 0, 'update in batch': 25350, '/': 25417, 'loss': 6.736636161804199}\n",
      "{'epoch': 0, 'update in batch': 25351, '/': 25417, 'loss': 7.298300743103027}\n",
      "{'epoch': 0, 'update in batch': 25352, '/': 25417, 'loss': 6.2806549072265625}\n",
      "{'epoch': 0, 'update in batch': 25353, '/': 25417, 'loss': 7.012775421142578}\n",
      "{'epoch': 0, 'update in batch': 25354, '/': 25417, 'loss': 6.504644870758057}\n",
      "{'epoch': 0, 'update in batch': 25355, '/': 25417, 'loss': 6.837904453277588}\n",
      "{'epoch': 0, 'update in batch': 25356, '/': 25417, 'loss': 5.941706657409668}\n",
      "{'epoch': 0, 'update in batch': 25357, '/': 25417, 'loss': 6.6092634201049805}\n",
      "{'epoch': 0, 'update in batch': 25358, '/': 25417, 'loss': 7.664817810058594}\n",
      "{'epoch': 0, 'update in batch': 25359, '/': 25417, 'loss': 5.956967830657959}\n",
      "{'epoch': 0, 'update in batch': 25360, '/': 25417, 'loss': 6.176455020904541}\n",
      "{'epoch': 0, 'update in batch': 25361, '/': 25417, 'loss': 7.5411376953125}\n",
      "{'epoch': 0, 'update in batch': 25362, '/': 25417, 'loss': 7.6988091468811035}\n",
      "{'epoch': 0, 'update in batch': 25363, '/': 25417, 'loss': 7.117348670959473}\n",
      "{'epoch': 0, 'update in batch': 25364, '/': 25417, 'loss': 8.387819290161133}\n",
      "{'epoch': 0, 'update in batch': 25365, '/': 25417, 'loss': 6.0564117431640625}\n",
      "{'epoch': 0, 'update in batch': 25366, '/': 25417, 'loss': 7.387345790863037}\n",
      "{'epoch': 0, 'update in batch': 25367, '/': 25417, 'loss': 6.296487808227539}\n",
      "{'epoch': 0, 'update in batch': 25368, '/': 25417, 'loss': 6.391259670257568}\n",
      "{'epoch': 0, 'update in batch': 25369, '/': 25417, 'loss': 7.153417110443115}\n",
      "{'epoch': 0, 'update in batch': 25370, '/': 25417, 'loss': 6.087955951690674}\n",
      "{'epoch': 0, 'update in batch': 25371, '/': 25417, 'loss': 7.136627197265625}\n",
      "{'epoch': 0, 'update in batch': 25372, '/': 25417, 'loss': 6.990172386169434}\n",
      "{'epoch': 0, 'update in batch': 25373, '/': 25417, 'loss': 6.073897838592529}\n",
      "{'epoch': 0, 'update in batch': 25374, '/': 25417, 'loss': 6.062530517578125}\n",
      "{'epoch': 0, 'update in batch': 25375, '/': 25417, 'loss': 6.55550479888916}\n",
      "{'epoch': 0, 'update in batch': 25376, '/': 25417, 'loss': 6.928401947021484}\n",
      "{'epoch': 0, 'update in batch': 25377, '/': 25417, 'loss': 8.811922073364258}\n",
      "{'epoch': 0, 'update in batch': 25378, '/': 25417, 'loss': 8.140416145324707}\n",
      "{'epoch': 0, 'update in batch': 25379, '/': 25417, 'loss': 7.775589942932129}\n",
      "{'epoch': 0, 'update in batch': 25380, '/': 25417, 'loss': 7.7539801597595215}\n",
      "{'epoch': 0, 'update in batch': 25381, '/': 25417, 'loss': 7.663795471191406}\n",
      "{'epoch': 0, 'update in batch': 25382, '/': 25417, 'loss': 7.0433173179626465}\n",
      "{'epoch': 0, 'update in batch': 25383, '/': 25417, 'loss': 7.464350700378418}\n",
      "{'epoch': 0, 'update in batch': 25384, '/': 25417, 'loss': 6.595240116119385}\n",
      "{'epoch': 0, 'update in batch': 25385, '/': 25417, 'loss': 7.153506278991699}\n",
      "{'epoch': 0, 'update in batch': 25386, '/': 25417, 'loss': 6.920530796051025}\n",
      "{'epoch': 0, 'update in batch': 25387, '/': 25417, 'loss': 6.917654991149902}\n",
      "{'epoch': 0, 'update in batch': 25388, '/': 25417, 'loss': 6.610927581787109}\n",
      "{'epoch': 0, 'update in batch': 25389, '/': 25417, 'loss': 7.7330427169799805}\n",
      "{'epoch': 0, 'update in batch': 25390, '/': 25417, 'loss': 6.415653228759766}\n",
      "{'epoch': 0, 'update in batch': 25391, '/': 25417, 'loss': 7.531132698059082}\n",
      "{'epoch': 0, 'update in batch': 25392, '/': 25417, 'loss': 8.30880355834961}\n",
      "{'epoch': 0, 'update in batch': 25393, '/': 25417, 'loss': 7.46967077255249}\n",
      "{'epoch': 0, 'update in batch': 25394, '/': 25417, 'loss': 6.488274574279785}\n",
      "{'epoch': 0, 'update in batch': 25395, '/': 25417, 'loss': 8.471769332885742}\n",
      "{'epoch': 0, 'update in batch': 25396, '/': 25417, 'loss': 9.313520431518555}\n",
      "{'epoch': 0, 'update in batch': 25397, '/': 25417, 'loss': 8.828144073486328}\n",
      "{'epoch': 0, 'update in batch': 25398, '/': 25417, 'loss': 8.142800331115723}\n",
      "{'epoch': 0, 'update in batch': 25399, '/': 25417, 'loss': 8.256523132324219}\n",
      "{'epoch': 0, 'update in batch': 25400, '/': 25417, 'loss': 9.177298545837402}\n",
      "{'epoch': 0, 'update in batch': 25401, '/': 25417, 'loss': 7.534204959869385}\n",
      "{'epoch': 0, 'update in batch': 25402, '/': 25417, 'loss': 7.903322696685791}\n",
      "{'epoch': 0, 'update in batch': 25403, '/': 25417, 'loss': 8.201879501342773}\n",
      "{'epoch': 0, 'update in batch': 25404, '/': 25417, 'loss': 8.566686630249023}\n",
      "{'epoch': 0, 'update in batch': 25405, '/': 25417, 'loss': 7.56796407699585}\n",
      "{'epoch': 0, 'update in batch': 25406, '/': 25417, 'loss': 7.309334754943848}\n",
      "{'epoch': 0, 'update in batch': 25407, '/': 25417, 'loss': 7.279814720153809}\n",
      "{'epoch': 0, 'update in batch': 25408, '/': 25417, 'loss': 7.750349521636963}\n",
      "{'epoch': 0, 'update in batch': 25409, '/': 25417, 'loss': 7.323698997497559}\n",
      "{'epoch': 0, 'update in batch': 25410, '/': 25417, 'loss': 7.569639682769775}\n",
      "{'epoch': 0, 'update in batch': 25411, '/': 25417, 'loss': 5.856103420257568}\n",
      "{'epoch': 0, 'update in batch': 25412, '/': 25417, 'loss': 5.683631420135498}\n",
      "{'epoch': 0, 'update in batch': 25413, '/': 25417, 'loss': 7.018422603607178}\n",
      "{'epoch': 0, 'update in batch': 25414, '/': 25417, 'loss': 6.817176818847656}\n",
      "{'epoch': 0, 'update in batch': 25415, '/': 25417, 'loss': 6.651888847351074}\n",
      "{'epoch': 0, 'update in batch': 25416, '/': 25417, 'loss': 6.18330192565918}\n"
     ]
    }
   ],
   "source": [
    "dataset_2 = ReversedDataset(5)\n",
    "input_tensor_2 = torch.tensor([[  0, 231,  19,  98, 189]], dtype=torch.int32).to(device)\n",
    "\n",
    "model_2 = Model(len(dataset_2)).to(device)\n",
    "y_pred_2, state_h_2 = model(input_tensor_2)\n",
    "model_2 = Model(vocab_size = len(dataset_2.uniq_words)).to(device)\n",
    "train(dataset_2, model_2, 1, 64)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "9deb871b",
   "metadata": {
    "id": "9deb871b"
   },
   "outputs": [],
   "source": [
    "n = 2\n",
    "\n",
    "f = open(\"dev-0/out.tsv\", \"w\")\n",
    "\n",
    "for i in range(len(dev_data1)):\n",
    "    d1 = dev_data1[i]\n",
    "    d2 = dev_data2[i]\n",
    "    try:\n",
    "        tmp = predict2(dataset, model, model_2, ' '.join(d1.split()[-n:]), ' '.join(d2.split()[:n]))\n",
    "        f.writelines(' '.join([f'{i[0]}:{i[1]}' for i in tmp]) + ' :0.3\\n')\n",
    "    except:\n",
    "        f.writelines(':1\\n')\n",
    "\n",
    "f.close()\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "yAphUzARtwVU",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "yAphUzARtwVU",
    "outputId": "770d0f40-cb01-4438-a762-5404608042cf"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10519"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(dev_data1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "R7TvpogchsUy",
   "metadata": {
    "id": "R7TvpogchsUy"
   },
   "outputs": [],
   "source": [
    "test_data = lzma.open(f'test-A/in.tsv.xz').read().decode('UTF-8').split('\\n')\n",
    "test_data = [line.split('\\t') for line in test_data][:-1]\n",
    "test_data1 = [re.sub('[^a-z ]', '', i[6].replace('\\\\n', ' ').lower()).strip() for i in test_data]\n",
    "test_data2 = [re.sub('[^a-z ]', '', i[7].replace('\\\\n', ' ').lower()).strip() for i in test_data]\n",
    "\n",
    "\n",
    "n = 2\n",
    "\n",
    "f = open(\"test-A/out.tsv\", \"w\")\n",
    "\n",
    "for i in range(len(test_data1)):\n",
    "    d1 = test_data1[i]\n",
    "    d2 = test_data2[i]\n",
    "    try:\n",
    "        tmp = predict2(dataset, model, model_2, ' '.join(d1.split()[-n:]), ' '.join(d2.split()[:n]))\n",
    "        f.writelines(' '.join([f'{i[0]}:{i[1]}' for i in tmp]) + ' :0.3\\n')\n",
    "    except:\n",
    "        f.writelines(':1\\n')\n",
    "\n",
    "f.close()\n",
    "        "
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "name": "run.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}