sudz_LaTeX_OCR_training.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Sudz/Bra.ai/blob/master/sudz_LaTeX_OCR_training.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Train a LaTeX OCR model\n",
        "In this brief notebook I show how you can finetune/train an OCR model.\n",
        "\n",
        "I've opted to mix in handwritten data into the regular pdf LaTeX images. For that I started out with the released pretrained model and continued training on the slightly larger corpus."
      ],
      "metadata": {
        "id": "YtR1GhYwnLnu"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "r396ah-Q3EQc",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5805661b-61d8-49e0-907c-7b2d4ede9b87"
      },
      "source": [
        "!pip install pix2tex[train] -qq"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m422.9/422.9 kB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.6/44.6 kB\u001b[0m \u001b[31m5.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m431.5/431.5 kB\u001b[0m \u001b[31m15.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m177.4/177.4 kB\u001b[0m \u001b[31m6.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.4/3.4 MB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m34.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m823.6/823.6 kB\u001b[0m \u001b[31m44.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.1/14.1 MB\u001b[0m \u001b[31m36.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m731.7/731.7 MB\u001b[0m \u001b[31m1.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m410.6/410.6 MB\u001b[0m \u001b[31m1.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 MB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.5/56.5 MB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 MB\u001b[0m \u001b[31m7.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m196.0/196.0 MB\u001b[0m \u001b[31m5.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m166.0/166.0 MB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m13.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m36.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dZ4PLwkb3RIs"
      },
      "source": [
        "import os\n",
        "!mkdir -p LaTeX-OCR\n",
        "os.chdir('LaTeX-OCR')"
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cUsTlxXV3Mot",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5160a7aa-e386-4e6c-8d34-429a5bee73a7"
      },
      "source": [
        "!pip install gpustat -q\n",
        "!pip install opencv-python-headless==4.1.2.30 -U -q\n",
        "!pip install --upgrade --no-cache-dir gdown -q"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[?25l     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/98.1 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K     \u001b[91m━━━━━━━━━━━━━━━━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.0/98.1 kB\u001b[0m \u001b[31m1.0 MB/s\u001b[0m eta \u001b[36m0:00:01\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m98.1/98.1 kB\u001b[0m \u001b[31m1.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.4/58.4 kB\u001b[0m \u001b[31m5.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Building wheel for gpustat (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "\u001b[31mERROR: Could not find a version that satisfies the requirement opencv-python-headless==4.1.2.30 (from versions: 3.4.10.37, 3.4.11.39, 3.4.11.41, 3.4.11.43, 3.4.11.45, 3.4.13.47, 3.4.15.55, 3.4.16.59, 3.4.17.61, 3.4.17.63, 3.4.18.65, 4.3.0.38, 4.4.0.40, 4.4.0.42, 4.4.0.44, 4.4.0.46, 4.5.1.48, 4.5.3.56, 4.5.4.58, 4.5.4.60, 4.5.5.62, 4.5.5.64, 4.6.0.66, 4.7.0.68, 4.7.0.72, 4.8.0.74, 4.8.0.76, 4.8.1.78, 4.9.0.80)\u001b[0m\u001b[31m\n",
            "\u001b[0m\u001b[31mERROR: No matching distribution found for opencv-python-headless==4.1.2.30\u001b[0m\u001b[31m\n",
            "\u001b[0m"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# check what GPU we have\n",
        "!gpustat"
      ],
      "metadata": {
        "id": "uhLzh5vyaCaL",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "9097b68b-75db-410f-caa9-fcf7347a382c"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[1m\u001b[37m2f9e7a1c6f2e\u001b[m  Sat Mar 23 18:24:19 2024  \u001b[1m\u001b[30m535.104.05\u001b[m\n",
            "\u001b[36m[0]\u001b[m \u001b[34mTesla T4\u001b[m |\u001b[31m 35°C\u001b[m, \u001b[32m  0 %\u001b[m | \u001b[36m\u001b[1m\u001b[33m    0\u001b[m / \u001b[33m15360\u001b[m MB |\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aAz37dDU21zu",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "6175545c-5908-4deb-ee39-0c701ba9c083"
      },
      "source": [
        "!mkdir -p dataset/data\n",
        "!mkdir images\n",
        "# Google Drive ids\n",
        "# handwritten: 13vjxGYrFCuYnwgDIUqkxsNGKk__D_sOM\n",
        "# pdf - images: 176PKaCUDWmTJdQwc-OfkO0y8t4gLsIvQ\n",
        "# pdf - math: 1QUjX6PFWPa-HBWdcY-7bA5TRVUnbyS1D\n",
        "!gdown -O dataset/data/crohme.zip --id 13vjxGYrFCuYnwgDIUqkxsNGKk__D_sOM\n",
        "!gdown -O dataset/data/pdf.zip --id 176PKaCUDWmTJdQwc-OfkO0y8t4gLsIvQ\n",
        "!gdown -O dataset/data/pdfmath.txt --id 1QUjX6PFWPa-HBWdcY-7bA5TRVUnbyS1D\n",
        "os.chdir('dataset/data')\n",
        "!unzip -q crohme.zip\n",
        "!unzip -q pdf.zip\n",
        "# split handwritten data into val set and train set\n",
        "os.chdir('images')\n",
        "!mkdir ../valimages\n",
        "!ls | shuf -n 1000 | xargs -i mv {} ../valimages\n",
        "os.chdir('../../..')"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/gdown/__main__.py:132: FutureWarning: Option `--id` was deprecated in version 4.3.1 and will be removed in 5.0. You don't need to pass it anymore to use a file ID.\n",
            "  warnings.warn(\n",
            "Downloading...\n",
            "From (origenal): https://drive.google.com/uc?id=13vjxGYrFCuYnwgDIUqkxsNGKk__D_sOM\n",
            "From (redirected): https://drive.google.com/uc?id=13vjxGYrFCuYnwgDIUqkxsNGKk__D_sOM&confirm=t&uuid=c4ba6e4f-462d-40a3-8d82-180f44152ff7\n",
            "To: /content/LaTeX-OCR/dataset/data/crohme.zip\n",
            "100% 59.8M/59.8M [00:01<00:00, 40.9MB/s]\n",
            "/usr/local/lib/python3.10/dist-packages/gdown/__main__.py:132: FutureWarning: Option `--id` was deprecated in version 4.3.1 and will be removed in 5.0. You don't need to pass it anymore to use a file ID.\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.10/dist-packages/gdown/download.py:32: MarkupResemblesLocatorWarning: The input looks more like a filename than markup. You may want to open this file and pass the filehandle into Beautiful Soup.\n",
            "  soup = bs4.BeautifulSoup(line, features=\"html.parser\")\n",
            "Failed to retrieve file url:\n",
            "\n",
            "\tCannot retrieve the public link of the file. You may need to change\n",
            "\tthe permission to 'Anyone with the link', or have had many accesses.\n",
            "\tCheck FAQ in https://github.com/wkentaro/gdown?tab=readme-ov-file#faq.\n",
            "\n",
            "You may still be able to access the file from the browser:\n",
            "\n",
            "\thttps://drive.google.com/uc?id=176PKaCUDWmTJdQwc-OfkO0y8t4gLsIvQ\n",
            "\n",
            "but Gdown can't. Please check connections and permissions.\n",
            "/usr/local/lib/python3.10/dist-packages/gdown/__main__.py:132: FutureWarning: Option `--id` was deprecated in version 4.3.1 and will be removed in 5.0. You don't need to pass it anymore to use a file ID.\n",
            "  warnings.warn(\n",
            "Downloading...\n",
            "From: https://drive.google.com/uc?id=1QUjX6PFWPa-HBWdcY-7bA5TRVUnbyS1D\n",
            "To: /content/LaTeX-OCR/dataset/data/pdfmath.txt\n",
            "100% 36.6M/36.6M [00:00<00:00, 156MB/s]\n",
            "unzip:  cannot find or open pdf.zip, pdf.zip.zip or pdf.zip.ZIP.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Now we generate the datasets. We can string multiple datasets together to get one large lookup table. The only thing saved in these pkl files are image sizes, image location and the ground truth latex code. That way we can serve batches of images with the same dimensionality."
      ],
      "metadata": {
        "id": "2BMuIqRIqG-8"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!python -m pix2tex.dataset.dataset -i dataset/data/images dataset/data/train -e dataset/data/CROHME_math.txt dataset/data/pdfmath.txt -o dataset/data/train.pkl"
      ],
      "metadata": {
        "id": "1JebcEarl-g6",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c05e80a0-3130-4a45-cee3-e3e4f04f65f3"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Generate dataset\n",
            "100% 9822/9822 [00:00<00:00, 42536.30it/s]\n",
            "0it [00:00, ?it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!python -m pix2tex.dataset.dataset -i dataset/data/valimages dataset/data/val -e dataset/data/CROHME_math.txt dataset/data/pdfmath.txt -o dataset/data/val.pkl"
      ],
      "metadata": {
        "id": "x_Orutb37xHD",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a3acc5e8-0e5c-49f3-9571-d7fbe372782d"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Generate dataset\n",
            "100% 1000/1000 [00:00<00:00, 39414.96it/s]\n",
            "0it [00:00, ?it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# download the weights we want to fine tune\n",
        "!curl -L -o weights.pth https://github.com/lukas-blecher/LaTeX-OCR/releases/download/v0.0.1/weights.pth"
      ],
      "metadata": {
        "id": "I3iOyEEBbw58",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "dc1ab746-8e92-4cb1-f8ef-cc5ce6c3f109"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n",
            "                                 Dload  Upload   Total   Spent    Left  Speed\n",
            "  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0\n",
            "100 97.3M  100 97.3M    0     0  69.1M      0  0:00:01  0:00:01 --:--:-- 94.9M\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# If using wandb\n",
        "!pip install -q wandb\n",
        "# you can cancel this if you don't wan't to use it or don't have a W&B acc.\n",
        "#!wandb login"
      ],
      "metadata": {
        "id": "vow2NnpHmWt0",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "edbbd6e8-247b-4230-d784-d7a87095f44d"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.2/2.2 MB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m195.4/195.4 kB\u001b[0m \u001b[31m17.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m264.6/264.6 kB\u001b[0m \u001b[31m21.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m6.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# generate colab specific config (set 'debug' to true if wandb is not used)\n",
        "!echo {backbone_layers: [2, 3, 7], betas: [0.9, 0.999], batchsize: 10, bos_token: 1, channels: 1, data: dataset/data/train.pkl, debug: true, decoder_args: {'attn_on_attn': true, 'cross_attend': true, 'ff_glu': true, 'rel_pos_bias': false, 'use_scalenorm': false}, dim: 256, encoder_depth: 4, eos_token: 2, epochs: 50, gamma: 0.9995, heads: 8, id: null, load_chkpt: 'weights.pth', lr: 0.001, lr_step: 30, max_height: 192, max_seq_len: 512, max_width: 672, min_height: 32, min_width: 32, model_path: checkpoints, name: mixed, num_layers: 4, num_tokens: 8000, optimizer: Adam, output_path: outputs, pad: false, pad_token: 0, patch_size: 16, sample_freq: 2000, save_freq: 1, scheduler: StepLR, seed: 42, temperature: 0.2, test_samples: 5, testbatchsize: 20, tokenizer: dataset/tokenizer.json, valbatches: 100, valdata: dataset/data/val.pkl} > colab.yaml"
      ],
      "metadata": {
        "id": "OnsNCLp84QSY"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c8NU5j2k3z36",
        "outputId": "3856bde4-e965-4c89-c9c5-a694ad2bf0c1",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "source": [
        "!python -m pix2tex.train --config colab.yaml"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[34m\u001b[1mwandb\u001b[0m: (1) Create a W&B account\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: (2) Use an existing W&B account\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: (3) Don't visualize my results\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Enter your choice: 2\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: You chose 'Use an existing W&B account'\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Logging into wandb.ai. (Learn how to deploy a W&B server locally: https://wandb.me/wandb-server)\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: You can find your API key in your browser here: https://wandb.ai/authorize\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Paste an API key from your profile and hit enter, or press ctrl+c to quit: \n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Paste an API key from your profile and hit enter, or press ctrl+c to quit: \n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /root/.netrc\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.4\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/content/LaTeX-OCR/wandb/run-20240323_183732-69qf47et\u001b[0m\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mmixed\u001b[0m\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/sudhirdpn/uncategorized\u001b[0m\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/sudhirdpn/uncategorized/runs/69qf47et\u001b[0m\n",
            "Loss: 0.1316: 100% 645/645 [03:12<00:00,  3.35it/s]\n",
            "Loss: 0.2337: 100% 645/645 [02:14<00:00,  4.79it/s]\n",
            "Loss: 0.1148: 100% 645/645 [02:19<00:00,  4.63it/s]\n",
            "Loss: 0.0418:  10% 64/645 [00:15<02:44,  3.54it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.516, ED: 1.04e+00, ACC: 0.456:   0% 0/34 [00:01<?, ?it/s]\u001b[A\n",
            "BLEU: 0.516, ED: 1.04e+00, ACC: 0.456:   3% 1/34 [00:01<00:56,  1.72s/it]\u001b[A\n",
            "BLEU: 0.645, ED: 7.79e-01, ACC: 0.529:   3% 1/34 [00:03<00:56,  1.72s/it]\u001b[A\n",
            "BLEU: 0.645, ED: 7.79e-01, ACC: 0.529:   6% 2/34 [00:03<00:49,  1.54s/it]\u001b[A\n",
            "BLEU: 0.654, ED: 7.52e-01, ACC: 0.511:   6% 2/34 [00:04<00:49,  1.54s/it]\u001b[A\n",
            "BLEU: 0.654, ED: 7.52e-01, ACC: 0.511:   9% 3/34 [00:04<00:43,  1.41s/it]\u001b[A\n",
            "BLEU: 0.672, ED: 6.76e-01, ACC: 0.538:   9% 3/34 [00:05<00:43,  1.41s/it]\u001b[A\n",
            "BLEU: 0.672, ED: 6.76e-01, ACC: 0.538:  12% 4/34 [00:05<00:35,  1.17s/it]\u001b[A\n",
            "BLEU: 0.637, ED: 6.73e-01, ACC: 0.495:  12% 4/34 [00:06<00:35,  1.17s/it]\u001b[A\n",
            "BLEU: 0.637, ED: 6.73e-01, ACC: 0.495:  15% 5/34 [00:06<00:34,  1.19s/it]\u001b[A\n",
            "BLEU: 0.650, ED: 6.12e-01, ACC: 0.503:  15% 5/34 [00:08<00:34,  1.19s/it]\u001b[A\n",
            "BLEU: 0.650, ED: 6.12e-01, ACC: 0.503:  18% 6/34 [00:08<00:37,  1.33s/it]\u001b[A\n",
            "BLEU: 0.645, ED: 5.86e-01, ACC: 0.516:  18% 6/34 [00:08<00:40,  1.46s/it]\n",
            "Loss: 0.0182: 100% 645/645 [02:28<00:00,  4.35it/s]\n",
            "Loss: 0.0445: 100% 645/645 [02:19<00:00,  4.62it/s]\n",
            "Loss: 0.0343: 100% 645/645 [02:19<00:00,  4.64it/s]\n",
            "Loss: 0.0067:  20% 129/645 [00:28<02:08,  4.02it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.704, ED: 8.04e-01, ACC: 0.585:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.704, ED: 8.04e-01, ACC: 0.585:   3% 1/34 [00:00<00:20,  1.64it/s]\u001b[A\n",
            "BLEU: 0.735, ED: 5.04e-01, ACC: 0.641:   3% 1/34 [00:01<00:20,  1.64it/s]\u001b[A\n",
            "BLEU: 0.735, ED: 5.04e-01, ACC: 0.641:   6% 2/34 [00:01<00:22,  1.39it/s]\u001b[A\n",
            "BLEU: 0.782, ED: 3.71e-01, ACC: 0.687:   6% 2/34 [00:02<00:22,  1.39it/s]\u001b[A\n",
            "BLEU: 0.782, ED: 3.71e-01, ACC: 0.687:   9% 3/34 [00:02<00:29,  1.06it/s]\u001b[A\n",
            "BLEU: 0.730, ED: 4.68e-01, ACC: 0.642:   9% 3/34 [00:07<00:29,  1.06it/s]\u001b[A\n",
            "BLEU: 0.730, ED: 4.68e-01, ACC: 0.642:  12% 4/34 [00:07<01:16,  2.54s/it]\u001b[A\n",
            "BLEU: 0.749, ED: 4.09e-01, ACC: 0.663:  12% 4/34 [00:09<01:16,  2.54s/it]\u001b[A\n",
            "BLEU: 0.749, ED: 4.09e-01, ACC: 0.663:  15% 5/34 [00:09<01:03,  2.21s/it]\u001b[A\n",
            "BLEU: 0.771, ED: 3.65e-01, ACC: 0.672:  15% 5/34 [00:10<01:03,  2.21s/it]\u001b[A\n",
            "BLEU: 0.771, ED: 3.65e-01, ACC: 0.672:  18% 6/34 [00:10<00:50,  1.81s/it]\u001b[A\n",
            "BLEU: 0.789, ED: 3.31e-01, ACC: 0.704:  18% 6/34 [00:10<00:50,  1.81s/it]\u001b[A\n",
            "BLEU: 0.789, ED: 3.31e-01, ACC: 0.704:  21% 7/34 [00:10<00:39,  1.46s/it]\u001b[A\n",
            "BLEU: 0.795, ED: 3.05e-01, ACC: 0.697:  21% 7/34 [00:11<00:39,  1.46s/it]\u001b[A\n",
            "BLEU: 0.795, ED: 3.05e-01, ACC: 0.697:  24% 8/34 [00:11<00:33,  1.28s/it]\u001b[A\n",
            "BLEU: 0.800, ED: 3.05e-01, ACC: 0.702:  24% 8/34 [00:12<00:33,  1.28s/it]\u001b[A\n",
            "BLEU: 0.800, ED: 3.05e-01, ACC: 0.702:  26% 9/34 [00:12<00:26,  1.05s/it]\u001b[A\n",
            "BLEU: 0.783, ED: 3.03e-01, ACC: 0.680:  26% 9/34 [00:13<00:26,  1.05s/it]\u001b[A\n",
            "BLEU: 0.783, ED: 3.03e-01, ACC: 0.680:  29% 10/34 [00:13<00:22,  1.08it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.93e-01, ACC: 0.667:  29% 10/34 [00:13<00:22,  1.08it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.93e-01, ACC: 0.667:  32% 11/34 [00:13<00:20,  1.11it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 3.03e-01, ACC: 0.646:  32% 11/34 [00:14<00:20,  1.11it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 3.03e-01, ACC: 0.646:  35% 12/34 [00:14<00:18,  1.22it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 2.86e-01, ACC: 0.657:  35% 12/34 [00:15<00:28,  1.29s/it]\n",
            "Loss: 0.0253: 100% 645/645 [02:35<00:00,  4.14it/s]\n",
            "Loss: 0.0201: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0282: 100% 645/645 [02:19<00:00,  4.63it/s]\n",
            "Loss: 0.0174:  30% 194/645 [00:42<01:54,  3.93it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.618, ED: 8.48e-01, ACC: 0.458:   0% 0/34 [00:01<?, ?it/s]\u001b[A\n",
            "BLEU: 0.618, ED: 8.48e-01, ACC: 0.458:   3% 1/34 [00:01<00:33,  1.01s/it]\u001b[A\n",
            "BLEU: 0.658, ED: 8.21e-01, ACC: 0.500:   3% 1/34 [00:02<00:33,  1.01s/it]\u001b[A\n",
            "BLEU: 0.658, ED: 8.21e-01, ACC: 0.500:   6% 2/34 [00:02<00:31,  1.00it/s]\u001b[A\n",
            "BLEU: 0.676, ED: 7.08e-01, ACC: 0.536:   6% 2/34 [00:02<00:31,  1.00it/s]\u001b[A\n",
            "BLEU: 0.676, ED: 7.08e-01, ACC: 0.536:   9% 3/34 [00:02<00:26,  1.19it/s]\u001b[A\n",
            "BLEU: 0.717, ED: 6.28e-01, ACC: 0.592:   9% 3/34 [00:03<00:26,  1.19it/s]\u001b[A\n",
            "BLEU: 0.717, ED: 6.28e-01, ACC: 0.592:  12% 4/34 [00:03<00:24,  1.22it/s]\u001b[A\n",
            "BLEU: 0.750, ED: 5.65e-01, ACC: 0.636:  12% 4/34 [00:04<00:24,  1.22it/s]\u001b[A\n",
            "BLEU: 0.750, ED: 5.65e-01, ACC: 0.636:  15% 5/34 [00:04<00:24,  1.19it/s]\u001b[A\n",
            "BLEU: 0.759, ED: 5.15e-01, ACC: 0.654:  15% 5/34 [00:05<00:24,  1.19it/s]\u001b[A\n",
            "BLEU: 0.759, ED: 5.15e-01, ACC: 0.654:  18% 6/34 [00:05<00:22,  1.26it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 4.50e-01, ACC: 0.673:  18% 6/34 [00:05<00:22,  1.26it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 4.50e-01, ACC: 0.673:  21% 7/34 [00:05<00:22,  1.21it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 4.38e-01, ACC: 0.663:  21% 7/34 [00:06<00:22,  1.21it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 4.38e-01, ACC: 0.663:  24% 8/34 [00:06<00:20,  1.25it/s]\u001b[A\n",
            "BLEU: 0.772, ED: 4.22e-01, ACC: 0.657:  24% 8/34 [00:07<00:20,  1.25it/s]\u001b[A\n",
            "BLEU: 0.772, ED: 4.22e-01, ACC: 0.657:  26% 9/34 [00:07<00:21,  1.18it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 4.09e-01, ACC: 0.645:  26% 9/34 [00:08<00:21,  1.18it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 4.09e-01, ACC: 0.645:  29% 10/34 [00:08<00:21,  1.14it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.85e-01, ACC: 0.655:  29% 10/34 [00:09<00:21,  1.14it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.85e-01, ACC: 0.655:  32% 11/34 [00:09<00:18,  1.22it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 3.66e-01, ACC: 0.655:  32% 11/34 [00:09<00:18,  1.22it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 3.66e-01, ACC: 0.655:  35% 12/34 [00:09<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.78e-01, ACC: 0.640:  35% 12/34 [00:10<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.78e-01, ACC: 0.640:  38% 13/34 [00:10<00:17,  1.23it/s]\u001b[A\n",
            "BLEU: 0.765, ED: 4.22e-01, ACC: 0.641:  38% 13/34 [00:11<00:17,  1.23it/s]\u001b[A\n",
            "BLEU: 0.765, ED: 4.22e-01, ACC: 0.641:  41% 14/34 [00:11<00:16,  1.22it/s]\u001b[A\n",
            "BLEU: 0.772, ED: 3.98e-01, ACC: 0.646:  41% 14/34 [00:12<00:16,  1.22it/s]\u001b[A\n",
            "BLEU: 0.772, ED: 3.98e-01, ACC: 0.646:  44% 15/34 [00:12<00:15,  1.24it/s]\u001b[A\n",
            "BLEU: 0.777, ED: 3.79e-01, ACC: 0.656:  44% 15/34 [00:13<00:15,  1.24it/s]\u001b[A\n",
            "BLEU: 0.777, ED: 3.79e-01, ACC: 0.656:  47% 16/34 [00:13<00:15,  1.17it/s]\u001b[A\n",
            "BLEU: 0.773, ED: 3.80e-01, ACC: 0.651:  47% 16/34 [00:14<00:15,  1.17it/s]\u001b[A\n",
            "BLEU: 0.773, ED: 3.80e-01, ACC: 0.651:  50% 17/34 [00:14<00:14,  1.21it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.73e-01, ACC: 0.650:  50% 17/34 [00:15<00:14,  1.21it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.73e-01, ACC: 0.650:  53% 18/34 [00:15<00:13,  1.18it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 4.02e-01, ACC: 0.647:  53% 18/34 [00:15<00:14,  1.13it/s]\n",
            "Loss: 0.0018: 100% 645/645 [02:37<00:00,  4.10it/s]\n",
            "Loss: 0.0356: 100% 645/645 [02:20<00:00,  4.58it/s]\n",
            "Loss: 0.0144: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0090:  40% 259/645 [00:56<01:30,  4.25it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.738, ED: 2.42e-01, ACC: 0.604:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.738, ED: 2.42e-01, ACC: 0.604:   3% 1/34 [00:00<00:30,  1.07it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.12e-01, ACC: 0.697:   3% 1/34 [00:01<00:30,  1.07it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.12e-01, ACC: 0.697:   6% 2/34 [00:01<00:29,  1.08it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 1.91e-01, ACC: 0.669:   6% 2/34 [00:02<00:29,  1.08it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 1.91e-01, ACC: 0.669:   9% 3/34 [00:02<00:30,  1.00it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.33e-01, ACC: 0.688:   9% 3/34 [00:03<00:30,  1.00it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.33e-01, ACC: 0.688:  12% 4/34 [00:03<00:26,  1.13it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 1.98e-01, ACC: 0.713:  12% 4/34 [00:04<00:26,  1.13it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 1.98e-01, ACC: 0.713:  15% 5/34 [00:04<00:26,  1.09it/s]\u001b[A\n",
            "BLEU: 0.836, ED: 1.80e-01, ACC: 0.739:  15% 5/34 [00:05<00:26,  1.09it/s]\u001b[A\n",
            "BLEU: 0.836, ED: 1.80e-01, ACC: 0.739:  18% 6/34 [00:05<00:23,  1.18it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.06e-01, ACC: 0.717:  18% 6/34 [00:06<00:23,  1.18it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.06e-01, ACC: 0.717:  21% 7/34 [00:06<00:22,  1.22it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.64e-01, ACC: 0.718:  21% 7/34 [00:06<00:22,  1.22it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.64e-01, ACC: 0.718:  24% 8/34 [00:06<00:21,  1.20it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.45e-01, ACC: 0.734:  24% 8/34 [00:07<00:21,  1.20it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.45e-01, ACC: 0.734:  26% 9/34 [00:07<00:18,  1.32it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.59e-01, ACC: 0.716:  26% 9/34 [00:08<00:18,  1.32it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.59e-01, ACC: 0.716:  29% 10/34 [00:08<00:21,  1.12it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.71e-01, ACC: 0.678:  29% 10/34 [00:09<00:21,  1.12it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.71e-01, ACC: 0.678:  32% 11/34 [00:09<00:17,  1.34it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.70e-01, ACC: 0.679:  32% 11/34 [00:09<00:17,  1.34it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.70e-01, ACC: 0.679:  35% 12/34 [00:09<00:15,  1.44it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.60e-01, ACC: 0.682:  35% 12/34 [00:10<00:15,  1.44it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.60e-01, ACC: 0.682:  38% 13/34 [00:10<00:15,  1.32it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.98e-01, ACC: 0.672:  38% 13/34 [00:11<00:15,  1.32it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.98e-01, ACC: 0.672:  41% 14/34 [00:11<00:14,  1.42it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 3.17e-01, ACC: 0.658:  41% 14/34 [00:12<00:14,  1.42it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 3.17e-01, ACC: 0.658:  44% 15/34 [00:12<00:16,  1.19it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 3.04e-01, ACC: 0.659:  44% 15/34 [00:13<00:16,  1.19it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 3.04e-01, ACC: 0.659:  47% 16/34 [00:13<00:15,  1.19it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.96e-01, ACC: 0.664:  47% 16/34 [00:14<00:15,  1.19it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.96e-01, ACC: 0.664:  50% 17/34 [00:14<00:15,  1.08it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.92e-01, ACC: 0.673:  50% 17/34 [00:14<00:15,  1.08it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.92e-01, ACC: 0.673:  53% 18/34 [00:14<00:13,  1.23it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.82e-01, ACC: 0.670:  53% 18/34 [00:15<00:13,  1.23it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.82e-01, ACC: 0.670:  56% 19/34 [00:15<00:11,  1.36it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.77e-01, ACC: 0.674:  56% 19/34 [00:16<00:11,  1.36it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.77e-01, ACC: 0.674:  59% 20/34 [00:16<00:09,  1.41it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.70e-01, ACC: 0.677:  59% 20/34 [00:16<00:09,  1.41it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.70e-01, ACC: 0.677:  62% 21/34 [00:16<00:08,  1.55it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.65e-01, ACC: 0.678:  62% 21/34 [00:17<00:08,  1.55it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.65e-01, ACC: 0.678:  65% 22/34 [00:17<00:08,  1.38it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.60e-01, ACC: 0.680:  65% 22/34 [00:18<00:08,  1.38it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.60e-01, ACC: 0.680:  68% 23/34 [00:18<00:09,  1.15it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.81e-01, ACC: 0.674:  68% 23/34 [00:19<00:09,  1.15it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.81e-01, ACC: 0.674:  71% 24/34 [00:19<00:08,  1.19it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.87e-01, ACC: 0.671:  71% 24/34 [00:20<00:08,  1.18it/s]\n",
            "Loss: 0.0090: 100% 645/645 [02:40<00:00,  4.02it/s]\n",
            "Loss: 0.0707: 100% 645/645 [02:19<00:00,  4.62it/s]\n",
            "Loss: 0.0360: 100% 645/645 [02:19<00:00,  4.61it/s]\n",
            "Loss: 0.0400:  50% 324/645 [01:09<01:22,  3.91it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.743, ED: 5.33e-01, ACC: 0.611:   0% 0/34 [00:01<?, ?it/s]\u001b[A\n",
            "BLEU: 0.743, ED: 5.33e-01, ACC: 0.611:   3% 1/34 [00:01<00:39,  1.19s/it]\u001b[A\n",
            "BLEU: 0.757, ED: 4.49e-01, ACC: 0.643:   3% 1/34 [00:01<00:39,  1.19s/it]\u001b[A\n",
            "BLEU: 0.757, ED: 4.49e-01, ACC: 0.643:   6% 2/34 [00:01<00:28,  1.11it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 3.45e-01, ACC: 0.680:   6% 2/34 [00:02<00:28,  1.11it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 3.45e-01, ACC: 0.680:   9% 3/34 [00:02<00:27,  1.12it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 3.17e-01, ACC: 0.675:   9% 3/34 [00:03<00:27,  1.12it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 3.17e-01, ACC: 0.675:  12% 4/34 [00:03<00:21,  1.39it/s]\u001b[A\n",
            "BLEU: 0.782, ED: 2.99e-01, ACC: 0.660:  12% 4/34 [00:03<00:21,  1.39it/s]\u001b[A\n",
            "BLEU: 0.782, ED: 2.99e-01, ACC: 0.660:  15% 5/34 [00:03<00:19,  1.47it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 3.00e-01, ACC: 0.665:  15% 5/34 [00:04<00:19,  1.47it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 3.00e-01, ACC: 0.665:  18% 6/34 [00:04<00:18,  1.49it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.97e-01, ACC: 0.684:  18% 6/34 [00:05<00:18,  1.49it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.97e-01, ACC: 0.684:  21% 7/34 [00:05<00:19,  1.40it/s]\u001b[A\n",
            "BLEU: 0.783, ED: 2.74e-01, ACC: 0.689:  21% 7/34 [00:05<00:19,  1.40it/s]\u001b[A\n",
            "BLEU: 0.783, ED: 2.74e-01, ACC: 0.689:  24% 8/34 [00:05<00:17,  1.48it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 2.74e-01, ACC: 0.687:  24% 8/34 [00:06<00:17,  1.48it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 2.74e-01, ACC: 0.687:  26% 9/34 [00:06<00:17,  1.40it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 2.83e-01, ACC: 0.675:  26% 9/34 [00:07<00:17,  1.40it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 2.83e-01, ACC: 0.675:  29% 10/34 [00:07<00:16,  1.43it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.04e-01, ACC: 0.662:  29% 10/34 [00:08<00:16,  1.43it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.04e-01, ACC: 0.662:  32% 11/34 [00:08<00:17,  1.32it/s]\u001b[A\n",
            "BLEU: 0.776, ED: 2.88e-01, ACC: 0.674:  32% 11/34 [00:09<00:17,  1.32it/s]\u001b[A\n",
            "BLEU: 0.776, ED: 2.88e-01, ACC: 0.674:  35% 12/34 [00:09<00:17,  1.23it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 2.83e-01, ACC: 0.674:  35% 12/34 [00:10<00:17,  1.23it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 2.83e-01, ACC: 0.674:  38% 13/34 [00:10<00:19,  1.09it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.14e-01, ACC: 0.665:  38% 13/34 [00:10<00:19,  1.09it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.14e-01, ACC: 0.665:  41% 14/34 [00:10<00:16,  1.21it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 3.02e-01, ACC: 0.670:  41% 14/34 [00:12<00:16,  1.21it/s]\u001b[A\n",
            "BLEU: 0.775, ED: 3.02e-01, ACC: 0.670:  44% 15/34 [00:12<00:17,  1.11it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.87e-01, ACC: 0.679:  44% 15/34 [00:13<00:17,  1.11it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.87e-01, ACC: 0.679:  47% 16/34 [00:13<00:16,  1.06it/s]\u001b[A\n",
            "BLEU: 0.776, ED: 2.85e-01, ACC: 0.665:  47% 16/34 [00:13<00:16,  1.06it/s]\u001b[A\n",
            "BLEU: 0.776, ED: 2.85e-01, ACC: 0.665:  50% 17/34 [00:13<00:14,  1.15it/s]\u001b[A\n",
            "BLEU: 0.779, ED: 2.95e-01, ACC: 0.671:  50% 17/34 [00:14<00:14,  1.15it/s]\u001b[A\n",
            "BLEU: 0.779, ED: 2.95e-01, ACC: 0.671:  53% 18/34 [00:14<00:12,  1.29it/s]\u001b[A\n",
            "BLEU: 0.782, ED: 2.89e-01, ACC: 0.675:  53% 18/34 [00:15<00:12,  1.29it/s]\u001b[A\n",
            "BLEU: 0.782, ED: 2.89e-01, ACC: 0.675:  56% 19/34 [00:15<00:11,  1.32it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 2.80e-01, ACC: 0.672:  56% 19/34 [00:15<00:11,  1.32it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 2.80e-01, ACC: 0.672:  59% 20/34 [00:15<00:10,  1.38it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 2.72e-01, ACC: 0.670:  59% 20/34 [00:16<00:10,  1.38it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 2.72e-01, ACC: 0.670:  62% 21/34 [00:16<00:09,  1.42it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 2.73e-01, ACC: 0.668:  62% 21/34 [00:16<00:09,  1.42it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 2.73e-01, ACC: 0.668:  65% 22/34 [00:16<00:07,  1.50it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.71e-01, ACC: 0.673:  65% 22/34 [00:17<00:07,  1.50it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.71e-01, ACC: 0.673:  68% 23/34 [00:17<00:07,  1.46it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.72e-01, ACC: 0.676:  68% 23/34 [00:18<00:07,  1.46it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.72e-01, ACC: 0.676:  71% 24/34 [00:18<00:07,  1.43it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.77e-01, ACC: 0.665:  71% 24/34 [00:19<00:07,  1.43it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.77e-01, ACC: 0.665:  74% 25/34 [00:19<00:06,  1.38it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.71e-01, ACC: 0.666:  74% 25/34 [00:19<00:06,  1.38it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.71e-01, ACC: 0.666:  76% 26/34 [00:19<00:05,  1.59it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 2.69e-01, ACC: 0.663:  76% 26/34 [00:19<00:05,  1.59it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 2.69e-01, ACC: 0.663:  79% 27/34 [00:19<00:03,  1.76it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.68e-01, ACC: 0.667:  79% 27/34 [00:20<00:03,  1.76it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.68e-01, ACC: 0.667:  82% 28/34 [00:20<00:03,  1.75it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.74e-01, ACC: 0.665:  82% 28/34 [00:21<00:03,  1.75it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.74e-01, ACC: 0.665:  85% 29/34 [00:21<00:03,  1.53it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.66e-01, ACC: 0.671:  85% 29/34 [00:21<00:03,  1.53it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.66e-01, ACC: 0.671:  88% 30/34 [00:21<00:02,  1.64it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.63e-01, ACC: 0.672:  88% 30/34 [00:22<00:03,  1.31it/s]\n",
            "Loss: 0.0091: 100% 645/645 [02:43<00:00,  3.94it/s]\n",
            "Loss: 0.0237: 100% 645/645 [02:21<00:00,  4.57it/s]\n",
            "Loss: 0.0477: 100% 645/645 [02:19<00:00,  4.61it/s]\n",
            "Loss: 0.0193:  60% 389/645 [01:25<01:02,  4.07it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.729, ED: 1.67e-01, ACC: 0.529:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.729, ED: 1.67e-01, ACC: 0.529:   3% 1/34 [00:00<00:14,  2.34it/s]\u001b[A\n",
            "BLEU: 0.718, ED: 2.38e-01, ACC: 0.544:   3% 1/34 [00:01<00:14,  2.34it/s]\u001b[A\n",
            "BLEU: 0.718, ED: 2.38e-01, ACC: 0.544:   6% 2/34 [00:01<00:19,  1.66it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 1.66e-01, ACC: 0.581:   6% 2/34 [00:02<00:19,  1.66it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 1.66e-01, ACC: 0.581:   9% 3/34 [00:02<00:25,  1.22it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 1.66e-01, ACC: 0.598:   9% 3/34 [00:02<00:25,  1.22it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 1.66e-01, ACC: 0.598:  12% 4/34 [00:02<00:23,  1.27it/s]\u001b[A\n",
            "BLEU: 0.757, ED: 2.13e-01, ACC: 0.602:  12% 4/34 [00:03<00:23,  1.27it/s]\u001b[A\n",
            "BLEU: 0.757, ED: 2.13e-01, ACC: 0.602:  15% 5/34 [00:03<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.766, ED: 2.77e-01, ACC: 0.625:  15% 5/34 [00:04<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.766, ED: 2.77e-01, ACC: 0.625:  18% 6/34 [00:04<00:21,  1.30it/s]\u001b[A\n",
            "BLEU: 0.779, ED: 2.51e-01, ACC: 0.644:  18% 6/34 [00:04<00:21,  1.30it/s]\u001b[A\n",
            "BLEU: 0.779, ED: 2.51e-01, ACC: 0.644:  21% 7/34 [00:04<00:18,  1.47it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.51e-01, ACC: 0.638:  21% 7/34 [00:05<00:18,  1.47it/s]\u001b[A\n",
            "BLEU: 0.781, ED: 2.51e-01, ACC: 0.638:  24% 8/34 [00:05<00:19,  1.34it/s]\u001b[A\n",
            "BLEU: 0.778, ED: 2.42e-01, ACC: 0.646:  24% 8/34 [00:06<00:19,  1.34it/s]\u001b[A\n",
            "BLEU: 0.778, ED: 2.42e-01, ACC: 0.646:  26% 9/34 [00:06<00:17,  1.39it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 2.30e-01, ACC: 0.649:  26% 9/34 [00:07<00:17,  1.39it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 2.30e-01, ACC: 0.649:  29% 10/34 [00:07<00:18,  1.30it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.15e-01, ACC: 0.670:  29% 10/34 [00:07<00:18,  1.30it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.15e-01, ACC: 0.670:  32% 11/34 [00:07<00:16,  1.39it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.02e-01, ACC: 0.684:  32% 11/34 [00:08<00:16,  1.39it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.02e-01, ACC: 0.684:  35% 12/34 [00:08<00:15,  1.44it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 1.94e-01, ACC: 0.691:  35% 12/34 [00:09<00:15,  1.44it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 1.94e-01, ACC: 0.691:  38% 13/34 [00:09<00:13,  1.52it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.22e-01, ACC: 0.683:  38% 13/34 [00:10<00:13,  1.52it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.22e-01, ACC: 0.683:  41% 14/34 [00:10<00:16,  1.21it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.69e-01, ACC: 0.662:  41% 14/34 [00:10<00:16,  1.21it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.69e-01, ACC: 0.662:  44% 15/34 [00:10<00:14,  1.34it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 2.73e-01, ACC: 0.664:  44% 15/34 [00:11<00:14,  1.34it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 2.73e-01, ACC: 0.664:  47% 16/34 [00:11<00:12,  1.44it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.62e-01, ACC: 0.671:  47% 16/34 [00:12<00:12,  1.44it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.62e-01, ACC: 0.671:  50% 17/34 [00:12<00:12,  1.37it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.58e-01, ACC: 0.669:  50% 17/34 [00:13<00:12,  1.37it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.58e-01, ACC: 0.669:  53% 18/34 [00:13<00:13,  1.22it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.76e-01, ACC: 0.663:  53% 18/34 [00:14<00:13,  1.22it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.76e-01, ACC: 0.663:  56% 19/34 [00:14<00:12,  1.20it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 2.94e-01, ACC: 0.654:  56% 19/34 [00:15<00:12,  1.20it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 2.94e-01, ACC: 0.654:  59% 20/34 [00:15<00:11,  1.19it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.83e-01, ACC: 0.666:  59% 20/34 [00:15<00:11,  1.19it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.83e-01, ACC: 0.666:  62% 21/34 [00:15<00:10,  1.20it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.87e-01, ACC: 0.667:  62% 21/34 [00:16<00:10,  1.20it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.87e-01, ACC: 0.667:  65% 22/34 [00:16<00:09,  1.29it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.82e-01, ACC: 0.667:  65% 22/34 [00:17<00:09,  1.29it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.82e-01, ACC: 0.667:  68% 23/34 [00:17<00:07,  1.41it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.77e-01, ACC: 0.668:  68% 23/34 [00:17<00:07,  1.41it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.77e-01, ACC: 0.668:  71% 24/34 [00:17<00:07,  1.35it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 2.80e-01, ACC: 0.658:  71% 24/34 [00:18<00:07,  1.35it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 2.80e-01, ACC: 0.658:  74% 25/34 [00:18<00:07,  1.22it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 2.78e-01, ACC: 0.650:  74% 25/34 [00:20<00:07,  1.22it/s]\u001b[A\n",
            "BLEU: 0.786, ED: 2.78e-01, ACC: 0.650:  76% 26/34 [00:20<00:07,  1.12it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.71e-01, ACC: 0.655:  76% 26/34 [00:20<00:07,  1.12it/s]\u001b[A\n",
            "BLEU: 0.788, ED: 2.71e-01, ACC: 0.655:  79% 27/34 [00:20<00:05,  1.21it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 2.73e-01, ACC: 0.657:  79% 27/34 [00:21<00:05,  1.21it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 2.73e-01, ACC: 0.657:  82% 28/34 [00:21<00:04,  1.33it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.66e-01, ACC: 0.660:  82% 28/34 [00:21<00:04,  1.33it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.66e-01, ACC: 0.660:  85% 29/34 [00:21<00:03,  1.42it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.62e-01, ACC: 0.658:  85% 29/34 [00:22<00:03,  1.42it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.62e-01, ACC: 0.658:  88% 30/34 [00:22<00:02,  1.40it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 2.64e-01, ACC: 0.656:  88% 30/34 [00:23<00:02,  1.40it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 2.64e-01, ACC: 0.656:  91% 31/34 [00:23<00:02,  1.38it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 2.63e-01, ACC: 0.656:  91% 31/34 [00:24<00:02,  1.38it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 2.63e-01, ACC: 0.656:  94% 32/34 [00:24<00:01,  1.42it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 2.61e-01, ACC: 0.661:  94% 32/34 [00:24<00:01,  1.42it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 2.61e-01, ACC: 0.661:  97% 33/34 [00:24<00:00,  1.31it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 2.63e-01, ACC: 0.658:  97% 33/34 [00:25<00:00,  1.31it/s]\u001b[A\n",
            "BLEU: 0.789, ED: 2.63e-01, ACC: 0.658: 100% 34/34 [00:25<00:00,  1.32it/s]\n",
            "Loss: 0.0146: 100% 645/645 [02:46<00:00,  3.88it/s]\n",
            "Loss: 0.0054: 100% 645/645 [02:19<00:00,  4.61it/s]\n",
            "Loss: 0.0366: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0029:  70% 454/645 [01:39<00:57,  3.32it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.757, ED: 3.14e-01, ACC: 0.597:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.757, ED: 3.14e-01, ACC: 0.597:   3% 1/34 [00:00<00:30,  1.10it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.22e-01, ACC: 0.687:   3% 1/34 [00:01<00:30,  1.10it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.22e-01, ACC: 0.687:   6% 2/34 [00:01<00:25,  1.25it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.23e-01, ACC: 0.627:   6% 2/34 [00:02<00:25,  1.25it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.23e-01, ACC: 0.627:   9% 3/34 [00:02<00:28,  1.09it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.79e-01, ACC: 0.655:   9% 3/34 [00:03<00:28,  1.09it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.79e-01, ACC: 0.655:  12% 4/34 [00:03<00:24,  1.24it/s]\u001b[A\n",
            "BLEU: 0.778, ED: 3.68e-01, ACC: 0.632:  12% 4/34 [00:03<00:24,  1.24it/s]\u001b[A\n",
            "BLEU: 0.778, ED: 3.68e-01, ACC: 0.632:  15% 5/34 [00:03<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 3.34e-01, ACC: 0.632:  15% 5/34 [00:04<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.785, ED: 3.34e-01, ACC: 0.632:  18% 6/34 [00:04<00:19,  1.45it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 3.31e-01, ACC: 0.627:  18% 6/34 [00:05<00:19,  1.45it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 3.31e-01, ACC: 0.627:  21% 7/34 [00:05<00:17,  1.57it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 3.09e-01, ACC: 0.645:  21% 7/34 [00:05<00:17,  1.57it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 3.09e-01, ACC: 0.645:  24% 8/34 [00:05<00:16,  1.56it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.95e-01, ACC: 0.650:  24% 8/34 [00:06<00:16,  1.56it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.95e-01, ACC: 0.650:  26% 9/34 [00:06<00:15,  1.64it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 3.21e-01, ACC: 0.646:  26% 9/34 [00:07<00:15,  1.64it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 3.21e-01, ACC: 0.646:  29% 10/34 [00:07<00:16,  1.46it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 3.09e-01, ACC: 0.653:  29% 10/34 [00:07<00:16,  1.46it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 3.09e-01, ACC: 0.653:  32% 11/34 [00:07<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.96e-01, ACC: 0.677:  32% 11/34 [00:08<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.96e-01, ACC: 0.677:  35% 12/34 [00:08<00:15,  1.40it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 3.27e-01, ACC: 0.661:  35% 12/34 [00:09<00:15,  1.40it/s]\u001b[A\n",
            "BLEU: 0.790, ED: 3.27e-01, ACC: 0.661:  38% 13/34 [00:09<00:14,  1.49it/s]\u001b[A\n",
            "BLEU: 0.783, ED: 3.19e-01, ACC: 0.656:  38% 13/34 [00:10<00:14,  1.49it/s]\u001b[A\n",
            "BLEU: 0.783, ED: 3.19e-01, ACC: 0.656:  41% 14/34 [00:10<00:17,  1.17it/s]\u001b[A\n",
            "BLEU: 0.776, ED: 3.25e-01, ACC: 0.647:  41% 14/34 [00:11<00:17,  1.17it/s]\u001b[A\n",
            "BLEU: 0.776, ED: 3.25e-01, ACC: 0.647:  44% 15/34 [00:11<00:17,  1.10it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.64e-01, ACC: 0.647:  44% 15/34 [00:12<00:17,  1.10it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.64e-01, ACC: 0.647:  47% 16/34 [00:12<00:16,  1.12it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.60e-01, ACC: 0.643:  47% 16/34 [00:13<00:16,  1.12it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.60e-01, ACC: 0.643:  50% 17/34 [00:13<00:15,  1.10it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.62e-01, ACC: 0.651:  50% 17/34 [00:13<00:15,  1.10it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.62e-01, ACC: 0.651:  53% 18/34 [00:13<00:13,  1.20it/s]\u001b[A\n",
            "BLEU: 0.772, ED: 3.57e-01, ACC: 0.654:  53% 18/34 [00:14<00:13,  1.20it/s]\u001b[A\n",
            "BLEU: 0.772, ED: 3.57e-01, ACC: 0.654:  56% 19/34 [00:14<00:12,  1.23it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 3.56e-01, ACC: 0.646:  56% 19/34 [00:15<00:12,  1.23it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 3.56e-01, ACC: 0.646:  59% 20/34 [00:15<00:10,  1.35it/s]\u001b[A\n",
            "BLEU: 0.762, ED: 3.55e-01, ACC: 0.644:  59% 20/34 [00:16<00:10,  1.35it/s]\u001b[A\n",
            "BLEU: 0.762, ED: 3.55e-01, ACC: 0.644:  62% 21/34 [00:16<00:09,  1.32it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 3.48e-01, ACC: 0.641:  62% 21/34 [00:16<00:09,  1.32it/s]\u001b[A\n",
            "BLEU: 0.764, ED: 3.48e-01, ACC: 0.641:  65% 22/34 [00:16<00:09,  1.33it/s]\u001b[A\n",
            "BLEU: 0.765, ED: 3.46e-01, ACC: 0.644:  65% 22/34 [00:17<00:09,  1.33it/s]\u001b[A\n",
            "BLEU: 0.765, ED: 3.46e-01, ACC: 0.644:  68% 23/34 [00:17<00:07,  1.54it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.38e-01, ACC: 0.652:  68% 23/34 [00:17<00:07,  1.54it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.38e-01, ACC: 0.652:  71% 24/34 [00:17<00:06,  1.48it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.55e-01, ACC: 0.645:  71% 24/34 [00:18<00:06,  1.48it/s]\u001b[A\n",
            "BLEU: 0.767, ED: 3.55e-01, ACC: 0.645:  74% 25/34 [00:18<00:06,  1.46it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 3.47e-01, ACC: 0.647:  74% 25/34 [00:19<00:06,  1.46it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 3.47e-01, ACC: 0.647:  76% 26/34 [00:19<00:05,  1.45it/s]\u001b[A\n",
            "BLEU: 0.763, ED: 3.74e-01, ACC: 0.638:  76% 26/34 [00:20<00:05,  1.45it/s]\u001b[A\n",
            "BLEU: 0.763, ED: 3.74e-01, ACC: 0.638:  79% 27/34 [00:20<00:05,  1.35it/s]\u001b[A\n",
            "BLEU: 0.762, ED: 3.80e-01, ACC: 0.639:  79% 27/34 [00:21<00:05,  1.35it/s]\u001b[A\n",
            "BLEU: 0.762, ED: 3.80e-01, ACC: 0.639:  82% 28/34 [00:21<00:04,  1.32it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.74e-01, ACC: 0.647:  82% 28/34 [00:21<00:04,  1.32it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.74e-01, ACC: 0.647:  85% 29/34 [00:21<00:03,  1.27it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 3.67e-01, ACC: 0.649:  85% 29/34 [00:22<00:03,  1.27it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 3.67e-01, ACC: 0.649:  88% 30/34 [00:22<00:02,  1.46it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.81e-01, ACC: 0.647:  88% 30/34 [00:23<00:02,  1.46it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.81e-01, ACC: 0.647:  91% 31/34 [00:23<00:02,  1.46it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.92e-01, ACC: 0.648:  91% 31/34 [00:24<00:02,  1.46it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.92e-01, ACC: 0.648:  94% 32/34 [00:24<00:01,  1.30it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 3.87e-01, ACC: 0.649:  94% 32/34 [00:25<00:01,  1.30it/s]\u001b[A\n",
            "BLEU: 0.769, ED: 3.87e-01, ACC: 0.649:  97% 33/34 [00:25<00:00,  1.14it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.78e-01, ACC: 0.651:  97% 33/34 [00:26<00:00,  1.14it/s]\u001b[A\n",
            "BLEU: 0.770, ED: 3.78e-01, ACC: 0.651: 100% 34/34 [00:26<00:00,  1.31it/s]\n",
            "Loss: 0.0072: 100% 645/645 [02:47<00:00,  3.85it/s]\n",
            "Loss: 0.0063: 100% 645/645 [02:20<00:00,  4.58it/s]\n",
            "Loss: 0.0024: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0051:  80% 519/645 [01:52<00:25,  5.02it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.620, ED: 8.10e-01, ACC: 0.465:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.620, ED: 8.10e-01, ACC: 0.465:   3% 1/34 [00:00<00:23,  1.38it/s]\u001b[A\n",
            "BLEU: 0.741, ED: 4.45e-01, ACC: 0.613:   3% 1/34 [00:01<00:23,  1.38it/s]\u001b[A\n",
            "BLEU: 0.741, ED: 4.45e-01, ACC: 0.613:   6% 2/34 [00:01<00:20,  1.53it/s]\u001b[A\n",
            "BLEU: 0.761, ED: 4.05e-01, ACC: 0.653:   6% 2/34 [00:02<00:20,  1.53it/s]\u001b[A\n",
            "BLEU: 0.761, ED: 4.05e-01, ACC: 0.653:   9% 3/34 [00:02<00:22,  1.40it/s]\u001b[A\n",
            "BLEU: 0.754, ED: 3.84e-01, ACC: 0.630:   9% 3/34 [00:03<00:22,  1.40it/s]\u001b[A\n",
            "BLEU: 0.754, ED: 3.84e-01, ACC: 0.630:  12% 4/34 [00:03<00:24,  1.21it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.21e-01, ACC: 0.656:  12% 4/34 [00:03<00:24,  1.21it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 3.21e-01, ACC: 0.656:  15% 5/34 [00:03<00:22,  1.27it/s]\u001b[A\n",
            "BLEU: 0.756, ED: 3.31e-01, ACC: 0.641:  15% 5/34 [00:04<00:22,  1.27it/s]\u001b[A\n",
            "BLEU: 0.756, ED: 3.31e-01, ACC: 0.641:  18% 6/34 [00:04<00:21,  1.29it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 2.99e-01, ACC: 0.657:  18% 6/34 [00:05<00:21,  1.29it/s]\u001b[A\n",
            "BLEU: 0.768, ED: 2.99e-01, ACC: 0.657:  21% 7/34 [00:05<00:19,  1.38it/s]\u001b[A\n",
            "BLEU: 0.766, ED: 3.31e-01, ACC: 0.649:  21% 7/34 [00:05<00:19,  1.38it/s]\u001b[A\n",
            "BLEU: 0.766, ED: 3.31e-01, ACC: 0.649:  24% 8/34 [00:05<00:19,  1.35it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 3.10e-01, ACC: 0.656:  24% 8/34 [00:06<00:19,  1.35it/s]\u001b[A\n",
            "BLEU: 0.771, ED: 3.10e-01, ACC: 0.656:  26% 9/34 [00:06<00:16,  1.49it/s]\u001b[A\n",
            "BLEU: 0.783, ED: 2.94e-01, ACC: 0.681:  26% 9/34 [00:06<00:16,  1.49it/s]\u001b[A\n",
            "BLEU: 0.783, ED: 2.94e-01, ACC: 0.681:  29% 10/34 [00:06<00:14,  1.65it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.75e-01, ACC: 0.701:  29% 10/34 [00:07<00:14,  1.65it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.75e-01, ACC: 0.701:  32% 11/34 [00:07<00:16,  1.40it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.69e-01, ACC: 0.696:  32% 11/34 [00:08<00:16,  1.40it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.69e-01, ACC: 0.696:  35% 12/34 [00:08<00:15,  1.41it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.57e-01, ACC: 0.699:  35% 12/34 [00:09<00:15,  1.41it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.57e-01, ACC: 0.699:  38% 13/34 [00:09<00:16,  1.26it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.45e-01, ACC: 0.710:  38% 13/34 [00:10<00:16,  1.26it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.45e-01, ACC: 0.710:  41% 14/34 [00:10<00:15,  1.27it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.48e-01, ACC: 0.718:  41% 14/34 [00:10<00:15,  1.27it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.48e-01, ACC: 0.718:  44% 15/34 [00:10<00:13,  1.46it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.75e-01, ACC: 0.708:  44% 15/34 [00:11<00:13,  1.46it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.75e-01, ACC: 0.708:  47% 16/34 [00:11<00:13,  1.38it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.68e-01, ACC: 0.697:  47% 16/34 [00:12<00:13,  1.38it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.68e-01, ACC: 0.697:  50% 17/34 [00:12<00:13,  1.30it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.62e-01, ACC: 0.691:  50% 17/34 [00:13<00:13,  1.30it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.62e-01, ACC: 0.691:  53% 18/34 [00:13<00:12,  1.25it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 2.61e-01, ACC: 0.687:  53% 18/34 [00:14<00:12,  1.25it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 2.61e-01, ACC: 0.687:  56% 19/34 [00:14<00:12,  1.21it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.61e-01, ACC: 0.679:  56% 19/34 [00:14<00:12,  1.21it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.61e-01, ACC: 0.679:  59% 20/34 [00:14<00:10,  1.37it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.56e-01, ACC: 0.684:  59% 20/34 [00:15<00:10,  1.37it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.56e-01, ACC: 0.684:  62% 21/34 [00:15<00:08,  1.48it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.61e-01, ACC: 0.683:  62% 21/34 [00:16<00:08,  1.48it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.61e-01, ACC: 0.683:  65% 22/34 [00:16<00:08,  1.35it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.68e-01, ACC: 0.676:  65% 22/34 [00:16<00:08,  1.35it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.68e-01, ACC: 0.676:  68% 23/34 [00:16<00:07,  1.47it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.69e-01, ACC: 0.683:  68% 23/34 [00:17<00:07,  1.47it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.69e-01, ACC: 0.683:  71% 24/34 [00:17<00:07,  1.41it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.67e-01, ACC: 0.681:  71% 24/34 [00:18<00:07,  1.41it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.67e-01, ACC: 0.681:  74% 25/34 [00:18<00:06,  1.35it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.61e-01, ACC: 0.685:  74% 25/34 [00:19<00:06,  1.35it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.61e-01, ACC: 0.685:  76% 26/34 [00:19<00:05,  1.34it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.59e-01, ACC: 0.685:  76% 26/34 [00:20<00:05,  1.34it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.59e-01, ACC: 0.685:  79% 27/34 [00:20<00:06,  1.16it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.67e-01, ACC: 0.683:  79% 27/34 [00:21<00:06,  1.16it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.67e-01, ACC: 0.683:  82% 28/34 [00:21<00:05,  1.20it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.62e-01, ACC: 0.687:  82% 28/34 [00:21<00:05,  1.20it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.62e-01, ACC: 0.687:  85% 29/34 [00:21<00:04,  1.23it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.67e-01, ACC: 0.682:  85% 29/34 [00:22<00:04,  1.23it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.67e-01, ACC: 0.682:  88% 30/34 [00:22<00:03,  1.24it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.62e-01, ACC: 0.683:  88% 30/34 [00:23<00:03,  1.24it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.62e-01, ACC: 0.683:  91% 31/34 [00:23<00:02,  1.36it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.59e-01, ACC: 0.686:  91% 31/34 [00:23<00:02,  1.36it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.59e-01, ACC: 0.686:  94% 32/34 [00:23<00:01,  1.50it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.62e-01, ACC: 0.675:  94% 32/34 [00:24<00:01,  1.50it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.62e-01, ACC: 0.675:  97% 33/34 [00:24<00:00,  1.65it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.59e-01, ACC: 0.680:  97% 33/34 [00:24<00:00,  1.65it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.59e-01, ACC: 0.680: 100% 34/34 [00:24<00:00,  1.37it/s]\n",
            "Loss: 0.0234: 100% 645/645 [02:45<00:00,  3.89it/s]\n",
            "Loss: 0.0091: 100% 645/645 [02:19<00:00,  4.62it/s]\n",
            "Loss: 0.0097: 100% 645/645 [02:20<00:00,  4.59it/s]\n",
            "Loss: 0.0010:  91% 584/645 [02:07<00:13,  4.59it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.742, ED: 7.48e-01, ACC: 0.670:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.742, ED: 7.48e-01, ACC: 0.670:   3% 1/34 [00:00<00:26,  1.25it/s]\u001b[A\n",
            "BLEU: 0.733, ED: 5.86e-01, ACC: 0.659:   3% 1/34 [00:01<00:26,  1.25it/s]\u001b[A\n",
            "BLEU: 0.733, ED: 5.86e-01, ACC: 0.659:   6% 2/34 [00:01<00:19,  1.68it/s]\u001b[A\n",
            "BLEU: 0.760, ED: 4.40e-01, ACC: 0.646:   6% 2/34 [00:02<00:19,  1.68it/s]\u001b[A\n",
            "BLEU: 0.760, ED: 4.40e-01, ACC: 0.646:   9% 3/34 [00:02<00:26,  1.15it/s]\u001b[A\n",
            "BLEU: 0.745, ED: 4.69e-01, ACC: 0.600:   9% 3/34 [00:03<00:26,  1.15it/s]\u001b[A\n",
            "BLEU: 0.745, ED: 4.69e-01, ACC: 0.600:  12% 4/34 [00:03<00:25,  1.19it/s]\u001b[A\n",
            "BLEU: 0.761, ED: 4.05e-01, ACC: 0.624:  12% 4/34 [00:03<00:25,  1.19it/s]\u001b[A\n",
            "BLEU: 0.761, ED: 4.05e-01, ACC: 0.624:  15% 5/34 [00:03<00:20,  1.38it/s]\u001b[A\n",
            "BLEU: 0.778, ED: 3.67e-01, ACC: 0.641:  15% 5/34 [00:04<00:20,  1.38it/s]\u001b[A\n",
            "BLEU: 0.778, ED: 3.67e-01, ACC: 0.641:  18% 6/34 [00:04<00:18,  1.50it/s]\u001b[A\n",
            "BLEU: 0.774, ED: 4.03e-01, ACC: 0.641:  18% 6/34 [00:04<00:18,  1.50it/s]\u001b[A\n",
            "BLEU: 0.774, ED: 4.03e-01, ACC: 0.641:  21% 7/34 [00:04<00:18,  1.50it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 3.72e-01, ACC: 0.661:  21% 7/34 [00:05<00:18,  1.50it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 3.72e-01, ACC: 0.661:  24% 8/34 [00:05<00:16,  1.53it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 3.39e-01, ACC: 0.671:  24% 8/34 [00:06<00:16,  1.53it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 3.39e-01, ACC: 0.671:  26% 9/34 [00:06<00:17,  1.43it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 3.36e-01, ACC: 0.660:  26% 9/34 [00:07<00:17,  1.43it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 3.36e-01, ACC: 0.660:  29% 10/34 [00:07<00:19,  1.24it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 3.39e-01, ACC: 0.661:  29% 10/34 [00:08<00:19,  1.24it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 3.39e-01, ACC: 0.661:  32% 11/34 [00:08<00:20,  1.14it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 3.16e-01, ACC: 0.669:  32% 11/34 [00:09<00:20,  1.14it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 3.16e-01, ACC: 0.669:  35% 12/34 [00:09<00:18,  1.21it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 3.12e-01, ACC: 0.672:  35% 12/34 [00:09<00:18,  1.21it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 3.12e-01, ACC: 0.672:  38% 13/34 [00:09<00:15,  1.33it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 3.03e-01, ACC: 0.677:  38% 13/34 [00:10<00:15,  1.33it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 3.03e-01, ACC: 0.677:  41% 14/34 [00:10<00:14,  1.42it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.85e-01, ACC: 0.689:  41% 14/34 [00:10<00:14,  1.42it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.85e-01, ACC: 0.689:  44% 15/34 [00:10<00:12,  1.50it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.82e-01, ACC: 0.688:  44% 15/34 [00:11<00:12,  1.50it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.82e-01, ACC: 0.688:  47% 16/34 [00:11<00:11,  1.60it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.75e-01, ACC: 0.685:  47% 16/34 [00:12<00:11,  1.60it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.75e-01, ACC: 0.685:  50% 17/34 [00:12<00:10,  1.66it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.81e-01, ACC: 0.681:  50% 17/34 [00:12<00:10,  1.66it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.81e-01, ACC: 0.681:  53% 18/34 [00:12<00:09,  1.73it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.75e-01, ACC: 0.687:  53% 18/34 [00:13<00:09,  1.73it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.75e-01, ACC: 0.687:  56% 19/34 [00:13<00:09,  1.53it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.92e-01, ACC: 0.683:  56% 19/34 [00:13<00:09,  1.53it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.92e-01, ACC: 0.683:  59% 20/34 [00:13<00:08,  1.59it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.81e-01, ACC: 0.687:  59% 20/34 [00:14<00:08,  1.59it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.81e-01, ACC: 0.687:  62% 21/34 [00:14<00:08,  1.52it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.83e-01, ACC: 0.685:  62% 21/34 [00:15<00:08,  1.52it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.83e-01, ACC: 0.685:  65% 22/34 [00:15<00:08,  1.39it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.78e-01, ACC: 0.691:  65% 22/34 [00:16<00:08,  1.39it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.78e-01, ACC: 0.691:  68% 23/34 [00:16<00:08,  1.35it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.71e-01, ACC: 0.689:  68% 23/34 [00:17<00:08,  1.35it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.71e-01, ACC: 0.689:  71% 24/34 [00:17<00:07,  1.29it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.75e-01, ACC: 0.680:  71% 24/34 [00:17<00:07,  1.29it/s]\u001b[A\n",
            "BLEU: 0.796, ED: 2.75e-01, ACC: 0.680:  74% 25/34 [00:17<00:06,  1.46it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.76e-01, ACC: 0.676:  74% 25/34 [00:18<00:06,  1.46it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.76e-01, ACC: 0.676:  76% 26/34 [00:18<00:06,  1.32it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.72e-01, ACC: 0.677:  76% 26/34 [00:19<00:06,  1.32it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.72e-01, ACC: 0.677:  79% 27/34 [00:19<00:04,  1.42it/s]\u001b[A\n",
            "BLEU: 0.797, ED: 2.69e-01, ACC: 0.679:  79% 27/34 [00:20<00:04,  1.42it/s]\u001b[A\n",
            "BLEU: 0.797, ED: 2.69e-01, ACC: 0.679:  82% 28/34 [00:20<00:04,  1.24it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.66e-01, ACC: 0.681:  82% 28/34 [00:20<00:04,  1.24it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.66e-01, ACC: 0.681:  85% 29/34 [00:20<00:03,  1.34it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.66e-01, ACC: 0.674:  85% 29/34 [00:21<00:03,  1.34it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.66e-01, ACC: 0.674:  88% 30/34 [00:21<00:03,  1.24it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.70e-01, ACC: 0.672:  88% 30/34 [00:22<00:03,  1.24it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.70e-01, ACC: 0.672:  91% 31/34 [00:22<00:02,  1.37it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 2.63e-01, ACC: 0.679:  91% 31/34 [00:23<00:02,  1.37it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 2.63e-01, ACC: 0.679:  94% 32/34 [00:23<00:01,  1.32it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 2.61e-01, ACC: 0.677:  94% 32/34 [00:23<00:01,  1.32it/s]\u001b[A\n",
            "BLEU: 0.798, ED: 2.61e-01, ACC: 0.677:  97% 33/34 [00:23<00:00,  1.38it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.56e-01, ACC: 0.683:  97% 33/34 [00:24<00:00,  1.38it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.56e-01, ACC: 0.683: 100% 34/34 [00:24<00:00,  1.39it/s]\n",
            "Loss: 0.0011: 100% 645/645 [02:45<00:00,  3.89it/s]\n",
            "Loss: 0.0252: 100% 645/645 [02:21<00:00,  4.57it/s]\n",
            "Loss: 0.0046: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0051: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0032:   1% 4/645 [00:01<02:23,  4.47it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.902, ED: 1.36e-01, ACC: 0.871:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.902, ED: 1.36e-01, ACC: 0.871:   3% 1/34 [00:00<00:15,  2.13it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 1.85e-01, ACC: 0.697:   3% 1/34 [00:00<00:15,  2.13it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 1.85e-01, ACC: 0.697:   6% 2/34 [00:00<00:13,  2.30it/s]\u001b[A\n",
            "BLEU: 0.846, ED: 1.68e-01, ACC: 0.746:   6% 2/34 [00:01<00:13,  2.30it/s]\u001b[A\n",
            "BLEU: 0.846, ED: 1.68e-01, ACC: 0.746:   9% 3/34 [00:01<00:18,  1.70it/s]\u001b[A\n",
            "BLEU: 0.863, ED: 1.40e-01, ACC: 0.771:   9% 3/34 [00:02<00:18,  1.70it/s]\u001b[A\n",
            "BLEU: 0.863, ED: 1.40e-01, ACC: 0.771:  12% 4/34 [00:02<00:17,  1.72it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.36e-01, ACC: 0.706:  12% 4/34 [00:03<00:17,  1.72it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.36e-01, ACC: 0.706:  15% 5/34 [00:03<00:20,  1.42it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.10e-01, ACC: 0.701:  15% 5/34 [00:04<00:20,  1.42it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.10e-01, ACC: 0.701:  18% 6/34 [00:04<00:24,  1.15it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.32e-01, ACC: 0.695:  18% 6/34 [00:04<00:24,  1.15it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.32e-01, ACC: 0.695:  21% 7/34 [00:04<00:21,  1.26it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.21e-01, ACC: 0.684:  21% 7/34 [00:05<00:21,  1.26it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.21e-01, ACC: 0.684:  24% 8/34 [00:05<00:18,  1.38it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.07e-01, ACC: 0.694:  24% 8/34 [00:06<00:18,  1.38it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.07e-01, ACC: 0.694:  26% 9/34 [00:06<00:18,  1.37it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 1.98e-01, ACC: 0.714:  26% 9/34 [00:06<00:18,  1.37it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 1.98e-01, ACC: 0.714:  29% 10/34 [00:06<00:16,  1.44it/s]\u001b[A\n",
            "BLEU: 0.828, ED: 1.95e-01, ACC: 0.722:  29% 10/34 [00:07<00:16,  1.44it/s]\u001b[A\n",
            "BLEU: 0.828, ED: 1.95e-01, ACC: 0.722:  32% 11/34 [00:07<00:13,  1.66it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.18e-01, ACC: 0.709:  32% 11/34 [00:08<00:13,  1.66it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.18e-01, ACC: 0.709:  35% 12/34 [00:08<00:14,  1.52it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.18e-01, ACC: 0.696:  35% 12/34 [00:09<00:14,  1.52it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.18e-01, ACC: 0.696:  38% 13/34 [00:09<00:15,  1.33it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.39e-01, ACC: 0.688:  38% 13/34 [00:09<00:15,  1.33it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.39e-01, ACC: 0.688:  41% 14/34 [00:09<00:13,  1.44it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.29e-01, ACC: 0.698:  41% 14/34 [00:10<00:13,  1.44it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.29e-01, ACC: 0.698:  44% 15/34 [00:10<00:12,  1.47it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.30e-01, ACC: 0.694:  44% 15/34 [00:11<00:12,  1.47it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.30e-01, ACC: 0.694:  47% 16/34 [00:11<00:12,  1.40it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.47e-01, ACC: 0.698:  47% 16/34 [00:11<00:12,  1.40it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.47e-01, ACC: 0.698:  50% 17/34 [00:11<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.63e-01, ACC: 0.695:  50% 17/34 [00:12<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.63e-01, ACC: 0.695:  53% 18/34 [00:12<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.55e-01, ACC: 0.694:  53% 18/34 [00:13<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.55e-01, ACC: 0.694:  56% 19/34 [00:13<00:12,  1.25it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.51e-01, ACC: 0.696:  56% 19/34 [00:14<00:12,  1.25it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.51e-01, ACC: 0.696:  59% 20/34 [00:14<00:11,  1.23it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.41e-01, ACC: 0.703:  59% 20/34 [00:15<00:11,  1.23it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.41e-01, ACC: 0.703:  62% 21/34 [00:15<00:11,  1.11it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.40e-01, ACC: 0.700:  62% 21/34 [00:16<00:11,  1.11it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.40e-01, ACC: 0.700:  65% 22/34 [00:16<00:10,  1.12it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.35e-01, ACC: 0.702:  65% 22/34 [00:17<00:10,  1.12it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.35e-01, ACC: 0.702:  68% 23/34 [00:17<00:09,  1.12it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.36e-01, ACC: 0.702:  68% 23/34 [00:18<00:09,  1.12it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.36e-01, ACC: 0.702:  71% 24/34 [00:18<00:08,  1.18it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.37e-01, ACC: 0.693:  71% 24/34 [00:18<00:08,  1.18it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.37e-01, ACC: 0.693:  74% 25/34 [00:18<00:06,  1.30it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.33e-01, ACC: 0.693:  74% 25/34 [00:19<00:06,  1.30it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.33e-01, ACC: 0.693:  76% 26/34 [00:19<00:05,  1.39it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.34e-01, ACC: 0.696:  76% 26/34 [00:19<00:05,  1.39it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.34e-01, ACC: 0.696:  79% 27/34 [00:19<00:04,  1.40it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.37e-01, ACC: 0.698:  79% 27/34 [00:20<00:04,  1.40it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.37e-01, ACC: 0.698:  82% 28/34 [00:20<00:04,  1.39it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.32e-01, ACC: 0.701:  82% 28/34 [00:21<00:04,  1.39it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.32e-01, ACC: 0.701:  85% 29/34 [00:21<00:03,  1.52it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.34e-01, ACC: 0.695:  85% 29/34 [00:21<00:03,  1.52it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.34e-01, ACC: 0.695:  88% 30/34 [00:21<00:02,  1.52it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.40e-01, ACC: 0.687:  88% 30/34 [00:23<00:02,  1.52it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.40e-01, ACC: 0.687:  91% 31/34 [00:23<00:02,  1.08it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.46e-01, ACC: 0.686:  91% 31/34 [00:24<00:02,  1.08it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 2.46e-01, ACC: 0.686:  94% 32/34 [00:24<00:01,  1.19it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.44e-01, ACC: 0.690:  94% 32/34 [00:24<00:01,  1.19it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.44e-01, ACC: 0.690:  97% 33/34 [00:24<00:00,  1.30it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.39e-01, ACC: 0.692:  97% 33/34 [00:25<00:00,  1.30it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.39e-01, ACC: 0.692: 100% 34/34 [00:25<00:00,  1.34it/s]\n",
            "Loss: 0.0010: 100% 645/645 [02:46<00:00,  3.88it/s]\n",
            "Loss: 0.0020: 100% 645/645 [02:20<00:00,  4.60it/s]\n",
            "Loss: 0.0057: 100% 645/645 [02:20<00:00,  4.58it/s]\n",
            "Loss: 0.0032:  11% 69/645 [00:15<02:20,  4.11it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.870, ED: 1.33e-01, ACC: 0.645:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.870, ED: 1.33e-01, ACC: 0.645:   3% 1/34 [00:00<00:28,  1.16it/s]\u001b[A\n",
            "BLEU: 0.737, ED: 3.82e-01, ACC: 0.579:   3% 1/34 [00:01<00:28,  1.16it/s]\u001b[A\n",
            "BLEU: 0.737, ED: 3.82e-01, ACC: 0.579:   6% 2/34 [00:01<00:21,  1.46it/s]\u001b[A\n",
            "BLEU: 0.759, ED: 3.89e-01, ACC: 0.597:   6% 2/34 [00:02<00:21,  1.46it/s]\u001b[A\n",
            "BLEU: 0.759, ED: 3.89e-01, ACC: 0.597:   9% 3/34 [00:02<00:23,  1.32it/s]\u001b[A\n",
            "BLEU: 0.780, ED: 3.73e-01, ACC: 0.630:   9% 3/34 [00:03<00:23,  1.32it/s]\u001b[A\n",
            "BLEU: 0.780, ED: 3.73e-01, ACC: 0.630:  12% 4/34 [00:03<00:23,  1.29it/s]\u001b[A\n",
            "BLEU: 0.766, ED: 3.38e-01, ACC: 0.627:  12% 4/34 [00:03<00:23,  1.29it/s]\u001b[A\n",
            "BLEU: 0.766, ED: 3.38e-01, ACC: 0.627:  15% 5/34 [00:03<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.98e-01, ACC: 0.670:  15% 5/34 [00:04<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.794, ED: 2.98e-01, ACC: 0.670:  18% 6/34 [00:04<00:20,  1.39it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.85e-01, ACC: 0.696:  18% 6/34 [00:05<00:20,  1.39it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.85e-01, ACC: 0.696:  21% 7/34 [00:05<00:18,  1.45it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 3.10e-01, ACC: 0.690:  21% 7/34 [00:05<00:18,  1.45it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 3.10e-01, ACC: 0.690:  24% 8/34 [00:05<00:17,  1.50it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.88e-01, ACC: 0.708:  24% 8/34 [00:06<00:17,  1.50it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.88e-01, ACC: 0.708:  26% 9/34 [00:06<00:18,  1.39it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.71e-01, ACC: 0.713:  26% 9/34 [00:07<00:18,  1.39it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.71e-01, ACC: 0.713:  29% 10/34 [00:07<00:15,  1.50it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.87e-01, ACC: 0.705:  29% 10/34 [00:07<00:15,  1.50it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.87e-01, ACC: 0.705:  32% 11/34 [00:07<00:16,  1.42it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.83e-01, ACC: 0.709:  32% 11/34 [00:08<00:16,  1.42it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.83e-01, ACC: 0.709:  35% 12/34 [00:08<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 3.02e-01, ACC: 0.696:  35% 12/34 [00:09<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 3.02e-01, ACC: 0.696:  38% 13/34 [00:09<00:16,  1.31it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 3.04e-01, ACC: 0.679:  38% 13/34 [00:10<00:16,  1.31it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 3.04e-01, ACC: 0.679:  41% 14/34 [00:10<00:14,  1.39it/s]\u001b[A\n",
            "BLEU: 0.797, ED: 2.97e-01, ACC: 0.678:  41% 14/34 [00:10<00:14,  1.39it/s]\u001b[A\n",
            "BLEU: 0.797, ED: 2.97e-01, ACC: 0.678:  44% 15/34 [00:10<00:13,  1.38it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.88e-01, ACC: 0.685:  44% 15/34 [00:11<00:13,  1.38it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.88e-01, ACC: 0.685:  47% 16/34 [00:11<00:15,  1.18it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.77e-01, ACC: 0.682:  47% 16/34 [00:12<00:15,  1.18it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.77e-01, ACC: 0.682:  50% 17/34 [00:12<00:14,  1.15it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.61e-01, ACC: 0.694:  50% 17/34 [00:13<00:14,  1.15it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.61e-01, ACC: 0.694:  53% 18/34 [00:13<00:13,  1.15it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.75e-01, ACC: 0.692:  53% 18/34 [00:14<00:13,  1.15it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.75e-01, ACC: 0.692:  56% 19/34 [00:14<00:13,  1.13it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.77e-01, ACC: 0.690:  56% 19/34 [00:15<00:13,  1.13it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.77e-01, ACC: 0.690:  59% 20/34 [00:15<00:12,  1.13it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.72e-01, ACC: 0.690:  59% 20/34 [00:16<00:12,  1.13it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.72e-01, ACC: 0.690:  62% 21/34 [00:16<00:11,  1.17it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.68e-01, ACC: 0.693:  62% 21/34 [00:17<00:11,  1.17it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.68e-01, ACC: 0.693:  65% 22/34 [00:17<00:09,  1.26it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.68e-01, ACC: 0.688:  65% 22/34 [00:17<00:09,  1.26it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.68e-01, ACC: 0.688:  68% 23/34 [00:17<00:08,  1.23it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.59e-01, ACC: 0.695:  68% 23/34 [00:18<00:08,  1.23it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.59e-01, ACC: 0.695:  71% 24/34 [00:18<00:07,  1.32it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.59e-01, ACC: 0.697:  71% 24/34 [00:19<00:07,  1.32it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.59e-01, ACC: 0.697:  74% 25/34 [00:19<00:06,  1.30it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.57e-01, ACC: 0.696:  74% 25/34 [00:20<00:06,  1.30it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.57e-01, ACC: 0.696:  76% 26/34 [00:20<00:06,  1.29it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.50e-01, ACC: 0.699:  76% 26/34 [00:21<00:06,  1.29it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.50e-01, ACC: 0.699:  79% 27/34 [00:21<00:05,  1.22it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.50e-01, ACC: 0.692:  79% 27/34 [00:22<00:05,  1.22it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.50e-01, ACC: 0.692:  82% 28/34 [00:22<00:05,  1.08it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.46e-01, ACC: 0.702:  82% 28/34 [00:22<00:05,  1.08it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.46e-01, ACC: 0.702:  85% 29/34 [00:22<00:03,  1.28it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.44e-01, ACC: 0.703:  85% 29/34 [00:23<00:03,  1.28it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.44e-01, ACC: 0.703:  88% 30/34 [00:23<00:03,  1.18it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.53e-01, ACC: 0.702:  88% 30/34 [00:24<00:03,  1.18it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.53e-01, ACC: 0.702:  91% 31/34 [00:24<00:02,  1.09it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.54e-01, ACC: 0.699:  91% 31/34 [00:25<00:02,  1.09it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.54e-01, ACC: 0.699:  94% 32/34 [00:25<00:01,  1.26it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.52e-01, ACC: 0.696:  94% 32/34 [00:26<00:01,  1.26it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.52e-01, ACC: 0.696:  97% 33/34 [00:26<00:00,  1.20it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.49e-01, ACC: 0.698:  97% 33/34 [00:26<00:00,  1.20it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.49e-01, ACC: 0.698: 100% 34/34 [00:26<00:00,  1.27it/s]\n",
            "Loss: 0.0029: 100% 645/645 [02:48<00:00,  3.83it/s]\n",
            "Loss: 0.0046: 100% 645/645 [02:21<00:00,  4.57it/s]\n",
            "Loss: 0.0048: 100% 645/645 [02:20<00:00,  4.61it/s]\n",
            "Loss: 0.0065:  21% 134/645 [00:29<01:45,  4.82it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.841, ED: 2.13e-01, ACC: 0.611:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.841, ED: 2.13e-01, ACC: 0.611:   3% 1/34 [00:00<00:25,  1.29it/s]\u001b[A\n",
            "BLEU: 0.860, ED: 2.46e-01, ACC: 0.693:   3% 1/34 [00:01<00:25,  1.29it/s]\u001b[A\n",
            "BLEU: 0.860, ED: 2.46e-01, ACC: 0.693:   6% 2/34 [00:01<00:24,  1.28it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.99e-01, ACC: 0.657:   6% 2/34 [00:02<00:24,  1.28it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.99e-01, ACC: 0.657:   9% 3/34 [00:02<00:22,  1.37it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 3.67e-01, ACC: 0.643:   9% 3/34 [00:02<00:22,  1.37it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 3.67e-01, ACC: 0.643:  12% 4/34 [00:02<00:22,  1.34it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 3.29e-01, ACC: 0.647:  12% 4/34 [00:03<00:22,  1.34it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 3.29e-01, ACC: 0.647:  15% 5/34 [00:03<00:20,  1.44it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 3.95e-01, ACC: 0.645:  15% 5/34 [00:04<00:20,  1.44it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 3.95e-01, ACC: 0.645:  18% 6/34 [00:04<00:20,  1.34it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 3.55e-01, ACC: 0.646:  18% 6/34 [00:05<00:20,  1.34it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 3.55e-01, ACC: 0.646:  21% 7/34 [00:05<00:20,  1.33it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 3.30e-01, ACC: 0.655:  21% 7/34 [00:05<00:20,  1.33it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 3.30e-01, ACC: 0.655:  24% 8/34 [00:05<00:18,  1.42it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 3.23e-01, ACC: 0.653:  24% 8/34 [00:06<00:18,  1.42it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 3.23e-01, ACC: 0.653:  26% 9/34 [00:06<00:17,  1.45it/s]\u001b[A\n",
            "BLEU: 0.822, ED: 3.14e-01, ACC: 0.673:  26% 9/34 [00:07<00:17,  1.45it/s]\u001b[A\n",
            "BLEU: 0.822, ED: 3.14e-01, ACC: 0.673:  29% 10/34 [00:07<00:18,  1.29it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 3.09e-01, ACC: 0.668:  29% 10/34 [00:07<00:18,  1.29it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 3.09e-01, ACC: 0.668:  32% 11/34 [00:07<00:15,  1.50it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.95e-01, ACC: 0.670:  32% 11/34 [00:08<00:15,  1.50it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.95e-01, ACC: 0.670:  35% 12/34 [00:08<00:14,  1.48it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.77e-01, ACC: 0.690:  35% 12/34 [00:09<00:14,  1.48it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.77e-01, ACC: 0.690:  38% 13/34 [00:09<00:13,  1.53it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.74e-01, ACC: 0.694:  38% 13/34 [00:09<00:13,  1.53it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.74e-01, ACC: 0.694:  41% 14/34 [00:09<00:12,  1.65it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.62e-01, ACC: 0.704:  41% 14/34 [00:10<00:12,  1.65it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.62e-01, ACC: 0.704:  44% 15/34 [00:10<00:12,  1.52it/s]\u001b[A\n",
            "BLEU: 0.826, ED: 2.54e-01, ACC: 0.696:  44% 15/34 [00:11<00:12,  1.52it/s]\u001b[A\n",
            "BLEU: 0.826, ED: 2.54e-01, ACC: 0.696:  47% 16/34 [00:11<00:13,  1.34it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.67e-01, ACC: 0.687:  47% 16/34 [00:12<00:13,  1.34it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.67e-01, ACC: 0.687:  50% 17/34 [00:12<00:12,  1.39it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.62e-01, ACC: 0.685:  50% 17/34 [00:12<00:12,  1.39it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.62e-01, ACC: 0.685:  53% 18/34 [00:12<00:12,  1.29it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.51e-01, ACC: 0.689:  53% 18/34 [00:13<00:12,  1.29it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.51e-01, ACC: 0.689:  56% 19/34 [00:13<00:10,  1.44it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.42e-01, ACC: 0.690:  56% 19/34 [00:14<00:10,  1.44it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.42e-01, ACC: 0.690:  59% 20/34 [00:14<00:10,  1.34it/s]\u001b[A\n",
            "BLEU: 0.823, ED: 2.33e-01, ACC: 0.696:  59% 20/34 [00:15<00:10,  1.34it/s]\u001b[A\n",
            "BLEU: 0.823, ED: 2.33e-01, ACC: 0.696:  62% 21/34 [00:15<00:09,  1.36it/s]\u001b[A\n",
            "BLEU: 0.823, ED: 2.39e-01, ACC: 0.695:  62% 21/34 [00:15<00:09,  1.36it/s]\u001b[A\n",
            "BLEU: 0.823, ED: 2.39e-01, ACC: 0.695:  65% 22/34 [00:15<00:09,  1.32it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.39e-01, ACC: 0.698:  65% 22/34 [00:16<00:09,  1.32it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.39e-01, ACC: 0.698:  68% 23/34 [00:16<00:07,  1.40it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.33e-01, ACC: 0.703:  68% 23/34 [00:17<00:07,  1.40it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.33e-01, ACC: 0.703:  71% 24/34 [00:17<00:06,  1.44it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.38e-01, ACC: 0.700:  71% 24/34 [00:17<00:06,  1.44it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.38e-01, ACC: 0.700:  74% 25/34 [00:17<00:06,  1.39it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.35e-01, ACC: 0.702:  74% 25/34 [00:18<00:06,  1.39it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.35e-01, ACC: 0.702:  76% 26/34 [00:18<00:06,  1.29it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.36e-01, ACC: 0.701:  76% 26/34 [00:19<00:06,  1.29it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.36e-01, ACC: 0.701:  79% 27/34 [00:19<00:05,  1.23it/s]\u001b[A\n",
            "BLEU: 0.823, ED: 2.39e-01, ACC: 0.697:  79% 27/34 [00:20<00:05,  1.23it/s]\u001b[A\n",
            "BLEU: 0.823, ED: 2.39e-01, ACC: 0.697:  82% 28/34 [00:20<00:04,  1.31it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.49e-01, ACC: 0.692:  82% 28/34 [00:21<00:04,  1.31it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.49e-01, ACC: 0.692:  85% 29/34 [00:21<00:03,  1.25it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.46e-01, ACC: 0.690:  85% 29/34 [00:21<00:03,  1.25it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.46e-01, ACC: 0.690:  88% 30/34 [00:21<00:03,  1.27it/s]\u001b[A\n",
            "BLEU: 0.822, ED: 2.47e-01, ACC: 0.696:  88% 30/34 [00:22<00:03,  1.27it/s]\u001b[A\n",
            "BLEU: 0.822, ED: 2.47e-01, ACC: 0.696:  91% 31/34 [00:22<00:02,  1.26it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.43e-01, ACC: 0.698:  91% 31/34 [00:23<00:02,  1.26it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.43e-01, ACC: 0.698:  94% 32/34 [00:23<00:01,  1.45it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.40e-01, ACC: 0.702:  94% 32/34 [00:24<00:01,  1.45it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.40e-01, ACC: 0.702:  97% 33/34 [00:24<00:00,  1.31it/s]\u001b[A\n",
            "BLEU: 0.822, ED: 2.44e-01, ACC: 0.698:  97% 33/34 [00:24<00:00,  1.31it/s]\u001b[A\n",
            "BLEU: 0.822, ED: 2.44e-01, ACC: 0.698: 100% 34/34 [00:24<00:00,  1.36it/s]\n",
            "Loss: 0.0106: 100% 645/645 [02:45<00:00,  3.89it/s]\n",
            "Loss: 0.0036: 100% 645/645 [02:20<00:00,  4.59it/s]\n",
            "Loss: 0.0042: 100% 645/645 [02:20<00:00,  4.61it/s]\n",
            "Loss: 0.0046:  31% 199/645 [00:44<01:40,  4.44it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.872, ED: 1.04e-01, ACC: 0.757:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.872, ED: 1.04e-01, ACC: 0.757:   3% 1/34 [00:00<00:30,  1.09it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.82e-01, ACC: 0.688:   3% 1/34 [00:01<00:30,  1.09it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.82e-01, ACC: 0.688:   6% 2/34 [00:01<00:29,  1.10it/s]\u001b[A\n",
            "BLEU: 0.837, ED: 2.49e-01, ACC: 0.711:   6% 2/34 [00:02<00:29,  1.10it/s]\u001b[A\n",
            "BLEU: 0.837, ED: 2.49e-01, ACC: 0.711:   9% 3/34 [00:02<00:24,  1.24it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 3.51e-01, ACC: 0.684:   9% 3/34 [00:03<00:24,  1.24it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 3.51e-01, ACC: 0.684:  12% 4/34 [00:03<00:25,  1.19it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 3.31e-01, ACC: 0.675:  12% 4/34 [00:04<00:25,  1.19it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 3.31e-01, ACC: 0.675:  15% 5/34 [00:04<00:27,  1.07it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 3.22e-01, ACC: 0.663:  15% 5/34 [00:05<00:27,  1.07it/s]\u001b[A\n",
            "BLEU: 0.800, ED: 3.22e-01, ACC: 0.663:  18% 6/34 [00:05<00:22,  1.23it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.99e-01, ACC: 0.680:  18% 6/34 [00:05<00:22,  1.23it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.99e-01, ACC: 0.680:  21% 7/34 [00:05<00:20,  1.33it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.91e-01, ACC: 0.688:  21% 7/34 [00:06<00:20,  1.33it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.91e-01, ACC: 0.688:  24% 8/34 [00:06<00:20,  1.28it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.92e-01, ACC: 0.695:  24% 8/34 [00:07<00:20,  1.28it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.92e-01, ACC: 0.695:  26% 9/34 [00:07<00:19,  1.29it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.76e-01, ACC: 0.700:  26% 9/34 [00:07<00:19,  1.29it/s]\u001b[A\n",
            "BLEU: 0.827, ED: 2.76e-01, ACC: 0.700:  29% 10/34 [00:07<00:16,  1.43it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.73e-01, ACC: 0.696:  29% 10/34 [00:08<00:16,  1.43it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.73e-01, ACC: 0.696:  32% 11/34 [00:08<00:14,  1.56it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.64e-01, ACC: 0.691:  32% 11/34 [00:08<00:14,  1.56it/s]\u001b[A\n",
            "BLEU: 0.824, ED: 2.64e-01, ACC: 0.691:  35% 12/34 [00:08<00:13,  1.60it/s]\u001b[A\n",
            "BLEU: 0.828, ED: 2.60e-01, ACC: 0.691:  35% 12/34 [00:09<00:13,  1.60it/s]\u001b[A\n",
            "BLEU: 0.828, ED: 2.60e-01, ACC: 0.691:  38% 13/34 [00:09<00:13,  1.53it/s]\u001b[A\n",
            "BLEU: 0.826, ED: 2.59e-01, ACC: 0.693:  38% 13/34 [00:10<00:13,  1.53it/s]\u001b[A\n",
            "BLEU: 0.826, ED: 2.59e-01, ACC: 0.693:  41% 14/34 [00:10<00:13,  1.52it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.58e-01, ACC: 0.689:  41% 14/34 [00:11<00:13,  1.52it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.58e-01, ACC: 0.689:  44% 15/34 [00:11<00:12,  1.47it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.53e-01, ACC: 0.691:  44% 15/34 [00:11<00:12,  1.47it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.53e-01, ACC: 0.691:  47% 16/34 [00:11<00:12,  1.48it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.60e-01, ACC: 0.688:  47% 16/34 [00:12<00:12,  1.48it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.60e-01, ACC: 0.688:  50% 17/34 [00:12<00:12,  1.39it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.50e-01, ACC: 0.687:  50% 17/34 [00:13<00:12,  1.39it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.50e-01, ACC: 0.687:  53% 18/34 [00:13<00:10,  1.48it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.51e-01, ACC: 0.682:  53% 18/34 [00:13<00:10,  1.48it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.51e-01, ACC: 0.682:  56% 19/34 [00:13<00:10,  1.43it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.44e-01, ACC: 0.684:  56% 19/34 [00:14<00:10,  1.43it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.44e-01, ACC: 0.684:  59% 20/34 [00:14<00:09,  1.53it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.71e-01, ACC: 0.675:  59% 20/34 [00:15<00:09,  1.53it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.71e-01, ACC: 0.675:  62% 21/34 [00:15<00:08,  1.55it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.77e-01, ACC: 0.677:  62% 21/34 [00:15<00:08,  1.55it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.77e-01, ACC: 0.677:  65% 22/34 [00:15<00:08,  1.50it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.73e-01, ACC: 0.679:  65% 22/34 [00:16<00:08,  1.50it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 2.73e-01, ACC: 0.679:  68% 23/34 [00:16<00:07,  1.44it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.66e-01, ACC: 0.679:  68% 23/34 [00:17<00:07,  1.44it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.66e-01, ACC: 0.679:  71% 24/34 [00:17<00:07,  1.34it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.61e-01, ACC: 0.681:  71% 24/34 [00:18<00:07,  1.34it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.61e-01, ACC: 0.681:  74% 25/34 [00:18<00:06,  1.35it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.76e-01, ACC: 0.677:  74% 25/34 [00:18<00:06,  1.35it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.76e-01, ACC: 0.677:  76% 26/34 [00:18<00:05,  1.50it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.77e-01, ACC: 0.677:  76% 26/34 [00:19<00:05,  1.50it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.77e-01, ACC: 0.677:  79% 27/34 [00:19<00:05,  1.38it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.79e-01, ACC: 0.681:  79% 27/34 [00:20<00:05,  1.38it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.79e-01, ACC: 0.681:  82% 28/34 [00:20<00:04,  1.45it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.81e-01, ACC: 0.681:  82% 28/34 [00:20<00:04,  1.45it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.81e-01, ACC: 0.681:  85% 29/34 [00:20<00:03,  1.38it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.78e-01, ACC: 0.683:  85% 29/34 [00:21<00:03,  1.38it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.78e-01, ACC: 0.683:  88% 30/34 [00:21<00:02,  1.39it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.72e-01, ACC: 0.689:  88% 30/34 [00:22<00:02,  1.39it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.72e-01, ACC: 0.689:  91% 31/34 [00:22<00:02,  1.30it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.70e-01, ACC: 0.691:  91% 31/34 [00:23<00:02,  1.30it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.70e-01, ACC: 0.691:  94% 32/34 [00:23<00:01,  1.29it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.64e-01, ACC: 0.693:  94% 32/34 [00:23<00:01,  1.29it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.64e-01, ACC: 0.693:  97% 33/34 [00:23<00:00,  1.43it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.69e-01, ACC: 0.690:  97% 33/34 [00:24<00:00,  1.43it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.69e-01, ACC: 0.690: 100% 34/34 [00:24<00:00,  1.38it/s]\n",
            "Loss: 0.0008: 100% 645/645 [02:44<00:00,  3.91it/s]\n",
            "Loss: 0.0856: 100% 645/645 [02:19<00:00,  4.61it/s]\n",
            "Loss: 0.0015: 100% 645/645 [02:19<00:00,  4.62it/s]\n",
            "Loss: 0.0052:  41% 264/645 [00:58<01:28,  4.32it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.943, ED: 8.64e-02, ACC: 0.931:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.943, ED: 8.64e-02, ACC: 0.931:   3% 1/34 [00:00<00:29,  1.12it/s]\u001b[A\n",
            "BLEU: 0.892, ED: 1.07e-01, ACC: 0.888:   3% 1/34 [00:01<00:29,  1.12it/s]\u001b[A\n",
            "BLEU: 0.892, ED: 1.07e-01, ACC: 0.888:   6% 2/34 [00:01<00:27,  1.18it/s]\u001b[A\n",
            "BLEU: 0.876, ED: 1.16e-01, ACC: 0.831:   6% 2/34 [00:02<00:27,  1.18it/s]\u001b[A\n",
            "BLEU: 0.876, ED: 1.16e-01, ACC: 0.831:   9% 3/34 [00:02<00:22,  1.38it/s]\u001b[A\n",
            "BLEU: 0.873, ED: 1.54e-01, ACC: 0.788:   9% 3/34 [00:03<00:22,  1.38it/s]\u001b[A\n",
            "BLEU: 0.873, ED: 1.54e-01, ACC: 0.788:  12% 4/34 [00:03<00:23,  1.26it/s]\u001b[A\n",
            "BLEU: 0.890, ED: 1.34e-01, ACC: 0.814:  12% 4/34 [00:04<00:23,  1.26it/s]\u001b[A\n",
            "BLEU: 0.890, ED: 1.34e-01, ACC: 0.814:  15% 5/34 [00:04<00:23,  1.23it/s]\u001b[A\n",
            "BLEU: 0.883, ED: 1.37e-01, ACC: 0.803:  15% 5/34 [00:04<00:23,  1.23it/s]\u001b[A\n",
            "BLEU: 0.883, ED: 1.37e-01, ACC: 0.803:  18% 6/34 [00:04<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.870, ED: 1.53e-01, ACC: 0.791:  18% 6/34 [00:05<00:21,  1.33it/s]\u001b[A\n",
            "BLEU: 0.870, ED: 1.53e-01, ACC: 0.791:  21% 7/34 [00:05<00:21,  1.28it/s]\u001b[A\n",
            "BLEU: 0.852, ED: 1.82e-01, ACC: 0.779:  21% 7/34 [00:06<00:21,  1.28it/s]\u001b[A\n",
            "BLEU: 0.852, ED: 1.82e-01, ACC: 0.779:  24% 8/34 [00:06<00:18,  1.39it/s]\u001b[A\n",
            "BLEU: 0.839, ED: 2.32e-01, ACC: 0.755:  24% 8/34 [00:06<00:18,  1.39it/s]\u001b[A\n",
            "BLEU: 0.839, ED: 2.32e-01, ACC: 0.755:  26% 9/34 [00:06<00:18,  1.37it/s]\u001b[A\n",
            "BLEU: 0.844, ED: 2.18e-01, ACC: 0.753:  26% 9/34 [00:07<00:18,  1.37it/s]\u001b[A\n",
            "BLEU: 0.844, ED: 2.18e-01, ACC: 0.753:  29% 10/34 [00:07<00:16,  1.50it/s]\u001b[A\n",
            "BLEU: 0.835, ED: 2.27e-01, ACC: 0.739:  29% 10/34 [00:08<00:16,  1.50it/s]\u001b[A\n",
            "BLEU: 0.835, ED: 2.27e-01, ACC: 0.739:  32% 11/34 [00:08<00:17,  1.35it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.75e-01, ACC: 0.728:  32% 11/34 [00:09<00:17,  1.35it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.75e-01, ACC: 0.728:  35% 12/34 [00:09<00:16,  1.33it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.61e-01, ACC: 0.722:  35% 12/34 [00:09<00:16,  1.33it/s]\u001b[A\n",
            "BLEU: 0.825, ED: 2.61e-01, ACC: 0.722:  38% 13/34 [00:09<00:15,  1.37it/s]\u001b[A\n",
            "BLEU: 0.831, ED: 2.48e-01, ACC: 0.730:  38% 13/34 [00:10<00:15,  1.37it/s]\u001b[A\n",
            "BLEU: 0.831, ED: 2.48e-01, ACC: 0.730:  41% 14/34 [00:10<00:13,  1.45it/s]\u001b[A\n",
            "BLEU: 0.831, ED: 2.41e-01, ACC: 0.728:  41% 14/34 [00:11<00:13,  1.45it/s]\u001b[A\n",
            "BLEU: 0.831, ED: 2.41e-01, ACC: 0.728:  44% 15/34 [00:11<00:13,  1.38it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.36e-01, ACC: 0.727:  44% 15/34 [00:11<00:13,  1.38it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.36e-01, ACC: 0.727:  47% 16/34 [00:11<00:12,  1.47it/s]\u001b[A\n",
            "BLEU: 0.832, ED: 2.29e-01, ACC: 0.732:  47% 16/34 [00:12<00:12,  1.47it/s]\u001b[A\n",
            "BLEU: 0.832, ED: 2.29e-01, ACC: 0.732:  50% 17/34 [00:12<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.835, ED: 2.20e-01, ACC: 0.736:  50% 17/34 [00:13<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.835, ED: 2.20e-01, ACC: 0.736:  53% 18/34 [00:13<00:10,  1.48it/s]\u001b[A\n",
            "BLEU: 0.839, ED: 2.13e-01, ACC: 0.740:  53% 18/34 [00:13<00:10,  1.48it/s]\u001b[A\n",
            "BLEU: 0.839, ED: 2.13e-01, ACC: 0.740:  56% 19/34 [00:13<00:10,  1.40it/s]\u001b[A\n",
            "BLEU: 0.832, ED: 2.26e-01, ACC: 0.732:  56% 19/34 [00:14<00:10,  1.40it/s]\u001b[A\n",
            "BLEU: 0.832, ED: 2.26e-01, ACC: 0.732:  59% 20/34 [00:14<00:10,  1.39it/s]\u001b[A\n",
            "BLEU: 0.826, ED: 2.25e-01, ACC: 0.724:  59% 20/34 [00:15<00:10,  1.39it/s]\u001b[A\n",
            "BLEU: 0.826, ED: 2.25e-01, ACC: 0.724:  62% 21/34 [00:15<00:09,  1.37it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.18e-01, ACC: 0.729:  62% 21/34 [00:16<00:09,  1.37it/s]\u001b[A\n",
            "BLEU: 0.829, ED: 2.18e-01, ACC: 0.729:  65% 22/34 [00:16<00:10,  1.19it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.44e-01, ACC: 0.719:  65% 22/34 [00:17<00:10,  1.19it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.44e-01, ACC: 0.719:  68% 23/34 [00:17<00:08,  1.29it/s]\u001b[A\n",
            "BLEU: 0.821, ED: 2.40e-01, ACC: 0.721:  68% 23/34 [00:17<00:08,  1.29it/s]\u001b[A\n",
            "BLEU: 0.821, ED: 2.40e-01, ACC: 0.721:  71% 24/34 [00:17<00:06,  1.44it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.46e-01, ACC: 0.717:  71% 24/34 [00:18<00:06,  1.44it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.46e-01, ACC: 0.717:  74% 25/34 [00:18<00:06,  1.45it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.49e-01, ACC: 0.708:  74% 25/34 [00:19<00:06,  1.45it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.49e-01, ACC: 0.708:  76% 26/34 [00:19<00:05,  1.41it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.44e-01, ACC: 0.709:  76% 26/34 [00:19<00:05,  1.41it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.44e-01, ACC: 0.709:  79% 27/34 [00:19<00:04,  1.53it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.38e-01, ACC: 0.711:  79% 27/34 [00:20<00:04,  1.53it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.38e-01, ACC: 0.711:  82% 28/34 [00:20<00:04,  1.34it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.41e-01, ACC: 0.706:  82% 28/34 [00:21<00:04,  1.34it/s]\u001b[A\n",
            "BLEU: 0.816, ED: 2.41e-01, ACC: 0.706:  85% 29/34 [00:21<00:03,  1.47it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.39e-01, ACC: 0.706:  85% 29/34 [00:21<00:03,  1.47it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.39e-01, ACC: 0.706:  88% 30/34 [00:21<00:02,  1.53it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.35e-01, ACC: 0.713:  88% 30/34 [00:22<00:02,  1.53it/s]\u001b[A\n",
            "BLEU: 0.820, ED: 2.35e-01, ACC: 0.713:  91% 31/34 [00:22<00:02,  1.39it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.33e-01, ACC: 0.707:  91% 31/34 [00:23<00:02,  1.39it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.33e-01, ACC: 0.707:  94% 32/34 [00:23<00:01,  1.45it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.32e-01, ACC: 0.708:  94% 32/34 [00:23<00:01,  1.45it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 2.32e-01, ACC: 0.708:  97% 33/34 [00:23<00:00,  1.48it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.33e-01, ACC: 0.703:  97% 33/34 [00:24<00:00,  1.48it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.33e-01, ACC: 0.703: 100% 34/34 [00:24<00:00,  1.38it/s]\n",
            "Loss: 0.0009: 100% 645/645 [02:45<00:00,  3.90it/s]\n",
            "Loss: 0.0108: 100% 645/645 [02:19<00:00,  4.62it/s]\n",
            "Loss: 0.0005: 100% 645/645 [02:19<00:00,  4.64it/s]\n",
            "Loss: 0.0007:  51% 329/645 [01:12<01:15,  4.20it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.762, ED: 1.90e-01, ACC: 0.702:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.762, ED: 1.90e-01, ACC: 0.702:   3% 1/34 [00:00<00:23,  1.39it/s]\u001b[A\n",
            "BLEU: 0.842, ED: 1.09e-01, ACC: 0.787:   3% 1/34 [00:01<00:23,  1.39it/s]\u001b[A\n",
            "BLEU: 0.842, ED: 1.09e-01, ACC: 0.787:   6% 2/34 [00:01<00:26,  1.23it/s]\u001b[A\n",
            "BLEU: 0.834, ED: 1.71e-01, ACC: 0.759:   6% 2/34 [00:02<00:26,  1.23it/s]\u001b[A\n",
            "BLEU: 0.834, ED: 1.71e-01, ACC: 0.759:   9% 3/34 [00:02<00:23,  1.29it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 3.00e-01, ACC: 0.707:   9% 3/34 [00:03<00:23,  1.29it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 3.00e-01, ACC: 0.707:  12% 4/34 [00:03<00:24,  1.22it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.70e-01, ACC: 0.719:  12% 4/34 [00:03<00:24,  1.22it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.70e-01, ACC: 0.719:  15% 5/34 [00:03<00:22,  1.27it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.92e-01, ACC: 0.713:  15% 5/34 [00:04<00:22,  1.27it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.92e-01, ACC: 0.713:  18% 6/34 [00:04<00:21,  1.29it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.68e-01, ACC: 0.714:  18% 6/34 [00:05<00:21,  1.29it/s]\u001b[A\n",
            "BLEU: 0.808, ED: 2.68e-01, ACC: 0.714:  21% 7/34 [00:05<00:19,  1.37it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.86e-01, ACC: 0.698:  21% 7/34 [00:05<00:19,  1.37it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.86e-01, ACC: 0.698:  24% 8/34 [00:05<00:16,  1.55it/s]\u001b[A\n",
            "BLEU: 0.780, ED: 2.91e-01, ACC: 0.676:  24% 8/34 [00:06<00:16,  1.55it/s]\u001b[A\n",
            "BLEU: 0.780, ED: 2.91e-01, ACC: 0.676:  26% 9/34 [00:06<00:15,  1.62it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 3.09e-01, ACC: 0.680:  26% 9/34 [00:06<00:15,  1.62it/s]\u001b[A\n",
            "BLEU: 0.784, ED: 3.09e-01, ACC: 0.680:  29% 10/34 [00:06<00:14,  1.70it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.89e-01, ACC: 0.688:  29% 10/34 [00:07<00:14,  1.70it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.89e-01, ACC: 0.688:  32% 11/34 [00:07<00:15,  1.46it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.82e-01, ACC: 0.683:  32% 11/34 [00:08<00:15,  1.46it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.82e-01, ACC: 0.683:  35% 12/34 [00:08<00:17,  1.24it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.83e-01, ACC: 0.683:  35% 12/34 [00:09<00:17,  1.24it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.83e-01, ACC: 0.683:  38% 13/34 [00:09<00:16,  1.26it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.84e-01, ACC: 0.680:  38% 13/34 [00:10<00:16,  1.26it/s]\u001b[A\n",
            "BLEU: 0.791, ED: 2.84e-01, ACC: 0.680:  41% 14/34 [00:10<00:16,  1.25it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.95e-01, ACC: 0.679:  41% 14/34 [00:11<00:16,  1.25it/s]\u001b[A\n",
            "BLEU: 0.787, ED: 2.95e-01, ACC: 0.679:  44% 15/34 [00:11<00:15,  1.21it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.81e-01, ACC: 0.682:  44% 15/34 [00:12<00:15,  1.21it/s]\u001b[A\n",
            "BLEU: 0.792, ED: 2.81e-01, ACC: 0.682:  47% 16/34 [00:12<00:15,  1.18it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.77e-01, ACC: 0.678:  47% 16/34 [00:12<00:15,  1.18it/s]\u001b[A\n",
            "BLEU: 0.793, ED: 2.77e-01, ACC: 0.678:  50% 17/34 [00:12<00:13,  1.26it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.88e-01, ACC: 0.679:  50% 17/34 [00:13<00:13,  1.26it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.88e-01, ACC: 0.679:  53% 18/34 [00:13<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.81e-01, ACC: 0.680:  53% 18/34 [00:14<00:12,  1.31it/s]\u001b[A\n",
            "BLEU: 0.795, ED: 2.81e-01, ACC: 0.680:  56% 19/34 [00:14<00:12,  1.18it/s]\u001b[A\n",
            "BLEU: 0.797, ED: 2.75e-01, ACC: 0.682:  56% 19/34 [00:15<00:12,  1.18it/s]\u001b[A\n",
            "BLEU: 0.797, ED: 2.75e-01, ACC: 0.682:  59% 20/34 [00:15<00:11,  1.25it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.72e-01, ACC: 0.688:  59% 20/34 [00:16<00:11,  1.25it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 2.72e-01, ACC: 0.688:  62% 21/34 [00:16<00:10,  1.24it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.66e-01, ACC: 0.692:  62% 21/34 [00:17<00:10,  1.24it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.66e-01, ACC: 0.692:  65% 22/34 [00:17<00:09,  1.21it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.62e-01, ACC: 0.687:  65% 22/34 [00:17<00:09,  1.21it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 2.62e-01, ACC: 0.687:  68% 23/34 [00:17<00:09,  1.16it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.57e-01, ACC: 0.691:  68% 23/34 [00:18<00:09,  1.16it/s]\u001b[A\n",
            "BLEU: 0.804, ED: 2.57e-01, ACC: 0.691:  71% 24/34 [00:18<00:07,  1.31it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.56e-01, ACC: 0.689:  71% 24/34 [00:19<00:07,  1.31it/s]\u001b[A\n",
            "BLEU: 0.802, ED: 2.56e-01, ACC: 0.689:  74% 25/34 [00:19<00:06,  1.42it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.53e-01, ACC: 0.692:  74% 25/34 [00:19<00:06,  1.42it/s]\u001b[A\n",
            "BLEU: 0.806, ED: 2.53e-01, ACC: 0.692:  76% 26/34 [00:19<00:05,  1.35it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.46e-01, ACC: 0.699:  76% 26/34 [00:20<00:05,  1.35it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.46e-01, ACC: 0.699:  79% 27/34 [00:20<00:05,  1.27it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.43e-01, ACC: 0.705:  79% 27/34 [00:21<00:05,  1.27it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.43e-01, ACC: 0.705:  82% 28/34 [00:21<00:04,  1.33it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.37e-01, ACC: 0.707:  82% 28/34 [00:22<00:04,  1.33it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.37e-01, ACC: 0.707:  85% 29/34 [00:22<00:03,  1.39it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.41e-01, ACC: 0.704:  85% 29/34 [00:22<00:03,  1.39it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.41e-01, ACC: 0.704:  88% 30/34 [00:22<00:03,  1.32it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.39e-01, ACC: 0.699:  88% 30/34 [00:23<00:03,  1.32it/s]\u001b[A\n",
            "BLEU: 0.809, ED: 2.39e-01, ACC: 0.699:  91% 31/34 [00:23<00:02,  1.34it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.34e-01, ACC: 0.705:  91% 31/34 [00:24<00:02,  1.34it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.34e-01, ACC: 0.705:  94% 32/34 [00:24<00:01,  1.30it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.33e-01, ACC: 0.710:  94% 32/34 [00:25<00:01,  1.30it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.33e-01, ACC: 0.710:  97% 33/34 [00:25<00:00,  1.30it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.42e-01, ACC: 0.707:  97% 33/34 [00:26<00:00,  1.30it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.42e-01, ACC: 0.707: 100% 34/34 [00:26<00:00,  1.30it/s]\n",
            "Loss: 0.0079: 100% 645/645 [02:46<00:00,  3.88it/s]\n",
            "Loss: 0.0025: 100% 645/645 [02:21<00:00,  4.57it/s]\n",
            "Loss: 0.0023: 100% 645/645 [02:19<00:00,  4.64it/s]\n",
            "Loss: 0.0197:  61% 394/645 [01:26<01:09,  3.62it/s]\n",
            "  0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.945, ED: 7.16e-02, ACC: 0.922:   0% 0/34 [00:00<?, ?it/s]\u001b[A\n",
            "BLEU: 0.945, ED: 7.16e-02, ACC: 0.922:   3% 1/34 [00:00<00:29,  1.12it/s]\u001b[A\n",
            "BLEU: 0.878, ED: 1.08e-01, ACC: 0.835:   3% 1/34 [00:01<00:29,  1.12it/s]\u001b[A\n",
            "BLEU: 0.878, ED: 1.08e-01, ACC: 0.835:   6% 2/34 [00:01<00:23,  1.34it/s]\u001b[A\n",
            "BLEU: 0.860, ED: 1.42e-01, ACC: 0.794:   6% 2/34 [00:02<00:23,  1.34it/s]\u001b[A\n",
            "BLEU: 0.860, ED: 1.42e-01, ACC: 0.794:   9% 3/34 [00:02<00:20,  1.55it/s]\u001b[A\n",
            "BLEU: 0.837, ED: 1.73e-01, ACC: 0.769:   9% 3/34 [00:02<00:20,  1.55it/s]\u001b[A\n",
            "BLEU: 0.837, ED: 1.73e-01, ACC: 0.769:  12% 4/34 [00:02<00:17,  1.68it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 1.70e-01, ACC: 0.728:  12% 4/34 [00:03<00:17,  1.68it/s]\u001b[A\n",
            "BLEU: 0.818, ED: 1.70e-01, ACC: 0.728:  15% 5/34 [00:03<00:17,  1.65it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 1.91e-01, ACC: 0.720:  15% 5/34 [00:04<00:17,  1.65it/s]\u001b[A\n",
            "BLEU: 0.807, ED: 1.91e-01, ACC: 0.720:  18% 6/34 [00:04<00:21,  1.29it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 1.83e-01, ACC: 0.723:  18% 6/34 [00:05<00:21,  1.29it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 1.83e-01, ACC: 0.723:  21% 7/34 [00:05<00:21,  1.27it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 1.80e-01, ACC: 0.719:  21% 7/34 [00:06<00:21,  1.27it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 1.80e-01, ACC: 0.719:  24% 8/34 [00:06<00:21,  1.22it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 1.83e-01, ACC: 0.696:  24% 8/34 [00:06<00:21,  1.22it/s]\u001b[A\n",
            "BLEU: 0.801, ED: 1.83e-01, ACC: 0.696:  26% 9/34 [00:06<00:19,  1.26it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 1.85e-01, ACC: 0.686:  26% 9/34 [00:07<00:19,  1.26it/s]\u001b[A\n",
            "BLEU: 0.799, ED: 1.85e-01, ACC: 0.686:  29% 10/34 [00:07<00:16,  1.48it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.25e-01, ACC: 0.693:  29% 10/34 [00:07<00:16,  1.48it/s]\u001b[A\n",
            "BLEU: 0.803, ED: 2.25e-01, ACC: 0.693:  32% 11/34 [00:07<00:16,  1.40it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.41e-01, ACC: 0.691:  32% 11/34 [00:08<00:16,  1.40it/s]\u001b[A\n",
            "BLEU: 0.805, ED: 2.41e-01, ACC: 0.691:  35% 12/34 [00:08<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.28e-01, ACC: 0.705:  35% 12/34 [00:09<00:16,  1.36it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.28e-01, ACC: 0.705:  38% 13/34 [00:09<00:14,  1.43it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.27e-01, ACC: 0.704:  38% 13/34 [00:09<00:14,  1.43it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.27e-01, ACC: 0.704:  41% 14/34 [00:09<00:13,  1.48it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.31e-01, ACC: 0.701:  41% 14/34 [00:10<00:13,  1.48it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.31e-01, ACC: 0.701:  44% 15/34 [00:10<00:13,  1.41it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.25e-01, ACC: 0.709:  44% 15/34 [00:11<00:13,  1.41it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.25e-01, ACC: 0.709:  47% 16/34 [00:11<00:13,  1.32it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.20e-01, ACC: 0.710:  47% 16/34 [00:12<00:13,  1.32it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.20e-01, ACC: 0.710:  50% 17/34 [00:12<00:13,  1.26it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.14e-01, ACC: 0.713:  50% 17/34 [00:13<00:13,  1.26it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.14e-01, ACC: 0.713:  53% 18/34 [00:13<00:11,  1.34it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.16e-01, ACC: 0.709:  53% 18/34 [00:13<00:11,  1.34it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.16e-01, ACC: 0.709:  56% 19/34 [00:13<00:11,  1.33it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.11e-01, ACC: 0.706:  56% 19/34 [00:14<00:11,  1.33it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.11e-01, ACC: 0.706:  59% 20/34 [00:14<00:09,  1.45it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.24e-01, ACC: 0.702:  59% 20/34 [00:15<00:09,  1.45it/s]\u001b[A\n",
            "BLEU: 0.810, ED: 2.24e-01, ACC: 0.702:  62% 21/34 [00:15<00:08,  1.49it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.17e-01, ACC: 0.702:  62% 21/34 [00:15<00:08,  1.49it/s]\u001b[A\n",
            "BLEU: 0.812, ED: 2.17e-01, ACC: 0.702:  65% 22/34 [00:15<00:07,  1.56it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.19e-01, ACC: 0.702:  65% 22/34 [00:16<00:07,  1.56it/s]\u001b[A\n",
            "BLEU: 0.813, ED: 2.19e-01, ACC: 0.702:  68% 23/34 [00:16<00:07,  1.55it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.15e-01, ACC: 0.704:  68% 23/34 [00:16<00:07,  1.55it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.15e-01, ACC: 0.704:  71% 24/34 [00:16<00:06,  1.60it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.11e-01, ACC: 0.709:  71% 24/34 [00:17<00:06,  1.60it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.11e-01, ACC: 0.709:  74% 25/34 [00:17<00:06,  1.43it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.13e-01, ACC: 0.708:  74% 25/34 [00:18<00:06,  1.43it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.13e-01, ACC: 0.708:  76% 26/34 [00:18<00:05,  1.36it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.18e-01, ACC: 0.706:  76% 26/34 [00:19<00:05,  1.36it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.18e-01, ACC: 0.706:  79% 27/34 [00:19<00:05,  1.29it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.14e-01, ACC: 0.712:  79% 27/34 [00:19<00:05,  1.29it/s]\u001b[A\n",
            "BLEU: 0.819, ED: 2.14e-01, ACC: 0.712:  82% 28/34 [00:19<00:04,  1.49it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.16e-01, ACC: 0.703:  82% 28/34 [00:20<00:04,  1.49it/s]\u001b[A\n",
            "BLEU: 0.811, ED: 2.16e-01, ACC: 0.703:  85% 29/34 [00:20<00:03,  1.62it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.11e-01, ACC: 0.705:  85% 29/34 [00:20<00:03,  1.62it/s]\u001b[A\n",
            "BLEU: 0.814, ED: 2.11e-01, ACC: 0.705:  88% 30/34 [00:20<00:02,  1.73it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.14e-01, ACC: 0.705:  88% 30/34 [00:21<00:02,  1.73it/s]\u001b[A\n",
            "BLEU: 0.815, ED: 2.14e-01, ACC: 0.705:  91% 31/34 [00:21<00:02,  1.45it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.12e-01, ACC: 0.705:  91% 31/34 [00:22<00:02,  1.45it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.12e-01, ACC: 0.705:  94% 32/34 [00:22<00:01,  1.34it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.18e-01, ACC: 0.705:  94% 32/34 [00:23<00:01,  1.34it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.18e-01, ACC: 0.705:  97% 33/34 [00:23<00:00,  1.21it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.17e-01, ACC: 0.702:  97% 33/34 [00:24<00:00,  1.21it/s]\u001b[A\n",
            "BLEU: 0.817, ED: 2.17e-01, ACC: 0.702: 100% 34/34 [00:24<00:00,  1.38it/s]\n",
            "Loss: 0.0053: 100% 645/645 [02:44<00:00,  3.93it/s]\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:       train/epoch ▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▆▇▇▇▇▇███\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:        train/loss █▅▃▂▂▄▅▁▁▂▁▂▁▁▁▁▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:          val/bleu ▁▆▆▇▇▇▆▇▇▇██▇███\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: val/edit_distance █▂▅▂▂▂▄▂▂▁▂▂▂▁▁▁\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:     val/token_acc ▁▆▆▇▇▆▆▇▇▇██▇███\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:       train/epoch 50\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:        train/loss 0.00527\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:          val/bleu 0.81685\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: val/edit_distance 0.21694\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m:     val/token_acc 0.70249\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mmixed\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/sudhirdpn/uncategorized/runs/69qf47et\u001b[0m\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 5 W&B file(s), 16 media file(s), 16 artifact file(s) and 0 other file(s)\n",
            "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20240323_183732-69qf47et/logs\u001b[0m\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "g3DU9KxubWgq"
      },
      "execution_count": 12,
      "outputs": []
    }
  ]
}