Word2Vec.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Word2Vec.ipynb",
      "version": "0.3.2",
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/subhobrata/chatbots/blob/master/Word2Vec.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "metadata": {
        "id": "3WgqKmjxk9w1",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "ed27ad5e-d5e8-464e-ebef-eb7276b99fe4"
      },
      "cell_type": "code",
      "source": [
        "# imports needed and set up logging\n",
        "import gzip\n",
        "import gensim \n",
        "import logging\n",
        "\n",
        "logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "paramiko missing, opening SSH/SCP/SFTP paths will be disabled.  `pip install paramiko` to suppress\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "metadata": {
        "id": "VMxkUm2Qmdfy",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 122
        },
        "outputId": "bf09bc4a-fd6c-4e1d-8d1a-506df8c77bfc"
      },
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/gdrive')"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=email%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdocs.test%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive.photos.readonly%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fpeopleapi.readonly&response_type=code\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/gdrive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "SChg098nlDWj",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        },
        "outputId": "6f3f77dd-e25a-4de5-f55c-745f47a40d01"
      },
      "cell_type": "code",
      "source": [
        "data_file=\"/content/gdrive/My Drive/data/OpinRank/reviews_data.txt.gz\"\n",
        "\n",
        "with gzip.open ('/content/gdrive/My Drive/data/OpinRank/reviews_data.txt.gz', 'rb') as f:\n",
        "    for i,line in enumerate (f):\n",
        "        print(line)\n",
        "        break"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "b\"Oct 12 2009 \\tNice trendy hotel location not too bad.\\tI stayed in this hotel for one night. As this is a fairly new place some of the taxi drivers did not know where it was and/or did not want to drive there. Once I have eventually arrived at the hotel, I was very pleasantly surprised with the decor of the lobby/ground floor area. It was very stylish and modern. I found the reception's staff geeting me with 'Aloha' a bit out of place, but I guess they are briefed to say that to keep up the coroporate image.As I have a Starwood Preferred Guest member, I was given a small gift upon-check in. It was only a couple of fridge magnets in a gift box, but nevertheless a nice gesture.My room was nice and roomy, there are tea and coffee facilities in each room and you get two complimentary bottles of water plus some toiletries by 'bliss'.The location is not great. It is at the last metro stop and you then need to take a taxi, but if you are not planning on going to see the historic sites in Beijing, then you will be ok.I chose to have some breakfast in the hotel, which was really tasty and there was a good selection of dishes. There are a couple of computers to use in the communal area, as well as a pool table. There is also a small swimming pool and a gym area.I would definitely stay in this hotel again, but only if I did not plan to travel to central Beijing, as it can take a long time. The location is ok if you plan to do a lot of shopping, as there is a big shopping centre just few minutes away from the hotel and there are plenty of eating options around, including restaurants that serve a dog meat!\\t\\r\\n\"\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "QWw1_7rWmvO5",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 493
        },
        "outputId": "cd91c423-768b-4ff9-c055-972e29502aaf"
      },
      "cell_type": "code",
      "source": [
        "\n",
        "def read_input(input_file):\n",
        "    \"\"\"This method reads the input file which is in gzip format\"\"\"\n",
        "    \n",
        "    logging.info(\"reading file {0}...this may take a while\".format(input_file))\n",
        "    \n",
        "    with gzip.open (input_file, 'rb') as f:\n",
        "        for i, line in enumerate (f): \n",
        "\n",
        "            if (i%10000==0):\n",
        "                logging.info (\"read {0} reviews\".format (i))\n",
        "            # do some pre-processing and return a list of words for each review text\n",
        "            yield gensim.utils.simple_preprocess (line)\n",
        "\n",
        "# read the tokenized reviews into a list\n",
        "# each review item becomes a serries of words\n",
        "# so this becomes a list of lists\n",
        "documents = list (read_input (data_file))\n",
        "logging.info (\"Done reading data file\")"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2019-04-20 07:18:27,318 : INFO : reading file /content/gdrive/My Drive/data/OpinRank/reviews_data.txt.gz...this may take a while\n",
            "2019-04-20 07:18:27,323 : INFO : read 0 reviews\n",
            "2019-04-20 07:18:29,938 : INFO : read 10000 reviews\n",
            "2019-04-20 07:18:32,074 : INFO : read 20000 reviews\n",
            "2019-04-20 07:18:34,339 : INFO : read 30000 reviews\n",
            "2019-04-20 07:18:36,468 : INFO : read 40000 reviews\n",
            "2019-04-20 07:18:38,839 : INFO : read 50000 reviews\n",
            "2019-04-20 07:18:41,070 : INFO : read 60000 reviews\n",
            "2019-04-20 07:18:42,981 : INFO : read 70000 reviews\n",
            "2019-04-20 07:18:44,689 : INFO : read 80000 reviews\n",
            "2019-04-20 07:18:46,532 : INFO : read 90000 reviews\n",
            "2019-04-20 07:18:48,354 : INFO : read 100000 reviews\n",
            "2019-04-20 07:18:50,985 : INFO : read 110000 reviews\n",
            "2019-04-20 07:18:52,993 : INFO : read 120000 reviews\n",
            "2019-04-20 07:18:55,054 : INFO : read 130000 reviews\n",
            "2019-04-20 07:18:57,269 : INFO : read 140000 reviews\n",
            "2019-04-20 07:18:59,192 : INFO : read 150000 reviews\n",
            "2019-04-20 07:19:01,053 : INFO : read 160000 reviews\n",
            "2019-04-20 07:19:02,869 : INFO : read 170000 reviews\n",
            "2019-04-20 07:19:04,786 : INFO : read 180000 reviews\n",
            "2019-04-20 07:19:06,635 : INFO : read 190000 reviews\n",
            "2019-04-20 07:19:08,607 : INFO : read 200000 reviews\n",
            "2019-04-20 07:19:11,666 : INFO : read 210000 reviews\n",
            "2019-04-20 07:19:13,579 : INFO : read 220000 reviews\n",
            "2019-04-20 07:19:15,316 : INFO : read 230000 reviews\n",
            "2019-04-20 07:19:17,168 : INFO : read 240000 reviews\n",
            "2019-04-20 07:19:19,023 : INFO : read 250000 reviews\n",
            "2019-04-20 07:19:20,014 : INFO : Done reading data file\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "metadata": {
        "id": "37rPCTHenXvZ",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 20893
        },
        "outputId": "a51c5de6-33ef-4e8f-b327-1991c806c2ec"
      },
      "cell_type": "code",
      "source": [
        "model = gensim.models.Word2Vec (documents, size=150, window=10, min_count=2, workers=10)\n",
        "model.train(documents,total_examples=len(documents),epochs=10)"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2019-04-20 07:19:54,796 : WARNING : consider setting layer size to a multiple of 4 for greater performance\n",
            "2019-04-20 07:19:54,798 : INFO : collecting all words and their counts\n",
            "2019-04-20 07:19:54,799 : INFO : PROGRESS: at sentence #0, processed 0 words, keeping 0 word types\n",
            "2019-04-20 07:19:55,119 : INFO : PROGRESS: at sentence #10000, processed 1655714 words, keeping 25777 word types\n",
            "2019-04-20 07:19:55,449 : INFO : PROGRESS: at sentence #20000, processed 3317863 words, keeping 35016 word types\n",
            "2019-04-20 07:19:55,839 : INFO : PROGRESS: at sentence #30000, processed 5264072 words, keeping 47518 word types\n",
            "2019-04-20 07:19:56,201 : INFO : PROGRESS: at sentence #40000, processed 7081746 words, keeping 56675 word types\n",
            "2019-04-20 07:19:56,596 : INFO : PROGRESS: at sentence #50000, processed 9089491 words, keeping 63744 word types\n",
            "2019-04-20 07:19:56,983 : INFO : PROGRESS: at sentence #60000, processed 11013723 words, keeping 76781 word types\n",
            "2019-04-20 07:19:57,311 : INFO : PROGRESS: at sentence #70000, processed 12637525 words, keeping 83194 word types\n",
            "2019-04-20 07:19:57,639 : INFO : PROGRESS: at sentence #80000, processed 14099751 words, keeping 88454 word types\n",
            "2019-04-20 07:19:57,969 : INFO : PROGRESS: at sentence #90000, processed 15662149 words, keeping 93352 word types\n",
            "2019-04-20 07:19:58,291 : INFO : PROGRESS: at sentence #100000, processed 17164487 words, keeping 97881 word types\n",
            "2019-04-20 07:19:58,615 : INFO : PROGRESS: at sentence #110000, processed 18652292 words, keeping 102127 word types\n",
            "2019-04-20 07:19:58,934 : INFO : PROGRESS: at sentence #120000, processed 20152529 words, keeping 105918 word types\n",
            "2019-04-20 07:19:59,268 : INFO : PROGRESS: at sentence #130000, processed 21684330 words, keeping 110099 word types\n",
            "2019-04-20 07:19:59,621 : INFO : PROGRESS: at sentence #140000, processed 23330206 words, keeping 114103 word types\n",
            "2019-04-20 07:19:59,947 : INFO : PROGRESS: at sentence #150000, processed 24838754 words, keeping 118169 word types\n",
            "2019-04-20 07:20:00,286 : INFO : PROGRESS: at sentence #160000, processed 26390910 words, keeping 118665 word types\n",
            "2019-04-20 07:20:00,617 : INFO : PROGRESS: at sentence #170000, processed 27913916 words, keeping 123350 word types\n",
            "2019-04-20 07:20:00,959 : INFO : PROGRESS: at sentence #180000, processed 29535612 words, keeping 126742 word types\n",
            "2019-04-20 07:20:01,297 : INFO : PROGRESS: at sentence #190000, processed 31096459 words, keeping 129841 word types\n",
            "2019-04-20 07:20:01,672 : INFO : PROGRESS: at sentence #200000, processed 32805271 words, keeping 133249 word types\n",
            "2019-04-20 07:20:02,034 : INFO : PROGRESS: at sentence #210000, processed 34434198 words, keeping 136358 word types\n",
            "2019-04-20 07:20:02,383 : INFO : PROGRESS: at sentence #220000, processed 36083482 words, keeping 139412 word types\n",
            "2019-04-20 07:20:02,705 : INFO : PROGRESS: at sentence #230000, processed 37571762 words, keeping 142393 word types\n",
            "2019-04-20 07:20:03,038 : INFO : PROGRESS: at sentence #240000, processed 39138190 words, keeping 145226 word types\n",
            "2019-04-20 07:20:03,370 : INFO : PROGRESS: at sentence #250000, processed 40695049 words, keeping 147960 word types\n",
            "2019-04-20 07:20:03,553 : INFO : collected 150053 word types from a corpus of 41519355 raw words and 255404 sentences\n",
            "2019-04-20 07:20:03,554 : INFO : Loading a fresh vocabulary\n",
            "2019-04-20 07:20:05,152 : INFO : effective_min_count=2 retains 70538 unique words (47% of original 150053, drops 79515)\n",
            "2019-04-20 07:20:05,153 : INFO : effective_min_count=2 leaves 41439840 word corpus (99% of original 41519355, drops 79515)\n",
            "2019-04-20 07:20:05,360 : INFO : deleting the raw counts dictionary of 150053 items\n",
            "2019-04-20 07:20:05,368 : INFO : sample=0.001 downsamples 55 most-common words\n",
            "2019-04-20 07:20:05,369 : INFO : downsampling leaves estimated 30349255 word corpus (73.2% of prior 41439840)\n",
            "2019-04-20 07:20:05,693 : INFO : estimated required memory for 70538 words and 150 dimensions: 119914600 bytes\n",
            "2019-04-20 07:20:05,694 : INFO : resetting layer weights\n",
            "2019-04-20 07:20:06,393 : INFO : training model with 10 workers on 70538 vocabulary and 150 features, using sg=0 hs=0 sample=0.001 negative=5 window=10\n",
            "2019-04-20 07:20:07,409 : INFO : EPOCH 1 - PROGRESS: at 1.26% examples, 404074 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:08,440 : INFO : EPOCH 1 - PROGRESS: at 2.69% examples, 415052 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:09,493 : INFO : EPOCH 1 - PROGRESS: at 4.17% examples, 416154 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:10,604 : INFO : EPOCH 1 - PROGRESS: at 5.47% examples, 402096 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:11,651 : INFO : EPOCH 1 - PROGRESS: at 6.79% examples, 398518 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:20:12,679 : INFO : EPOCH 1 - PROGRESS: at 8.03% examples, 397500 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:20:13,779 : INFO : EPOCH 1 - PROGRESS: at 9.26% examples, 391779 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:14,822 : INFO : EPOCH 1 - PROGRESS: at 10.27% examples, 390184 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:15,898 : INFO : EPOCH 1 - PROGRESS: at 11.38% examples, 387616 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:16,917 : INFO : EPOCH 1 - PROGRESS: at 12.32% examples, 386232 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:17,958 : INFO : EPOCH 1 - PROGRESS: at 13.53% examples, 385157 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:18,959 : INFO : EPOCH 1 - PROGRESS: at 14.58% examples, 384236 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:20,019 : INFO : EPOCH 1 - PROGRESS: at 15.96% examples, 389425 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:21,040 : INFO : EPOCH 1 - PROGRESS: at 17.11% examples, 390739 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:22,049 : INFO : EPOCH 1 - PROGRESS: at 18.32% examples, 394071 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:20:23,050 : INFO : EPOCH 1 - PROGRESS: at 19.50% examples, 397902 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:24,082 : INFO : EPOCH 1 - PROGRESS: at 20.60% examples, 399437 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:25,095 : INFO : EPOCH 1 - PROGRESS: at 22.15% examples, 402681 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:26,111 : INFO : EPOCH 1 - PROGRESS: at 23.35% examples, 405682 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:27,190 : INFO : EPOCH 1 - PROGRESS: at 24.41% examples, 404639 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:20:28,203 : INFO : EPOCH 1 - PROGRESS: at 26.00% examples, 406660 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:20:29,209 : INFO : EPOCH 1 - PROGRESS: at 27.72% examples, 408396 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:30,260 : INFO : EPOCH 1 - PROGRESS: at 29.34% examples, 409446 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:31,262 : INFO : EPOCH 1 - PROGRESS: at 30.89% examples, 410396 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:20:32,271 : INFO : EPOCH 1 - PROGRESS: at 32.47% examples, 411074 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:33,283 : INFO : EPOCH 1 - PROGRESS: at 33.88% examples, 411721 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:34,288 : INFO : EPOCH 1 - PROGRESS: at 35.44% examples, 412720 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:35,309 : INFO : EPOCH 1 - PROGRESS: at 36.82% examples, 411613 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:36,315 : INFO : EPOCH 1 - PROGRESS: at 38.12% examples, 410268 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:37,345 : INFO : EPOCH 1 - PROGRESS: at 39.48% examples, 408726 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:20:38,368 : INFO : EPOCH 1 - PROGRESS: at 40.87% examples, 408043 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:39,397 : INFO : EPOCH 1 - PROGRESS: at 42.30% examples, 406638 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:40,452 : INFO : EPOCH 1 - PROGRESS: at 43.91% examples, 407191 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:20:41,468 : INFO : EPOCH 1 - PROGRESS: at 45.64% examples, 408732 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:42,489 : INFO : EPOCH 1 - PROGRESS: at 47.02% examples, 408537 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:20:43,503 : INFO : EPOCH 1 - PROGRESS: at 48.57% examples, 409422 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:20:44,517 : INFO : EPOCH 1 - PROGRESS: at 50.25% examples, 410989 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:20:45,588 : INFO : EPOCH 1 - PROGRESS: at 51.71% examples, 410745 words/s, in_qsize 19, out_qsize 5\n",
            "2019-04-20 07:20:46,611 : INFO : EPOCH 1 - PROGRESS: at 53.12% examples, 411569 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:47,654 : INFO : EPOCH 1 - PROGRESS: at 54.69% examples, 412581 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:48,659 : INFO : EPOCH 1 - PROGRESS: at 56.28% examples, 412842 words/s, in_qsize 15, out_qsize 5\n",
            "2019-04-20 07:20:49,694 : INFO : EPOCH 1 - PROGRESS: at 57.83% examples, 413482 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:50,709 : INFO : EPOCH 1 - PROGRESS: at 59.47% examples, 414606 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:51,749 : INFO : EPOCH 1 - PROGRESS: at 60.92% examples, 414406 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:52,759 : INFO : EPOCH 1 - PROGRESS: at 62.39% examples, 414739 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:53,775 : INFO : EPOCH 1 - PROGRESS: at 64.16% examples, 415591 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:54,779 : INFO : EPOCH 1 - PROGRESS: at 65.65% examples, 416181 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:55,794 : INFO : EPOCH 1 - PROGRESS: at 67.08% examples, 416319 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:56,796 : INFO : EPOCH 1 - PROGRESS: at 68.64% examples, 417185 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:57,797 : INFO : EPOCH 1 - PROGRESS: at 70.04% examples, 417732 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:58,803 : INFO : EPOCH 1 - PROGRESS: at 71.52% examples, 418117 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:20:59,806 : INFO : EPOCH 1 - PROGRESS: at 73.04% examples, 418488 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:00,886 : INFO : EPOCH 1 - PROGRESS: at 74.67% examples, 418648 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:01,888 : INFO : EPOCH 1 - PROGRESS: at 75.99% examples, 418888 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:21:02,899 : INFO : EPOCH 1 - PROGRESS: at 77.39% examples, 419392 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:03,908 : INFO : EPOCH 1 - PROGRESS: at 78.88% examples, 420161 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:21:04,912 : INFO : EPOCH 1 - PROGRESS: at 80.21% examples, 419878 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:21:05,916 : INFO : EPOCH 1 - PROGRESS: at 81.72% examples, 420524 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:06,918 : INFO : EPOCH 1 - PROGRESS: at 83.23% examples, 420952 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:21:07,926 : INFO : EPOCH 1 - PROGRESS: at 84.54% examples, 420938 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:08,985 : INFO : EPOCH 1 - PROGRESS: at 86.04% examples, 421047 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:09,991 : INFO : EPOCH 1 - PROGRESS: at 87.75% examples, 421665 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:11,090 : INFO : EPOCH 1 - PROGRESS: at 89.45% examples, 421973 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:12,105 : INFO : EPOCH 1 - PROGRESS: at 91.14% examples, 422702 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:21:13,121 : INFO : EPOCH 1 - PROGRESS: at 92.55% examples, 422434 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:21:14,145 : INFO : EPOCH 1 - PROGRESS: at 94.14% examples, 422968 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:15,145 : INFO : EPOCH 1 - PROGRESS: at 95.62% examples, 423019 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:16,151 : INFO : EPOCH 1 - PROGRESS: at 97.13% examples, 423418 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:17,158 : INFO : EPOCH 1 - PROGRESS: at 98.69% examples, 423713 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:17,815 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:21:17,831 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:21:17,852 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:21:17,869 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:21:17,892 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:21:17,897 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:21:17,908 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:21:17,914 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:21:17,916 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:21:17,924 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:21:17,925 : INFO : EPOCH - 1 : training on 41519355 raw words (30350580 effective words) took 71.5s, 424365 effective words/s\n",
            "2019-04-20 07:21:18,935 : INFO : EPOCH 2 - PROGRESS: at 1.34% examples, 426885 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:20,003 : INFO : EPOCH 2 - PROGRESS: at 2.71% examples, 411700 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:21,016 : INFO : EPOCH 2 - PROGRESS: at 4.27% examples, 426122 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:22,024 : INFO : EPOCH 2 - PROGRESS: at 5.65% examples, 425141 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:23,042 : INFO : EPOCH 2 - PROGRESS: at 7.12% examples, 429235 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:24,063 : INFO : EPOCH 2 - PROGRESS: at 8.55% examples, 431496 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:25,142 : INFO : EPOCH 2 - PROGRESS: at 9.81% examples, 431624 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:21:26,160 : INFO : EPOCH 2 - PROGRESS: at 11.05% examples, 433320 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:21:27,162 : INFO : EPOCH 2 - PROGRESS: at 12.26% examples, 437617 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:21:28,196 : INFO : EPOCH 2 - PROGRESS: at 13.55% examples, 434325 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:29,201 : INFO : EPOCH 2 - PROGRESS: at 14.81% examples, 435161 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:30,276 : INFO : EPOCH 2 - PROGRESS: at 16.00% examples, 431731 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:21:31,262 : INFO : EPOCH 2 - PROGRESS: at 17.08% examples, 427942 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:32,299 : INFO : EPOCH 2 - PROGRESS: at 18.09% examples, 423167 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:33,321 : INFO : EPOCH 2 - PROGRESS: at 19.14% examples, 420593 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:21:34,411 : INFO : EPOCH 2 - PROGRESS: at 20.16% examples, 417509 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:35,430 : INFO : EPOCH 2 - PROGRESS: at 21.50% examples, 416139 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:21:36,431 : INFO : EPOCH 2 - PROGRESS: at 22.52% examples, 414583 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:37,533 : INFO : EPOCH 2 - PROGRESS: at 23.53% examples, 411506 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:38,566 : INFO : EPOCH 2 - PROGRESS: at 24.52% examples, 409696 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:39,580 : INFO : EPOCH 2 - PROGRESS: at 25.93% examples, 408504 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:40,590 : INFO : EPOCH 2 - PROGRESS: at 27.72% examples, 411029 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:21:41,597 : INFO : EPOCH 2 - PROGRESS: at 29.32% examples, 412411 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:21:42,598 : INFO : EPOCH 2 - PROGRESS: at 30.81% examples, 412956 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:43,609 : INFO : EPOCH 2 - PROGRESS: at 32.45% examples, 413814 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:44,617 : INFO : EPOCH 2 - PROGRESS: at 33.88% examples, 414664 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:21:45,656 : INFO : EPOCH 2 - PROGRESS: at 35.56% examples, 416365 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:21:46,734 : INFO : EPOCH 2 - PROGRESS: at 37.18% examples, 417369 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:21:47,749 : INFO : EPOCH 2 - PROGRESS: at 38.79% examples, 417558 words/s, in_qsize 16, out_qsize 4\n",
            "2019-04-20 07:21:48,768 : INFO : EPOCH 2 - PROGRESS: at 40.45% examples, 419189 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:49,783 : INFO : EPOCH 2 - PROGRESS: at 42.11% examples, 419407 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:50,847 : INFO : EPOCH 2 - PROGRESS: at 43.73% examples, 419868 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:51,908 : INFO : EPOCH 2 - PROGRESS: at 45.43% examples, 419906 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:52,912 : INFO : EPOCH 2 - PROGRESS: at 46.99% examples, 421225 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:53,953 : INFO : EPOCH 2 - PROGRESS: at 48.51% examples, 421283 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:21:54,960 : INFO : EPOCH 2 - PROGRESS: at 50.21% examples, 422656 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:21:55,970 : INFO : EPOCH 2 - PROGRESS: at 51.62% examples, 422383 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:21:56,977 : INFO : EPOCH 2 - PROGRESS: at 53.00% examples, 422909 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:21:57,980 : INFO : EPOCH 2 - PROGRESS: at 54.49% examples, 423338 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:21:59,015 : INFO : EPOCH 2 - PROGRESS: at 56.16% examples, 423753 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:00,027 : INFO : EPOCH 2 - PROGRESS: at 57.67% examples, 424058 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:01,140 : INFO : EPOCH 2 - PROGRESS: at 59.28% examples, 423985 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:22:02,177 : INFO : EPOCH 2 - PROGRESS: at 60.87% examples, 424387 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:03,200 : INFO : EPOCH 2 - PROGRESS: at 62.41% examples, 424870 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:04,206 : INFO : EPOCH 2 - PROGRESS: at 64.08% examples, 424970 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:22:05,219 : INFO : EPOCH 2 - PROGRESS: at 65.59% examples, 425303 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:22:06,223 : INFO : EPOCH 2 - PROGRESS: at 67.00% examples, 425340 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:07,247 : INFO : EPOCH 2 - PROGRESS: at 68.51% examples, 425558 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:08,280 : INFO : EPOCH 2 - PROGRESS: at 69.97% examples, 425825 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:09,285 : INFO : EPOCH 2 - PROGRESS: at 71.56% examples, 426908 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:10,400 : INFO : EPOCH 2 - PROGRESS: at 73.10% examples, 426202 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:22:11,427 : INFO : EPOCH 2 - PROGRESS: at 74.76% examples, 426900 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:22:12,445 : INFO : EPOCH 2 - PROGRESS: at 76.07% examples, 426865 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:13,477 : INFO : EPOCH 2 - PROGRESS: at 77.46% examples, 427053 words/s, in_qsize 16, out_qsize 4\n",
            "2019-04-20 07:22:14,529 : INFO : EPOCH 2 - PROGRESS: at 78.92% examples, 427156 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:15,555 : INFO : EPOCH 2 - PROGRESS: at 80.45% examples, 427573 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:22:16,573 : INFO : EPOCH 2 - PROGRESS: at 81.97% examples, 427994 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:17,594 : INFO : EPOCH 2 - PROGRESS: at 83.36% examples, 427672 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:18,608 : INFO : EPOCH 2 - PROGRESS: at 84.81% examples, 428089 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:19,652 : INFO : EPOCH 2 - PROGRESS: at 86.39% examples, 428430 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:20,660 : INFO : EPOCH 2 - PROGRESS: at 87.95% examples, 428333 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:21,715 : INFO : EPOCH 2 - PROGRESS: at 89.58% examples, 428503 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:22,733 : INFO : EPOCH 2 - PROGRESS: at 91.11% examples, 428466 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:22:23,735 : INFO : EPOCH 2 - PROGRESS: at 92.62% examples, 428626 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:24,737 : INFO : EPOCH 2 - PROGRESS: at 94.13% examples, 428904 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:25,797 : INFO : EPOCH 2 - PROGRESS: at 95.69% examples, 428803 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:26,809 : INFO : EPOCH 2 - PROGRESS: at 97.17% examples, 428868 words/s, in_qsize 20, out_qsize 3\n",
            "2019-04-20 07:22:27,859 : INFO : EPOCH 2 - PROGRESS: at 98.75% examples, 428920 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:28,478 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:22:28,509 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:22:28,524 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:22:28,528 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:22:28,543 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:22:28,553 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:22:28,560 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:22:28,566 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:22:28,569 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:22:28,570 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:22:28,571 : INFO : EPOCH - 2 : training on 41519355 raw words (30349886 effective words) took 70.6s, 429653 effective words/s\n",
            "2019-04-20 07:22:29,629 : INFO : EPOCH 3 - PROGRESS: at 1.28% examples, 403546 words/s, in_qsize 20, out_qsize 3\n",
            "2019-04-20 07:22:30,656 : INFO : EPOCH 3 - PROGRESS: at 2.84% examples, 427699 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:31,699 : INFO : EPOCH 3 - PROGRESS: at 4.34% examples, 427981 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:32,753 : INFO : EPOCH 3 - PROGRESS: at 5.81% examples, 433372 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:33,767 : INFO : EPOCH 3 - PROGRESS: at 7.24% examples, 429302 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:22:34,872 : INFO : EPOCH 3 - PROGRESS: at 8.75% examples, 430560 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:35,909 : INFO : EPOCH 3 - PROGRESS: at 9.93% examples, 432245 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:36,913 : INFO : EPOCH 3 - PROGRESS: at 11.21% examples, 435450 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:37,952 : INFO : EPOCH 3 - PROGRESS: at 12.28% examples, 431642 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:38,953 : INFO : EPOCH 3 - PROGRESS: at 13.65% examples, 433767 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:22:39,973 : INFO : EPOCH 3 - PROGRESS: at 14.89% examples, 433480 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:41,012 : INFO : EPOCH 3 - PROGRESS: at 16.21% examples, 432696 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:42,056 : INFO : EPOCH 3 - PROGRESS: at 17.46% examples, 433983 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:22:43,099 : INFO : EPOCH 3 - PROGRESS: at 18.70% examples, 433962 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:22:44,111 : INFO : EPOCH 3 - PROGRESS: at 19.85% examples, 434717 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:45,117 : INFO : EPOCH 3 - PROGRESS: at 20.96% examples, 435198 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:46,140 : INFO : EPOCH 3 - PROGRESS: at 22.48% examples, 435502 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:22:47,160 : INFO : EPOCH 3 - PROGRESS: at 23.62% examples, 435995 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:22:48,163 : INFO : EPOCH 3 - PROGRESS: at 24.82% examples, 436029 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:22:49,165 : INFO : EPOCH 3 - PROGRESS: at 26.41% examples, 435511 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:22:50,166 : INFO : EPOCH 3 - PROGRESS: at 28.07% examples, 435704 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:51,193 : INFO : EPOCH 3 - PROGRESS: at 29.30% examples, 431525 words/s, in_qsize 14, out_qsize 5\n",
            "2019-04-20 07:22:52,199 : INFO : EPOCH 3 - PROGRESS: at 30.79% examples, 430904 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:22:53,234 : INFO : EPOCH 3 - PROGRESS: at 32.16% examples, 427668 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:54,259 : INFO : EPOCH 3 - PROGRESS: at 33.54% examples, 426054 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:55,334 : INFO : EPOCH 3 - PROGRESS: at 34.81% examples, 423555 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:56,353 : INFO : EPOCH 3 - PROGRESS: at 36.20% examples, 421776 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:22:57,367 : INFO : EPOCH 3 - PROGRESS: at 37.50% examples, 420191 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:22:58,409 : INFO : EPOCH 3 - PROGRESS: at 38.93% examples, 418752 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:22:59,442 : INFO : EPOCH 3 - PROGRESS: at 40.31% examples, 417341 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:00,483 : INFO : EPOCH 3 - PROGRESS: at 41.92% examples, 416838 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:23:01,487 : INFO : EPOCH 3 - PROGRESS: at 43.57% examples, 418539 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:02,515 : INFO : EPOCH 3 - PROGRESS: at 45.15% examples, 418185 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:23:03,519 : INFO : EPOCH 3 - PROGRESS: at 46.66% examples, 418739 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:23:04,538 : INFO : EPOCH 3 - PROGRESS: at 48.09% examples, 418696 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:23:05,574 : INFO : EPOCH 3 - PROGRESS: at 49.73% examples, 419424 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:06,599 : INFO : EPOCH 3 - PROGRESS: at 51.27% examples, 419854 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:07,633 : INFO : EPOCH 3 - PROGRESS: at 52.74% examples, 420317 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:08,693 : INFO : EPOCH 3 - PROGRESS: at 54.27% examples, 420910 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:23:09,716 : INFO : EPOCH 3 - PROGRESS: at 55.91% examples, 421349 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:23:10,725 : INFO : EPOCH 3 - PROGRESS: at 57.56% examples, 422586 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:11,733 : INFO : EPOCH 3 - PROGRESS: at 59.04% examples, 422735 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:12,742 : INFO : EPOCH 3 - PROGRESS: at 60.53% examples, 422953 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:13,762 : INFO : EPOCH 3 - PROGRESS: at 61.98% examples, 422863 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:23:14,824 : INFO : EPOCH 3 - PROGRESS: at 63.78% examples, 423618 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:15,858 : INFO : EPOCH 3 - PROGRESS: at 65.37% examples, 423790 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:16,891 : INFO : EPOCH 3 - PROGRESS: at 66.87% examples, 424342 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:17,912 : INFO : EPOCH 3 - PROGRESS: at 68.34% examples, 424183 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:18,933 : INFO : EPOCH 3 - PROGRESS: at 69.87% examples, 424854 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:19,949 : INFO : EPOCH 3 - PROGRESS: at 71.24% examples, 425033 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:20,983 : INFO : EPOCH 3 - PROGRESS: at 72.76% examples, 425035 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:23:22,004 : INFO : EPOCH 3 - PROGRESS: at 74.38% examples, 425392 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:23:23,009 : INFO : EPOCH 3 - PROGRESS: at 75.72% examples, 425362 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:24,067 : INFO : EPOCH 3 - PROGRESS: at 77.10% examples, 425164 words/s, in_qsize 20, out_qsize 3\n",
            "2019-04-20 07:23:25,082 : INFO : EPOCH 3 - PROGRESS: at 78.33% examples, 424530 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:26,145 : INFO : EPOCH 3 - PROGRESS: at 79.61% examples, 423432 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:27,189 : INFO : EPOCH 3 - PROGRESS: at 80.85% examples, 422539 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:28,259 : INFO : EPOCH 3 - PROGRESS: at 82.21% examples, 421713 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:29,308 : INFO : EPOCH 3 - PROGRESS: at 83.52% examples, 420837 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:30,325 : INFO : EPOCH 3 - PROGRESS: at 84.71% examples, 420258 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:23:31,353 : INFO : EPOCH 3 - PROGRESS: at 85.94% examples, 419137 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:32,424 : INFO : EPOCH 3 - PROGRESS: at 87.33% examples, 418202 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:33,478 : INFO : EPOCH 3 - PROGRESS: at 88.79% examples, 417536 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:34,535 : INFO : EPOCH 3 - PROGRESS: at 90.18% examples, 416884 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:35,540 : INFO : EPOCH 3 - PROGRESS: at 91.68% examples, 417100 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:23:36,573 : INFO : EPOCH 3 - PROGRESS: at 93.20% examples, 417546 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:37,577 : INFO : EPOCH 3 - PROGRESS: at 94.81% examples, 418175 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:38,615 : INFO : EPOCH 3 - PROGRESS: at 96.26% examples, 418056 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:39,630 : INFO : EPOCH 3 - PROGRESS: at 97.84% examples, 418456 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:40,712 : INFO : EPOCH 3 - PROGRESS: at 99.39% examples, 418404 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:40,896 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:23:40,907 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:23:40,910 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:23:40,912 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:23:40,917 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:23:40,944 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:23:40,954 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:23:40,966 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:23:40,981 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:23:40,983 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:23:40,984 : INFO : EPOCH - 3 : training on 41519355 raw words (30348466 effective words) took 72.4s, 419157 effective words/s\n",
            "2019-04-20 07:23:42,041 : INFO : EPOCH 4 - PROGRESS: at 1.04% examples, 323997 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:43,106 : INFO : EPOCH 4 - PROGRESS: at 2.57% examples, 382100 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:44,113 : INFO : EPOCH 4 - PROGRESS: at 4.04% examples, 399892 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:23:45,133 : INFO : EPOCH 4 - PROGRESS: at 5.52% examples, 411029 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:23:46,186 : INFO : EPOCH 4 - PROGRESS: at 7.00% examples, 415039 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:47,195 : INFO : EPOCH 4 - PROGRESS: at 8.43% examples, 420477 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:48,197 : INFO : EPOCH 4 - PROGRESS: at 9.70% examples, 422825 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:49,206 : INFO : EPOCH 4 - PROGRESS: at 10.88% examples, 427044 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:50,222 : INFO : EPOCH 4 - PROGRESS: at 12.01% examples, 426775 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:51,251 : INFO : EPOCH 4 - PROGRESS: at 13.24% examples, 424732 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:52,308 : INFO : EPOCH 4 - PROGRESS: at 14.56% examples, 425663 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:53,385 : INFO : EPOCH 4 - PROGRESS: at 15.89% examples, 425451 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:54,386 : INFO : EPOCH 4 - PROGRESS: at 17.12% examples, 427512 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:55,388 : INFO : EPOCH 4 - PROGRESS: at 18.28% examples, 427261 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:23:56,415 : INFO : EPOCH 4 - PROGRESS: at 19.40% examples, 427078 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:57,424 : INFO : EPOCH 4 - PROGRESS: at 20.60% examples, 429663 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:58,516 : INFO : EPOCH 4 - PROGRESS: at 22.10% examples, 428550 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:23:59,536 : INFO : EPOCH 4 - PROGRESS: at 23.27% examples, 429493 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:24:00,561 : INFO : EPOCH 4 - PROGRESS: at 24.38% examples, 429000 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:01,572 : INFO : EPOCH 4 - PROGRESS: at 25.98% examples, 430399 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:02,620 : INFO : EPOCH 4 - PROGRESS: at 27.64% examples, 429584 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:24:03,645 : INFO : EPOCH 4 - PROGRESS: at 29.24% examples, 429887 words/s, in_qsize 18, out_qsize 2\n",
            "2019-04-20 07:24:04,675 : INFO : EPOCH 4 - PROGRESS: at 30.79% examples, 429791 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:24:05,693 : INFO : EPOCH 4 - PROGRESS: at 32.45% examples, 430127 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:06,721 : INFO : EPOCH 4 - PROGRESS: at 33.94% examples, 430631 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:07,732 : INFO : EPOCH 4 - PROGRESS: at 35.62% examples, 432212 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:08,791 : INFO : EPOCH 4 - PROGRESS: at 37.13% examples, 431309 words/s, in_qsize 18, out_qsize 2\n",
            "2019-04-20 07:24:09,817 : INFO : EPOCH 4 - PROGRESS: at 38.77% examples, 431653 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:24:10,824 : INFO : EPOCH 4 - PROGRESS: at 40.21% examples, 430628 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:11,864 : INFO : EPOCH 4 - PROGRESS: at 41.68% examples, 428735 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:24:12,864 : INFO : EPOCH 4 - PROGRESS: at 43.01% examples, 427467 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:13,909 : INFO : EPOCH 4 - PROGRESS: at 44.44% examples, 425309 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:14,954 : INFO : EPOCH 4 - PROGRESS: at 45.87% examples, 423870 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:16,063 : INFO : EPOCH 4 - PROGRESS: at 47.25% examples, 422363 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:17,105 : INFO : EPOCH 4 - PROGRESS: at 48.58% examples, 420766 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:18,195 : INFO : EPOCH 4 - PROGRESS: at 50.02% examples, 419265 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:19,206 : INFO : EPOCH 4 - PROGRESS: at 51.41% examples, 418889 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:24:20,210 : INFO : EPOCH 4 - PROGRESS: at 52.58% examples, 417146 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:24:21,266 : INFO : EPOCH 4 - PROGRESS: at 54.05% examples, 417658 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:22,290 : INFO : EPOCH 4 - PROGRESS: at 55.70% examples, 418342 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:23,311 : INFO : EPOCH 4 - PROGRESS: at 57.29% examples, 419002 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:24:24,350 : INFO : EPOCH 4 - PROGRESS: at 58.67% examples, 418451 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:25,375 : INFO : EPOCH 4 - PROGRESS: at 60.17% examples, 418581 words/s, in_qsize 18, out_qsize 0\n",
            "2019-04-20 07:24:26,398 : INFO : EPOCH 4 - PROGRESS: at 61.73% examples, 419206 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:24:27,404 : INFO : EPOCH 4 - PROGRESS: at 63.29% examples, 419469 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:28,414 : INFO : EPOCH 4 - PROGRESS: at 64.98% examples, 419776 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:24:29,419 : INFO : EPOCH 4 - PROGRESS: at 66.41% examples, 420407 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:30,420 : INFO : EPOCH 4 - PROGRESS: at 67.96% examples, 421053 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:31,496 : INFO : EPOCH 4 - PROGRESS: at 69.45% examples, 421190 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:32,533 : INFO : EPOCH 4 - PROGRESS: at 70.85% examples, 421255 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:24:33,627 : INFO : EPOCH 4 - PROGRESS: at 72.39% examples, 421407 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:24:34,645 : INFO : EPOCH 4 - PROGRESS: at 74.09% examples, 421871 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:24:35,665 : INFO : EPOCH 4 - PROGRESS: at 75.50% examples, 422193 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:24:36,679 : INFO : EPOCH 4 - PROGRESS: at 76.92% examples, 422630 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:37,699 : INFO : EPOCH 4 - PROGRESS: at 78.36% examples, 423150 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:24:38,700 : INFO : EPOCH 4 - PROGRESS: at 79.76% examples, 423170 words/s, in_qsize 20, out_qsize 3\n",
            "2019-04-20 07:24:39,796 : INFO : EPOCH 4 - PROGRESS: at 81.25% examples, 423235 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:24:40,808 : INFO : EPOCH 4 - PROGRESS: at 82.91% examples, 424149 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:41,879 : INFO : EPOCH 4 - PROGRESS: at 84.35% examples, 424136 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:42,899 : INFO : EPOCH 4 - PROGRESS: at 85.73% examples, 424102 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:24:43,912 : INFO : EPOCH 4 - PROGRESS: at 87.44% examples, 424830 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:44,933 : INFO : EPOCH 4 - PROGRESS: at 89.10% examples, 425275 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:45,944 : INFO : EPOCH 4 - PROGRESS: at 90.56% examples, 425120 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:46,948 : INFO : EPOCH 4 - PROGRESS: at 92.08% examples, 425101 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:24:47,976 : INFO : EPOCH 4 - PROGRESS: at 93.55% examples, 425243 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:49,001 : INFO : EPOCH 4 - PROGRESS: at 95.11% examples, 425526 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:24:50,047 : INFO : EPOCH 4 - PROGRESS: at 96.60% examples, 425566 words/s, in_qsize 19, out_qsize 6\n",
            "2019-04-20 07:24:51,065 : INFO : EPOCH 4 - PROGRESS: at 98.26% examples, 426048 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:52,018 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:24:52,020 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:24:52,021 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:24:52,061 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:24:52,077 : INFO : EPOCH 4 - PROGRESS: at 99.89% examples, 426477 words/s, in_qsize 5, out_qsize 1\n",
            "2019-04-20 07:24:52,078 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:24:52,103 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:24:52,110 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:24:52,119 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:24:52,129 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:24:52,131 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:24:52,132 : INFO : EPOCH - 4 : training on 41519355 raw words (30349503 effective words) took 71.1s, 426609 effective words/s\n",
            "2019-04-20 07:24:53,187 : INFO : EPOCH 5 - PROGRESS: at 1.29% examples, 393760 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:54,220 : INFO : EPOCH 5 - PROGRESS: at 2.83% examples, 423120 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:55,267 : INFO : EPOCH 5 - PROGRESS: at 4.23% examples, 415438 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:24:56,290 : INFO : EPOCH 5 - PROGRESS: at 5.70% examples, 422295 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:24:57,337 : INFO : EPOCH 5 - PROGRESS: at 7.18% examples, 425878 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:24:58,395 : INFO : EPOCH 5 - PROGRESS: at 8.67% examples, 428479 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:24:59,465 : INFO : EPOCH 5 - PROGRESS: at 9.89% examples, 429535 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:00,496 : INFO : EPOCH 5 - PROGRESS: at 11.13% examples, 430764 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:01,496 : INFO : EPOCH 5 - PROGRESS: at 12.30% examples, 433060 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:25:02,552 : INFO : EPOCH 5 - PROGRESS: at 13.59% examples, 429991 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:03,574 : INFO : EPOCH 5 - PROGRESS: at 14.89% examples, 431879 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:04,594 : INFO : EPOCH 5 - PROGRESS: at 16.26% examples, 433584 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:05,634 : INFO : EPOCH 5 - PROGRESS: at 17.42% examples, 432267 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:06,660 : INFO : EPOCH 5 - PROGRESS: at 18.70% examples, 433870 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:07,682 : INFO : EPOCH 5 - PROGRESS: at 19.81% examples, 433387 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:08,713 : INFO : EPOCH 5 - PROGRESS: at 20.94% examples, 433760 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:25:09,786 : INFO : EPOCH 5 - PROGRESS: at 22.50% examples, 433712 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:25:10,882 : INFO : EPOCH 5 - PROGRESS: at 23.71% examples, 434648 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:11,875 : INFO : EPOCH 5 - PROGRESS: at 24.99% examples, 434849 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:12,964 : INFO : EPOCH 5 - PROGRESS: at 26.70% examples, 434326 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:14,008 : INFO : EPOCH 5 - PROGRESS: at 28.44% examples, 435038 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:15,034 : INFO : EPOCH 5 - PROGRESS: at 29.99% examples, 435052 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:16,044 : INFO : EPOCH 5 - PROGRESS: at 31.76% examples, 436049 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:17,077 : INFO : EPOCH 5 - PROGRESS: at 33.26% examples, 435273 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:18,097 : INFO : EPOCH 5 - PROGRESS: at 34.79% examples, 436327 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:19,124 : INFO : EPOCH 5 - PROGRESS: at 36.40% examples, 436253 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:20,139 : INFO : EPOCH 5 - PROGRESS: at 37.85% examples, 435616 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:25:21,187 : INFO : EPOCH 5 - PROGRESS: at 39.53% examples, 436028 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:22,206 : INFO : EPOCH 5 - PROGRESS: at 41.22% examples, 436357 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:23,243 : INFO : EPOCH 5 - PROGRESS: at 42.78% examples, 436136 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:25:24,267 : INFO : EPOCH 5 - PROGRESS: at 44.51% examples, 436418 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:25,267 : INFO : EPOCH 5 - PROGRESS: at 46.03% examples, 435857 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:26,337 : INFO : EPOCH 5 - PROGRESS: at 47.58% examples, 435912 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:25:27,338 : INFO : EPOCH 5 - PROGRESS: at 49.14% examples, 435810 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:25:28,380 : INFO : EPOCH 5 - PROGRESS: at 50.67% examples, 435597 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:29,454 : INFO : EPOCH 5 - PROGRESS: at 52.27% examples, 436263 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:25:30,448 : INFO : EPOCH 5 - PROGRESS: at 53.64% examples, 436073 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:31,471 : INFO : EPOCH 5 - PROGRESS: at 55.07% examples, 435065 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:32,496 : INFO : EPOCH 5 - PROGRESS: at 56.39% examples, 433122 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:33,592 : INFO : EPOCH 5 - PROGRESS: at 57.78% examples, 431459 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:34,599 : INFO : EPOCH 5 - PROGRESS: at 59.19% examples, 430732 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:35,646 : INFO : EPOCH 5 - PROGRESS: at 60.53% examples, 429383 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:36,674 : INFO : EPOCH 5 - PROGRESS: at 61.83% examples, 428089 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:25:37,675 : INFO : EPOCH 5 - PROGRESS: at 63.13% examples, 426609 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:38,676 : INFO : EPOCH 5 - PROGRESS: at 64.71% examples, 426098 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:39,734 : INFO : EPOCH 5 - PROGRESS: at 65.91% examples, 424772 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:40,805 : INFO : EPOCH 5 - PROGRESS: at 67.28% examples, 423667 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:41,865 : INFO : EPOCH 5 - PROGRESS: at 68.66% examples, 422882 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:42,900 : INFO : EPOCH 5 - PROGRESS: at 69.90% examples, 421753 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:43,915 : INFO : EPOCH 5 - PROGRESS: at 71.05% examples, 420750 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:44,917 : INFO : EPOCH 5 - PROGRESS: at 72.53% examples, 420833 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:45,938 : INFO : EPOCH 5 - PROGRESS: at 74.07% examples, 420583 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:46,944 : INFO : EPOCH 5 - PROGRESS: at 75.46% examples, 420906 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:48,030 : INFO : EPOCH 5 - PROGRESS: at 76.94% examples, 421222 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:49,074 : INFO : EPOCH 5 - PROGRESS: at 78.38% examples, 421566 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:50,127 : INFO : EPOCH 5 - PROGRESS: at 79.91% examples, 421982 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:25:51,136 : INFO : EPOCH 5 - PROGRESS: at 81.39% examples, 422570 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:52,147 : INFO : EPOCH 5 - PROGRESS: at 82.95% examples, 423018 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:25:53,180 : INFO : EPOCH 5 - PROGRESS: at 84.37% examples, 423159 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:54,181 : INFO : EPOCH 5 - PROGRESS: at 85.94% examples, 424069 words/s, in_qsize 18, out_qsize 0\n",
            "2019-04-20 07:25:55,215 : INFO : EPOCH 5 - PROGRESS: at 87.41% examples, 423645 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:56,228 : INFO : EPOCH 5 - PROGRESS: at 88.99% examples, 423729 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:57,252 : INFO : EPOCH 5 - PROGRESS: at 90.59% examples, 424271 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:25:58,242 : INFO : EPOCH 5 - PROGRESS: at 92.15% examples, 424473 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:25:59,309 : INFO : EPOCH 5 - PROGRESS: at 93.63% examples, 424374 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:00,342 : INFO : EPOCH 5 - PROGRESS: at 95.24% examples, 424728 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:01,361 : INFO : EPOCH 5 - PROGRESS: at 96.68% examples, 424730 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:02,375 : INFO : EPOCH 5 - PROGRESS: at 98.30% examples, 425252 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:03,382 : INFO : EPOCH 5 - PROGRESS: at 99.70% examples, 424811 words/s, in_qsize 10, out_qsize 2\n",
            "2019-04-20 07:26:03,417 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:26:03,420 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:26:03,429 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:26:03,431 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:26:03,432 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:26:03,433 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:26:03,450 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:26:03,454 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:26:03,471 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:26:03,473 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:26:03,474 : INFO : EPOCH - 5 : training on 41519355 raw words (30348292 effective words) took 71.3s, 425434 effective words/s\n",
            "2019-04-20 07:26:03,475 : INFO : training on a 207596775 raw words (151746727 effective words) took 357.1s, 424965 effective words/s\n",
            "2019-04-20 07:26:03,476 : WARNING : Effective 'alpha' higher than previous training cycles\n",
            "2019-04-20 07:26:03,477 : INFO : training model with 10 workers on 70538 vocabulary and 150 features, using sg=0 hs=0 sample=0.001 negative=5 window=10\n",
            "2019-04-20 07:26:04,504 : INFO : EPOCH 1 - PROGRESS: at 1.22% examples, 383347 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:26:05,532 : INFO : EPOCH 1 - PROGRESS: at 2.74% examples, 419528 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:06,642 : INFO : EPOCH 1 - PROGRESS: at 4.34% examples, 422738 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:26:07,663 : INFO : EPOCH 1 - PROGRESS: at 5.83% examples, 431456 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:08,755 : INFO : EPOCH 1 - PROGRESS: at 7.36% examples, 430963 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:09,802 : INFO : EPOCH 1 - PROGRESS: at 8.81% examples, 432265 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:10,840 : INFO : EPOCH 1 - PROGRESS: at 10.02% examples, 433828 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:26:11,856 : INFO : EPOCH 1 - PROGRESS: at 11.24% examples, 434436 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:12,930 : INFO : EPOCH 1 - PROGRESS: at 12.42% examples, 433763 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:13,940 : INFO : EPOCH 1 - PROGRESS: at 13.77% examples, 434622 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:14,961 : INFO : EPOCH 1 - PROGRESS: at 15.01% examples, 434102 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:26:16,021 : INFO : EPOCH 1 - PROGRESS: at 16.39% examples, 434969 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:17,026 : INFO : EPOCH 1 - PROGRESS: at 17.65% examples, 437308 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:18,056 : INFO : EPOCH 1 - PROGRESS: at 18.87% examples, 436440 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:19,081 : INFO : EPOCH 1 - PROGRESS: at 19.95% examples, 435247 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:26:20,102 : INFO : EPOCH 1 - PROGRESS: at 21.18% examples, 435715 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:26:21,108 : INFO : EPOCH 1 - PROGRESS: at 22.53% examples, 435633 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:22,119 : INFO : EPOCH 1 - PROGRESS: at 23.68% examples, 435949 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:23,126 : INFO : EPOCH 1 - PROGRESS: at 24.86% examples, 435198 words/s, in_qsize 14, out_qsize 5\n",
            "2019-04-20 07:26:24,129 : INFO : EPOCH 1 - PROGRESS: at 26.53% examples, 435726 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:26:25,216 : INFO : EPOCH 1 - PROGRESS: at 28.24% examples, 435213 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:26:26,234 : INFO : EPOCH 1 - PROGRESS: at 29.83% examples, 435367 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:27,262 : INFO : EPOCH 1 - PROGRESS: at 31.49% examples, 435384 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:26:28,277 : INFO : EPOCH 1 - PROGRESS: at 33.02% examples, 434994 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:26:29,351 : INFO : EPOCH 1 - PROGRESS: at 34.55% examples, 434844 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:30,414 : INFO : EPOCH 1 - PROGRESS: at 36.20% examples, 435107 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:31,486 : INFO : EPOCH 1 - PROGRESS: at 37.80% examples, 435158 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:26:32,544 : INFO : EPOCH 1 - PROGRESS: at 39.44% examples, 434708 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:26:33,553 : INFO : EPOCH 1 - PROGRESS: at 41.19% examples, 436165 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:34,561 : INFO : EPOCH 1 - PROGRESS: at 42.61% examples, 434762 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:35,618 : INFO : EPOCH 1 - PROGRESS: at 44.32% examples, 434828 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:36,661 : INFO : EPOCH 1 - PROGRESS: at 45.99% examples, 435075 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:37,675 : INFO : EPOCH 1 - PROGRESS: at 47.43% examples, 434784 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:26:38,720 : INFO : EPOCH 1 - PROGRESS: at 49.12% examples, 435207 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:39,736 : INFO : EPOCH 1 - PROGRESS: at 50.64% examples, 435313 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:40,774 : INFO : EPOCH 1 - PROGRESS: at 52.07% examples, 434739 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:41,782 : INFO : EPOCH 1 - PROGRESS: at 53.47% examples, 434942 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:26:42,787 : INFO : EPOCH 1 - PROGRESS: at 55.07% examples, 435455 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:43,826 : INFO : EPOCH 1 - PROGRESS: at 56.56% examples, 434614 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:44,867 : INFO : EPOCH 1 - PROGRESS: at 58.17% examples, 435017 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:45,894 : INFO : EPOCH 1 - PROGRESS: at 59.72% examples, 434893 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:46,896 : INFO : EPOCH 1 - PROGRESS: at 61.27% examples, 435220 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:47,959 : INFO : EPOCH 1 - PROGRESS: at 62.75% examples, 434709 words/s, in_qsize 20, out_qsize 4\n",
            "2019-04-20 07:26:49,017 : INFO : EPOCH 1 - PROGRESS: at 64.63% examples, 435107 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:26:50,091 : INFO : EPOCH 1 - PROGRESS: at 66.10% examples, 435086 words/s, in_qsize 18, out_qsize 4\n",
            "2019-04-20 07:26:51,125 : INFO : EPOCH 1 - PROGRESS: at 67.71% examples, 435418 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:26:52,134 : INFO : EPOCH 1 - PROGRESS: at 69.03% examples, 434527 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:53,155 : INFO : EPOCH 1 - PROGRESS: at 70.25% examples, 433541 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:54,171 : INFO : EPOCH 1 - PROGRESS: at 71.53% examples, 432281 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:55,198 : INFO : EPOCH 1 - PROGRESS: at 72.85% examples, 431086 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:56,266 : INFO : EPOCH 1 - PROGRESS: at 74.26% examples, 430222 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:26:57,242 : INFO : EPOCH 1 - PROGRESS: at 75.40% examples, 428776 words/s, in_qsize 16, out_qsize 6\n",
            "2019-04-20 07:26:58,243 : INFO : EPOCH 1 - PROGRESS: at 76.68% examples, 428546 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:26:59,274 : INFO : EPOCH 1 - PROGRESS: at 77.80% examples, 427081 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:27:00,335 : INFO : EPOCH 1 - PROGRESS: at 79.08% examples, 426069 words/s, in_qsize 20, out_qsize 6\n",
            "2019-04-20 07:27:01,348 : INFO : EPOCH 1 - PROGRESS: at 80.48% examples, 425959 words/s, in_qsize 20, out_qsize 3\n",
            "2019-04-20 07:27:02,398 : INFO : EPOCH 1 - PROGRESS: at 81.92% examples, 425925 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:27:03,434 : INFO : EPOCH 1 - PROGRESS: at 83.52% examples, 426375 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:27:04,492 : INFO : EPOCH 1 - PROGRESS: at 84.83% examples, 425919 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:27:05,503 : INFO : EPOCH 1 - PROGRESS: at 86.39% examples, 426393 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:06,538 : INFO : EPOCH 1 - PROGRESS: at 88.09% examples, 426832 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:07,546 : INFO : EPOCH 1 - PROGRESS: at 89.66% examples, 427005 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:27:08,611 : INFO : EPOCH 1 - PROGRESS: at 91.22% examples, 426904 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:09,693 : INFO : EPOCH 1 - PROGRESS: at 92.79% examples, 426899 words/s, in_qsize 14, out_qsize 5\n",
            "2019-04-20 07:27:10,714 : INFO : EPOCH 1 - PROGRESS: at 94.38% examples, 427287 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:27:11,739 : INFO : EPOCH 1 - PROGRESS: at 95.93% examples, 427546 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:12,754 : INFO : EPOCH 1 - PROGRESS: at 97.45% examples, 427602 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:27:13,767 : INFO : EPOCH 1 - PROGRESS: at 99.04% examples, 428011 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:27:14,238 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:27:14,272 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:27:14,282 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:27:14,283 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:27:14,286 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:27:14,293 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:27:14,299 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:27:14,304 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:27:14,322 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:27:14,330 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:27:14,331 : INFO : EPOCH - 1 : training on 41519355 raw words (30352004 effective words) took 70.8s, 428421 effective words/s\n",
            "2019-04-20 07:27:15,363 : INFO : EPOCH 2 - PROGRESS: at 1.26% examples, 396218 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:16,426 : INFO : EPOCH 2 - PROGRESS: at 2.82% examples, 421927 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:17,491 : INFO : EPOCH 2 - PROGRESS: at 4.41% examples, 430494 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:18,537 : INFO : EPOCH 2 - PROGRESS: at 5.81% examples, 427905 words/s, in_qsize 20, out_qsize 6\n",
            "2019-04-20 07:27:19,548 : INFO : EPOCH 2 - PROGRESS: at 7.30% examples, 431725 words/s, in_qsize 18, out_qsize 3\n",
            "2019-04-20 07:27:20,599 : INFO : EPOCH 2 - PROGRESS: at 8.78% examples, 433985 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:27:21,619 : INFO : EPOCH 2 - PROGRESS: at 9.96% examples, 435274 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:22,632 : INFO : EPOCH 2 - PROGRESS: at 11.10% examples, 432405 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:23,648 : INFO : EPOCH 2 - PROGRESS: at 12.22% examples, 432373 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:24,650 : INFO : EPOCH 2 - PROGRESS: at 13.55% examples, 432263 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:27:25,660 : INFO : EPOCH 2 - PROGRESS: at 14.78% examples, 432496 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:26,679 : INFO : EPOCH 2 - PROGRESS: at 16.00% examples, 430812 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:27:27,751 : INFO : EPOCH 2 - PROGRESS: at 17.27% examples, 430794 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:28,770 : INFO : EPOCH 2 - PROGRESS: at 18.50% examples, 431245 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:29,780 : INFO : EPOCH 2 - PROGRESS: at 19.61% examples, 431275 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:27:30,784 : INFO : EPOCH 2 - PROGRESS: at 20.73% examples, 431995 words/s, in_qsize 17, out_qsize 1\n",
            "2019-04-20 07:27:31,808 : INFO : EPOCH 2 - PROGRESS: at 22.17% examples, 431194 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:27:32,824 : INFO : EPOCH 2 - PROGRESS: at 23.36% examples, 432835 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:33,830 : INFO : EPOCH 2 - PROGRESS: at 24.42% examples, 431486 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:27:34,912 : INFO : EPOCH 2 - PROGRESS: at 26.11% examples, 431946 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:36,000 : INFO : EPOCH 2 - PROGRESS: at 27.92% examples, 432253 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:27:37,012 : INFO : EPOCH 2 - PROGRESS: at 29.59% examples, 433920 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:38,064 : INFO : EPOCH 2 - PROGRESS: at 31.25% examples, 433934 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:39,065 : INFO : EPOCH 2 - PROGRESS: at 32.88% examples, 434405 words/s, in_qsize 16, out_qsize 1\n",
            "2019-04-20 07:27:40,096 : INFO : EPOCH 2 - PROGRESS: at 34.26% examples, 433559 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:27:41,099 : INFO : EPOCH 2 - PROGRESS: at 35.86% examples, 434599 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:42,129 : INFO : EPOCH 2 - PROGRESS: at 37.48% examples, 435078 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:43,144 : INFO : EPOCH 2 - PROGRESS: at 39.11% examples, 435223 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:27:44,166 : INFO : EPOCH 2 - PROGRESS: at 40.60% examples, 434817 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:27:45,226 : INFO : EPOCH 2 - PROGRESS: at 42.40% examples, 435511 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:46,250 : INFO : EPOCH 2 - PROGRESS: at 44.03% examples, 435563 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:47,290 : INFO : EPOCH 2 - PROGRESS: at 45.68% examples, 435362 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:48,328 : INFO : EPOCH 2 - PROGRESS: at 47.20% examples, 435418 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:49,339 : INFO : EPOCH 2 - PROGRESS: at 48.73% examples, 435211 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:27:50,357 : INFO : EPOCH 2 - PROGRESS: at 50.31% examples, 435475 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:51,368 : INFO : EPOCH 2 - PROGRESS: at 51.94% examples, 436587 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:52,385 : INFO : EPOCH 2 - PROGRESS: at 53.21% examples, 435694 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:53,392 : INFO : EPOCH 2 - PROGRESS: at 54.79% examples, 436533 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:54,407 : INFO : EPOCH 2 - PROGRESS: at 56.32% examples, 435726 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:55,421 : INFO : EPOCH 2 - PROGRESS: at 57.83% examples, 435689 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:27:56,452 : INFO : EPOCH 2 - PROGRESS: at 59.35% examples, 435499 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:27:57,538 : INFO : EPOCH 2 - PROGRESS: at 60.97% examples, 435313 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:58,552 : INFO : EPOCH 2 - PROGRESS: at 62.52% examples, 435637 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:27:59,564 : INFO : EPOCH 2 - PROGRESS: at 64.28% examples, 435927 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:00,580 : INFO : EPOCH 2 - PROGRESS: at 65.66% examples, 435504 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:01,690 : INFO : EPOCH 2 - PROGRESS: at 67.23% examples, 435123 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:28:02,704 : INFO : EPOCH 2 - PROGRESS: at 68.80% examples, 435540 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:03,734 : INFO : EPOCH 2 - PROGRESS: at 70.14% examples, 435330 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:04,735 : INFO : EPOCH 2 - PROGRESS: at 71.67% examples, 435713 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:05,772 : INFO : EPOCH 2 - PROGRESS: at 73.15% examples, 435057 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:06,836 : INFO : EPOCH 2 - PROGRESS: at 74.86% examples, 435705 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:07,938 : INFO : EPOCH 2 - PROGRESS: at 76.30% examples, 435621 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:08,992 : INFO : EPOCH 2 - PROGRESS: at 77.84% examples, 436172 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:10,068 : INFO : EPOCH 2 - PROGRESS: at 79.36% examples, 436017 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:28:11,096 : INFO : EPOCH 2 - PROGRESS: at 80.83% examples, 436235 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:12,114 : INFO : EPOCH 2 - PROGRESS: at 82.19% examples, 435520 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:13,133 : INFO : EPOCH 2 - PROGRESS: at 83.54% examples, 434837 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:14,208 : INFO : EPOCH 2 - PROGRESS: at 84.76% examples, 433614 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:15,230 : INFO : EPOCH 2 - PROGRESS: at 86.02% examples, 432590 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:16,238 : INFO : EPOCH 2 - PROGRESS: at 87.40% examples, 431723 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:28:17,239 : INFO : EPOCH 2 - PROGRESS: at 88.81% examples, 430936 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:18,241 : INFO : EPOCH 2 - PROGRESS: at 90.13% examples, 430061 words/s, in_qsize 18, out_qsize 3\n",
            "2019-04-20 07:28:19,275 : INFO : EPOCH 2 - PROGRESS: at 91.53% examples, 429437 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:20,316 : INFO : EPOCH 2 - PROGRESS: at 92.87% examples, 428672 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:28:21,332 : INFO : EPOCH 2 - PROGRESS: at 94.19% examples, 427888 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:22,365 : INFO : EPOCH 2 - PROGRESS: at 95.63% examples, 427547 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:23,376 : INFO : EPOCH 2 - PROGRESS: at 97.20% examples, 427958 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:28:24,379 : INFO : EPOCH 2 - PROGRESS: at 98.66% examples, 427893 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:25,127 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:28:25,172 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:28:25,173 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:28:25,179 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:28:25,184 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:28:25,185 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:28:25,186 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:28:25,188 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:28:25,189 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:28:25,190 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:28:25,192 : INFO : EPOCH - 2 : training on 41519355 raw words (30348739 effective words) took 70.9s, 428338 effective words/s\n",
            "2019-04-20 07:28:26,265 : INFO : EPOCH 3 - PROGRESS: at 1.29% examples, 389123 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:27,306 : INFO : EPOCH 3 - PROGRESS: at 2.82% examples, 419106 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:28,405 : INFO : EPOCH 3 - PROGRESS: at 4.36% examples, 419439 words/s, in_qsize 20, out_qsize 4\n",
            "2019-04-20 07:28:29,470 : INFO : EPOCH 3 - PROGRESS: at 5.85% examples, 424344 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:28:30,566 : INFO : EPOCH 3 - PROGRESS: at 7.45% examples, 428832 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:31,606 : INFO : EPOCH 3 - PROGRESS: at 8.91% examples, 433327 words/s, in_qsize 18, out_qsize 3\n",
            "2019-04-20 07:28:32,609 : INFO : EPOCH 3 - PROGRESS: at 10.13% examples, 435748 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:33,623 : INFO : EPOCH 3 - PROGRESS: at 11.24% examples, 431956 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:34,662 : INFO : EPOCH 3 - PROGRESS: at 12.39% examples, 431638 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:35,665 : INFO : EPOCH 3 - PROGRESS: at 13.62% examples, 428832 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:36,678 : INFO : EPOCH 3 - PROGRESS: at 14.63% examples, 421666 words/s, in_qsize 20, out_qsize 5\n",
            "2019-04-20 07:28:37,707 : INFO : EPOCH 3 - PROGRESS: at 15.78% examples, 417585 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:38,717 : INFO : EPOCH 3 - PROGRESS: at 16.81% examples, 414577 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:28:39,738 : INFO : EPOCH 3 - PROGRESS: at 17.85% examples, 412277 words/s, in_qsize 20, out_qsize 4\n",
            "2019-04-20 07:28:40,745 : INFO : EPOCH 3 - PROGRESS: at 18.93% examples, 410919 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:41,799 : INFO : EPOCH 3 - PROGRESS: at 19.85% examples, 406855 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:42,844 : INFO : EPOCH 3 - PROGRESS: at 20.84% examples, 405099 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:43,865 : INFO : EPOCH 3 - PROGRESS: at 22.15% examples, 403159 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:44,982 : INFO : EPOCH 3 - PROGRESS: at 23.18% examples, 400802 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:45,997 : INFO : EPOCH 3 - PROGRESS: at 24.38% examples, 403681 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:47,085 : INFO : EPOCH 3 - PROGRESS: at 25.98% examples, 404678 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:48,113 : INFO : EPOCH 3 - PROGRESS: at 27.75% examples, 406716 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:49,116 : INFO : EPOCH 3 - PROGRESS: at 29.43% examples, 409519 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:50,143 : INFO : EPOCH 3 - PROGRESS: at 30.96% examples, 409769 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:51,154 : INFO : EPOCH 3 - PROGRESS: at 32.66% examples, 411828 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:52,167 : INFO : EPOCH 3 - PROGRESS: at 34.02% examples, 411616 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:28:53,232 : INFO : EPOCH 3 - PROGRESS: at 35.65% examples, 412509 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:28:54,273 : INFO : EPOCH 3 - PROGRESS: at 37.27% examples, 413848 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:28:55,276 : INFO : EPOCH 3 - PROGRESS: at 39.00% examples, 415827 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:56,282 : INFO : EPOCH 3 - PROGRESS: at 40.43% examples, 415601 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:28:57,395 : INFO : EPOCH 3 - PROGRESS: at 42.25% examples, 416222 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:58,419 : INFO : EPOCH 3 - PROGRESS: at 44.04% examples, 418403 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:28:59,474 : INFO : EPOCH 3 - PROGRESS: at 45.64% examples, 418114 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:00,523 : INFO : EPOCH 3 - PROGRESS: at 47.16% examples, 418551 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:01,524 : INFO : EPOCH 3 - PROGRESS: at 48.78% examples, 419739 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:02,542 : INFO : EPOCH 3 - PROGRESS: at 50.29% examples, 419856 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:03,545 : INFO : EPOCH 3 - PROGRESS: at 51.92% examples, 421416 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:04,567 : INFO : EPOCH 3 - PROGRESS: at 53.29% examples, 421635 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:05,602 : INFO : EPOCH 3 - PROGRESS: at 54.77% examples, 421767 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:06,636 : INFO : EPOCH 3 - PROGRESS: at 56.41% examples, 422038 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:29:07,694 : INFO : EPOCH 3 - PROGRESS: at 58.02% examples, 422595 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:08,721 : INFO : EPOCH 3 - PROGRESS: at 59.62% examples, 423074 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:29:09,725 : INFO : EPOCH 3 - PROGRESS: at 61.24% examples, 424117 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:10,733 : INFO : EPOCH 3 - PROGRESS: at 62.65% examples, 423793 words/s, in_qsize 19, out_qsize 5\n",
            "2019-04-20 07:29:11,769 : INFO : EPOCH 3 - PROGRESS: at 64.45% examples, 424297 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:12,841 : INFO : EPOCH 3 - PROGRESS: at 65.95% examples, 424698 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:13,933 : INFO : EPOCH 3 - PROGRESS: at 67.66% examples, 425323 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:14,971 : INFO : EPOCH 3 - PROGRESS: at 69.24% examples, 426004 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:29:15,976 : INFO : EPOCH 3 - PROGRESS: at 70.70% examples, 426646 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:17,014 : INFO : EPOCH 3 - PROGRESS: at 72.23% examples, 427027 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:18,026 : INFO : EPOCH 3 - PROGRESS: at 73.93% examples, 427549 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:19,065 : INFO : EPOCH 3 - PROGRESS: at 75.32% examples, 427319 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:29:20,152 : INFO : EPOCH 3 - PROGRESS: at 76.78% examples, 427508 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:21,153 : INFO : EPOCH 3 - PROGRESS: at 78.23% examples, 428215 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:22,178 : INFO : EPOCH 3 - PROGRESS: at 79.69% examples, 428217 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:23,280 : INFO : EPOCH 3 - PROGRESS: at 81.19% examples, 428140 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:24,281 : INFO : EPOCH 3 - PROGRESS: at 82.79% examples, 428825 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:25,291 : INFO : EPOCH 3 - PROGRESS: at 84.08% examples, 428321 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:26,313 : INFO : EPOCH 3 - PROGRESS: at 85.57% examples, 428892 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:27,314 : INFO : EPOCH 3 - PROGRESS: at 87.16% examples, 429066 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:28,350 : INFO : EPOCH 3 - PROGRESS: at 88.79% examples, 429119 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:29:29,378 : INFO : EPOCH 3 - PROGRESS: at 90.34% examples, 429223 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:30,423 : INFO : EPOCH 3 - PROGRESS: at 91.91% examples, 429211 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:29:31,455 : INFO : EPOCH 3 - PROGRESS: at 93.42% examples, 429482 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:32,483 : INFO : EPOCH 3 - PROGRESS: at 94.89% examples, 429162 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:29:33,496 : INFO : EPOCH 3 - PROGRESS: at 96.12% examples, 428075 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:34,579 : INFO : EPOCH 3 - PROGRESS: at 97.59% examples, 427507 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:35,583 : INFO : EPOCH 3 - PROGRESS: at 99.00% examples, 427150 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:29:36,186 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:29:36,193 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:29:36,194 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:29:36,257 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:29:36,263 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:29:36,265 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:29:36,275 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:29:36,277 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:29:36,280 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:29:36,293 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:29:36,294 : INFO : EPOCH - 3 : training on 41519355 raw words (30347309 effective words) took 71.1s, 426883 effective words/s\n",
            "2019-04-20 07:29:37,334 : INFO : EPOCH 4 - PROGRESS: at 1.02% examples, 328124 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:29:38,358 : INFO : EPOCH 4 - PROGRESS: at 2.33% examples, 358614 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:39,366 : INFO : EPOCH 4 - PROGRESS: at 3.66% examples, 370124 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:40,427 : INFO : EPOCH 4 - PROGRESS: at 4.94% examples, 369690 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:29:41,435 : INFO : EPOCH 4 - PROGRESS: at 6.14% examples, 369697 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:29:42,476 : INFO : EPOCH 4 - PROGRESS: at 7.56% examples, 378501 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:43,564 : INFO : EPOCH 4 - PROGRESS: at 8.99% examples, 386129 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:44,605 : INFO : EPOCH 4 - PROGRESS: at 10.18% examples, 392147 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:45,695 : INFO : EPOCH 4 - PROGRESS: at 11.53% examples, 398772 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:29:46,764 : INFO : EPOCH 4 - PROGRESS: at 12.79% examples, 403951 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:29:47,831 : INFO : EPOCH 4 - PROGRESS: at 14.22% examples, 407822 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:29:48,851 : INFO : EPOCH 4 - PROGRESS: at 15.61% examples, 411499 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:49,896 : INFO : EPOCH 4 - PROGRESS: at 16.82% examples, 412711 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:29:50,900 : INFO : EPOCH 4 - PROGRESS: at 18.05% examples, 415419 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:51,911 : INFO : EPOCH 4 - PROGRESS: at 19.29% examples, 418758 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:52,915 : INFO : EPOCH 4 - PROGRESS: at 20.43% examples, 419808 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:53,939 : INFO : EPOCH 4 - PROGRESS: at 21.82% examples, 419718 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:54,953 : INFO : EPOCH 4 - PROGRESS: at 22.99% examples, 420831 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:55,978 : INFO : EPOCH 4 - PROGRESS: at 24.13% examples, 421922 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:57,057 : INFO : EPOCH 4 - PROGRESS: at 25.69% examples, 422907 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:29:58,060 : INFO : EPOCH 4 - PROGRESS: at 27.41% examples, 424679 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:29:59,070 : INFO : EPOCH 4 - PROGRESS: at 28.98% examples, 424539 words/s, in_qsize 16, out_qsize 4\n",
            "2019-04-20 07:30:00,102 : INFO : EPOCH 4 - PROGRESS: at 30.59% examples, 425501 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:01,224 : INFO : EPOCH 4 - PROGRESS: at 32.39% examples, 425733 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:02,278 : INFO : EPOCH 4 - PROGRESS: at 33.91% examples, 426255 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:03,298 : INFO : EPOCH 4 - PROGRESS: at 35.59% examples, 427835 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:04,332 : INFO : EPOCH 4 - PROGRESS: at 37.09% examples, 427248 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:05,379 : INFO : EPOCH 4 - PROGRESS: at 38.79% examples, 428170 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:06,389 : INFO : EPOCH 4 - PROGRESS: at 40.34% examples, 428411 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:07,407 : INFO : EPOCH 4 - PROGRESS: at 42.17% examples, 429897 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:08,456 : INFO : EPOCH 4 - PROGRESS: at 43.66% examples, 429125 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:09,494 : INFO : EPOCH 4 - PROGRESS: at 45.36% examples, 429384 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:10,501 : INFO : EPOCH 4 - PROGRESS: at 46.94% examples, 430409 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:11,556 : INFO : EPOCH 4 - PROGRESS: at 48.43% examples, 429820 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:12,580 : INFO : EPOCH 4 - PROGRESS: at 50.09% examples, 430378 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:13,591 : INFO : EPOCH 4 - PROGRESS: at 51.48% examples, 429695 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:14,617 : INFO : EPOCH 4 - PROGRESS: at 52.87% examples, 429651 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:15,634 : INFO : EPOCH 4 - PROGRESS: at 54.43% examples, 430662 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:16,644 : INFO : EPOCH 4 - PROGRESS: at 56.10% examples, 430973 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:17,712 : INFO : EPOCH 4 - PROGRESS: at 57.57% examples, 430159 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:18,787 : INFO : EPOCH 4 - PROGRESS: at 59.19% examples, 430471 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:19,827 : INFO : EPOCH 4 - PROGRESS: at 60.83% examples, 431026 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:20,845 : INFO : EPOCH 4 - PROGRESS: at 62.45% examples, 431897 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:21,849 : INFO : EPOCH 4 - PROGRESS: at 64.00% examples, 431251 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:22,899 : INFO : EPOCH 4 - PROGRESS: at 65.57% examples, 431405 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:23,948 : INFO : EPOCH 4 - PROGRESS: at 67.07% examples, 431515 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:25,055 : INFO : EPOCH 4 - PROGRESS: at 68.72% examples, 431618 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:30:26,102 : INFO : EPOCH 4 - PROGRESS: at 70.14% examples, 431771 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:27,146 : INFO : EPOCH 4 - PROGRESS: at 71.70% examples, 432010 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:28,197 : INFO : EPOCH 4 - PROGRESS: at 73.27% examples, 431871 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:30:29,225 : INFO : EPOCH 4 - PROGRESS: at 74.82% examples, 431907 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:30:30,245 : INFO : EPOCH 4 - PROGRESS: at 76.17% examples, 432035 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:31,252 : INFO : EPOCH 4 - PROGRESS: at 77.62% examples, 432482 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:32,272 : INFO : EPOCH 4 - PROGRESS: at 78.90% examples, 431789 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:30:33,279 : INFO : EPOCH 4 - PROGRESS: at 80.41% examples, 432146 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:34,281 : INFO : EPOCH 4 - PROGRESS: at 81.92% examples, 432614 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:35,320 : INFO : EPOCH 4 - PROGRESS: at 83.35% examples, 432203 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:36,363 : INFO : EPOCH 4 - PROGRESS: at 84.81% examples, 432459 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:37,411 : INFO : EPOCH 4 - PROGRESS: at 86.37% examples, 432571 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:38,468 : INFO : EPOCH 4 - PROGRESS: at 88.07% examples, 432759 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:39,493 : INFO : EPOCH 4 - PROGRESS: at 89.64% examples, 432832 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:30:40,566 : INFO : EPOCH 4 - PROGRESS: at 91.37% examples, 433302 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:30:41,555 : INFO : EPOCH 4 - PROGRESS: at 92.79% examples, 433000 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:30:42,555 : INFO : EPOCH 4 - PROGRESS: at 94.30% examples, 433215 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:43,557 : INFO : EPOCH 4 - PROGRESS: at 95.82% examples, 433316 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:44,637 : INFO : EPOCH 4 - PROGRESS: at 97.48% examples, 433508 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:45,641 : INFO : EPOCH 4 - PROGRESS: at 98.81% examples, 432758 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:46,340 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:30:46,347 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:30:46,348 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:30:46,387 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:30:46,389 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:30:46,426 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:30:46,435 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:30:46,447 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:30:46,453 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:30:46,454 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:30:46,455 : INFO : EPOCH - 4 : training on 41519355 raw words (30348129 effective words) took 70.2s, 432616 effective words/s\n",
            "2019-04-20 07:30:47,464 : INFO : EPOCH 5 - PROGRESS: at 1.02% examples, 332274 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:48,475 : INFO : EPOCH 5 - PROGRESS: at 2.24% examples, 351580 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:49,482 : INFO : EPOCH 5 - PROGRESS: at 3.48% examples, 358394 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:30:50,483 : INFO : EPOCH 5 - PROGRESS: at 4.92% examples, 376930 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:51,500 : INFO : EPOCH 5 - PROGRESS: at 6.28% examples, 384838 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:30:52,520 : INFO : EPOCH 5 - PROGRESS: at 7.73% examples, 394837 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:53,537 : INFO : EPOCH 5 - PROGRESS: at 8.93% examples, 392909 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:54,545 : INFO : EPOCH 5 - PROGRESS: at 9.92% examples, 390983 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:30:55,575 : INFO : EPOCH 5 - PROGRESS: at 10.98% examples, 388629 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:30:56,603 : INFO : EPOCH 5 - PROGRESS: at 12.00% examples, 387520 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:30:57,632 : INFO : EPOCH 5 - PROGRESS: at 13.05% examples, 385354 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:58,641 : INFO : EPOCH 5 - PROGRESS: at 14.22% examples, 385887 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:30:59,658 : INFO : EPOCH 5 - PROGRESS: at 15.30% examples, 384036 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:31:00,699 : INFO : EPOCH 5 - PROGRESS: at 16.43% examples, 383833 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:01,731 : INFO : EPOCH 5 - PROGRESS: at 17.46% examples, 382941 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:02,739 : INFO : EPOCH 5 - PROGRESS: at 18.64% examples, 385724 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:03,762 : INFO : EPOCH 5 - PROGRESS: at 19.70% examples, 386849 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:31:04,804 : INFO : EPOCH 5 - PROGRESS: at 20.87% examples, 390313 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:05,870 : INFO : EPOCH 5 - PROGRESS: at 22.40% examples, 392441 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:31:06,936 : INFO : EPOCH 5 - PROGRESS: at 23.60% examples, 395238 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:07,948 : INFO : EPOCH 5 - PROGRESS: at 24.88% examples, 398040 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:08,959 : INFO : EPOCH 5 - PROGRESS: at 26.45% examples, 398767 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:31:09,964 : INFO : EPOCH 5 - PROGRESS: at 28.18% examples, 401413 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:10,999 : INFO : EPOCH 5 - PROGRESS: at 29.68% examples, 402083 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:12,027 : INFO : EPOCH 5 - PROGRESS: at 31.34% examples, 403490 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:13,055 : INFO : EPOCH 5 - PROGRESS: at 33.02% examples, 405479 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:31:14,095 : INFO : EPOCH 5 - PROGRESS: at 34.47% examples, 405935 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:15,149 : INFO : EPOCH 5 - PROGRESS: at 36.12% examples, 407644 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:16,156 : INFO : EPOCH 5 - PROGRESS: at 37.55% examples, 407861 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:31:17,166 : INFO : EPOCH 5 - PROGRESS: at 39.13% examples, 408505 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:31:18,173 : INFO : EPOCH 5 - PROGRESS: at 40.76% examples, 410316 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:19,207 : INFO : EPOCH 5 - PROGRESS: at 42.34% examples, 410105 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:31:20,242 : INFO : EPOCH 5 - PROGRESS: at 43.93% examples, 410593 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:21,331 : INFO : EPOCH 5 - PROGRESS: at 45.66% examples, 411185 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:22,364 : INFO : EPOCH 5 - PROGRESS: at 47.18% examples, 412006 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:23,415 : INFO : EPOCH 5 - PROGRESS: at 48.73% examples, 412193 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:24,422 : INFO : EPOCH 5 - PROGRESS: at 50.35% examples, 413390 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:25,450 : INFO : EPOCH 5 - PROGRESS: at 51.81% examples, 413548 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:31:26,492 : INFO : EPOCH 5 - PROGRESS: at 53.19% examples, 413925 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:27,568 : INFO : EPOCH 5 - PROGRESS: at 54.74% examples, 414367 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:28,636 : INFO : EPOCH 5 - PROGRESS: at 56.41% examples, 414643 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:31:29,702 : INFO : EPOCH 5 - PROGRESS: at 58.02% examples, 415293 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:31:30,791 : INFO : EPOCH 5 - PROGRESS: at 59.70% examples, 415855 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:31:31,800 : INFO : EPOCH 5 - PROGRESS: at 61.18% examples, 416048 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:32,809 : INFO : EPOCH 5 - PROGRESS: at 62.62% examples, 416183 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:31:33,827 : INFO : EPOCH 5 - PROGRESS: at 64.39% examples, 416853 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:34,845 : INFO : EPOCH 5 - PROGRESS: at 65.79% examples, 417127 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:31:35,863 : INFO : EPOCH 5 - PROGRESS: at 67.27% examples, 417373 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:31:36,888 : INFO : EPOCH 5 - PROGRESS: at 68.90% examples, 418327 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:37,904 : INFO : EPOCH 5 - PROGRESS: at 70.27% examples, 418591 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:31:38,934 : INFO : EPOCH 5 - PROGRESS: at 71.71% examples, 418777 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:31:39,940 : INFO : EPOCH 5 - PROGRESS: at 73.28% examples, 419110 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:31:40,976 : INFO : EPOCH 5 - PROGRESS: at 74.84% examples, 419460 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:41,994 : INFO : EPOCH 5 - PROGRESS: at 76.24% examples, 420073 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:31:43,005 : INFO : EPOCH 5 - PROGRESS: at 77.61% examples, 420318 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:44,016 : INFO : EPOCH 5 - PROGRESS: at 79.16% examples, 421195 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:45,016 : INFO : EPOCH 5 - PROGRESS: at 80.56% examples, 421393 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:31:46,049 : INFO : EPOCH 5 - PROGRESS: at 82.10% examples, 421815 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:47,049 : INFO : EPOCH 5 - PROGRESS: at 83.61% examples, 422454 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:48,064 : INFO : EPOCH 5 - PROGRESS: at 85.01% examples, 422716 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:49,065 : INFO : EPOCH 5 - PROGRESS: at 86.44% examples, 422622 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:31:50,074 : INFO : EPOCH 5 - PROGRESS: at 88.03% examples, 422720 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:51,089 : INFO : EPOCH 5 - PROGRESS: at 89.66% examples, 423246 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:31:52,111 : INFO : EPOCH 5 - PROGRESS: at 91.21% examples, 423370 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:53,132 : INFO : EPOCH 5 - PROGRESS: at 92.71% examples, 423485 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:54,153 : INFO : EPOCH 5 - PROGRESS: at 94.24% examples, 423708 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:31:55,168 : INFO : EPOCH 5 - PROGRESS: at 95.79% examples, 424077 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:56,169 : INFO : EPOCH 5 - PROGRESS: at 97.38% examples, 424481 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:57,271 : INFO : EPOCH 5 - PROGRESS: at 98.91% examples, 424196 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:57,790 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:31:57,824 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:31:57,829 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:31:57,842 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:31:57,871 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:31:57,884 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:31:57,896 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:31:57,902 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:31:57,911 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:31:57,913 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:31:57,915 : INFO : EPOCH - 5 : training on 41519355 raw words (30350222 effective words) took 71.5s, 424762 effective words/s\n",
            "2019-04-20 07:31:58,931 : INFO : EPOCH 6 - PROGRESS: at 1.25% examples, 395041 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:31:59,936 : INFO : EPOCH 6 - PROGRESS: at 2.71% examples, 423004 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:00,939 : INFO : EPOCH 6 - PROGRESS: at 4.06% examples, 416413 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:01,950 : INFO : EPOCH 6 - PROGRESS: at 5.60% examples, 428187 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:02,979 : INFO : EPOCH 6 - PROGRESS: at 6.91% examples, 420676 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:03,990 : INFO : EPOCH 6 - PROGRESS: at 8.33% examples, 425233 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:04,994 : INFO : EPOCH 6 - PROGRESS: at 9.61% examples, 426802 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:06,032 : INFO : EPOCH 6 - PROGRESS: at 10.76% examples, 426324 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:07,075 : INFO : EPOCH 6 - PROGRESS: at 11.94% examples, 427146 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:08,120 : INFO : EPOCH 6 - PROGRESS: at 13.32% examples, 430026 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:09,176 : INFO : EPOCH 6 - PROGRESS: at 14.60% examples, 429270 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:32:10,211 : INFO : EPOCH 6 - PROGRESS: at 15.93% examples, 430264 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:32:11,234 : INFO : EPOCH 6 - PROGRESS: at 17.17% examples, 431923 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:32:12,297 : INFO : EPOCH 6 - PROGRESS: at 18.39% examples, 431048 words/s, in_qsize 19, out_qsize 7\n",
            "2019-04-20 07:32:13,285 : INFO : EPOCH 6 - PROGRESS: at 19.52% examples, 431614 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:14,302 : INFO : EPOCH 6 - PROGRESS: at 20.56% examples, 429773 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:15,311 : INFO : EPOCH 6 - PROGRESS: at 21.82% examples, 425784 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:16,382 : INFO : EPOCH 6 - PROGRESS: at 22.87% examples, 422155 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:17,431 : INFO : EPOCH 6 - PROGRESS: at 23.83% examples, 419688 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:18,472 : INFO : EPOCH 6 - PROGRESS: at 25.01% examples, 417721 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:19,476 : INFO : EPOCH 6 - PROGRESS: at 26.45% examples, 416336 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:20,486 : INFO : EPOCH 6 - PROGRESS: at 27.79% examples, 413402 words/s, in_qsize 16, out_qsize 2\n",
            "2019-04-20 07:32:21,534 : INFO : EPOCH 6 - PROGRESS: at 29.17% examples, 411549 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:32:22,591 : INFO : EPOCH 6 - PROGRESS: at 30.53% examples, 409969 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:32:23,641 : INFO : EPOCH 6 - PROGRESS: at 32.27% examples, 411201 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:32:24,644 : INFO : EPOCH 6 - PROGRESS: at 33.80% examples, 413061 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:25,722 : INFO : EPOCH 6 - PROGRESS: at 35.32% examples, 412921 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:26,745 : INFO : EPOCH 6 - PROGRESS: at 36.93% examples, 414035 words/s, in_qsize 14, out_qsize 5\n",
            "2019-04-20 07:32:27,751 : INFO : EPOCH 6 - PROGRESS: at 38.55% examples, 415241 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:32:28,775 : INFO : EPOCH 6 - PROGRESS: at 40.09% examples, 415495 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:29,778 : INFO : EPOCH 6 - PROGRESS: at 41.79% examples, 416460 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:32:30,783 : INFO : EPOCH 6 - PROGRESS: at 43.41% examples, 417943 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:31,784 : INFO : EPOCH 6 - PROGRESS: at 45.06% examples, 418572 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:32,815 : INFO : EPOCH 6 - PROGRESS: at 46.50% examples, 418013 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:32:33,820 : INFO : EPOCH 6 - PROGRESS: at 47.92% examples, 417935 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:34,830 : INFO : EPOCH 6 - PROGRESS: at 49.53% examples, 418773 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:35,907 : INFO : EPOCH 6 - PROGRESS: at 51.11% examples, 419203 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:36,957 : INFO : EPOCH 6 - PROGRESS: at 52.66% examples, 419897 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:37,966 : INFO : EPOCH 6 - PROGRESS: at 54.12% examples, 420652 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:32:38,989 : INFO : EPOCH 6 - PROGRESS: at 55.73% examples, 420926 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:40,004 : INFO : EPOCH 6 - PROGRESS: at 57.28% examples, 421436 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:32:41,024 : INFO : EPOCH 6 - PROGRESS: at 58.81% examples, 421830 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:42,084 : INFO : EPOCH 6 - PROGRESS: at 60.37% examples, 422065 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:32:43,085 : INFO : EPOCH 6 - PROGRESS: at 61.97% examples, 422968 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:44,125 : INFO : EPOCH 6 - PROGRESS: at 63.59% examples, 422981 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:45,223 : INFO : EPOCH 6 - PROGRESS: at 65.30% examples, 423193 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:32:46,232 : INFO : EPOCH 6 - PROGRESS: at 66.89% examples, 424565 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:47,232 : INFO : EPOCH 6 - PROGRESS: at 68.36% examples, 424577 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:48,247 : INFO : EPOCH 6 - PROGRESS: at 69.82% examples, 424860 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:32:49,276 : INFO : EPOCH 6 - PROGRESS: at 71.17% examples, 424782 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:50,374 : INFO : EPOCH 6 - PROGRESS: at 72.90% examples, 425290 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:32:51,430 : INFO : EPOCH 6 - PROGRESS: at 74.51% examples, 425578 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:52,474 : INFO : EPOCH 6 - PROGRESS: at 76.01% examples, 426165 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:53,494 : INFO : EPOCH 6 - PROGRESS: at 77.41% examples, 426489 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:54,498 : INFO : EPOCH 6 - PROGRESS: at 78.88% examples, 427040 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:55,536 : INFO : EPOCH 6 - PROGRESS: at 80.36% examples, 427112 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:32:56,551 : INFO : EPOCH 6 - PROGRESS: at 81.78% examples, 427206 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:32:57,652 : INFO : EPOCH 6 - PROGRESS: at 83.43% examples, 427410 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:32:58,655 : INFO : EPOCH 6 - PROGRESS: at 84.85% examples, 427906 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:32:59,664 : INFO : EPOCH 6 - PROGRESS: at 86.36% examples, 428131 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:00,687 : INFO : EPOCH 6 - PROGRESS: at 87.97% examples, 428177 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:01,726 : INFO : EPOCH 6 - PROGRESS: at 89.60% examples, 428447 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:33:02,772 : INFO : EPOCH 6 - PROGRESS: at 91.23% examples, 428667 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:03,793 : INFO : EPOCH 6 - PROGRESS: at 92.72% examples, 428594 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:33:04,816 : INFO : EPOCH 6 - PROGRESS: at 94.15% examples, 428410 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:05,898 : INFO : EPOCH 6 - PROGRESS: at 95.77% examples, 428506 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:33:06,963 : INFO : EPOCH 6 - PROGRESS: at 97.45% examples, 428975 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:07,966 : INFO : EPOCH 6 - PROGRESS: at 99.13% examples, 429739 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:08,509 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:33:08,512 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:33:08,520 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:33:08,522 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:33:08,524 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:33:08,547 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:33:08,548 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:33:08,552 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:33:08,553 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:33:08,555 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:33:08,555 : INFO : EPOCH - 6 : training on 41519355 raw words (30348738 effective words) took 70.6s, 429672 effective words/s\n",
            "2019-04-20 07:33:09,575 : INFO : EPOCH 7 - PROGRESS: at 1.26% examples, 400945 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:10,581 : INFO : EPOCH 7 - PROGRESS: at 2.77% examples, 429062 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:11,667 : INFO : EPOCH 7 - PROGRESS: at 4.34% examples, 429964 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:33:12,676 : INFO : EPOCH 7 - PROGRESS: at 5.80% examples, 434936 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:33:13,698 : INFO : EPOCH 7 - PROGRESS: at 7.25% examples, 436626 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:33:14,731 : INFO : EPOCH 7 - PROGRESS: at 8.71% examples, 436957 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:33:15,818 : INFO : EPOCH 7 - PROGRESS: at 9.97% examples, 437795 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:16,918 : INFO : EPOCH 7 - PROGRESS: at 11.31% examples, 437804 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:33:17,945 : INFO : EPOCH 7 - PROGRESS: at 12.47% examples, 438916 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:19,084 : INFO : EPOCH 7 - PROGRESS: at 13.96% examples, 437917 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:20,105 : INFO : EPOCH 7 - PROGRESS: at 15.35% examples, 440417 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:21,116 : INFO : EPOCH 7 - PROGRESS: at 16.64% examples, 441677 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:33:22,177 : INFO : EPOCH 7 - PROGRESS: at 17.77% examples, 438535 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:23,235 : INFO : EPOCH 7 - PROGRESS: at 19.09% examples, 439537 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:24,243 : INFO : EPOCH 7 - PROGRESS: at 20.20% examples, 439560 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:25,249 : INFO : EPOCH 7 - PROGRESS: at 21.73% examples, 441427 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:33:26,278 : INFO : EPOCH 7 - PROGRESS: at 22.88% examples, 440168 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:33:27,293 : INFO : EPOCH 7 - PROGRESS: at 23.95% examples, 439715 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:33:28,330 : INFO : EPOCH 7 - PROGRESS: at 25.39% examples, 439604 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:29,375 : INFO : EPOCH 7 - PROGRESS: at 27.19% examples, 440799 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:30,453 : INFO : EPOCH 7 - PROGRESS: at 28.85% examples, 439882 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:33:31,493 : INFO : EPOCH 7 - PROGRESS: at 30.44% examples, 440362 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:33:32,480 : INFO : EPOCH 7 - PROGRESS: at 32.09% examples, 439964 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:33,493 : INFO : EPOCH 7 - PROGRESS: at 33.53% examples, 438865 words/s, in_qsize 14, out_qsize 5\n",
            "2019-04-20 07:33:34,550 : INFO : EPOCH 7 - PROGRESS: at 34.85% examples, 436350 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:35,568 : INFO : EPOCH 7 - PROGRESS: at 36.29% examples, 434595 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:36,603 : INFO : EPOCH 7 - PROGRESS: at 37.60% examples, 432404 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:37,647 : INFO : EPOCH 7 - PROGRESS: at 39.06% examples, 430507 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:38,653 : INFO : EPOCH 7 - PROGRESS: at 40.36% examples, 428546 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:39,662 : INFO : EPOCH 7 - PROGRESS: at 41.88% examples, 427201 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:40,667 : INFO : EPOCH 7 - PROGRESS: at 43.13% examples, 425237 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:41,722 : INFO : EPOCH 7 - PROGRESS: at 44.67% examples, 424123 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:42,724 : INFO : EPOCH 7 - PROGRESS: at 46.07% examples, 422880 words/s, in_qsize 18, out_qsize 2\n",
            "2019-04-20 07:33:43,724 : INFO : EPOCH 7 - PROGRESS: at 47.42% examples, 422714 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:44,806 : INFO : EPOCH 7 - PROGRESS: at 49.02% examples, 422433 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:33:45,807 : INFO : EPOCH 7 - PROGRESS: at 50.44% examples, 422088 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:33:46,807 : INFO : EPOCH 7 - PROGRESS: at 51.72% examples, 420798 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:47,889 : INFO : EPOCH 7 - PROGRESS: at 52.96% examples, 419455 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:48,969 : INFO : EPOCH 7 - PROGRESS: at 54.27% examples, 417903 words/s, in_qsize 18, out_qsize 2\n",
            "2019-04-20 07:33:49,992 : INFO : EPOCH 7 - PROGRESS: at 55.72% examples, 417202 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:33:51,002 : INFO : EPOCH 7 - PROGRESS: at 57.08% examples, 416487 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:52,072 : INFO : EPOCH 7 - PROGRESS: at 58.39% examples, 415179 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:53,095 : INFO : EPOCH 7 - PROGRESS: at 59.73% examples, 414247 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:33:54,146 : INFO : EPOCH 7 - PROGRESS: at 61.08% examples, 413134 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:55,215 : INFO : EPOCH 7 - PROGRESS: at 62.39% examples, 412044 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:33:56,216 : INFO : EPOCH 7 - PROGRESS: at 63.99% examples, 412176 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:57,255 : INFO : EPOCH 7 - PROGRESS: at 65.50% examples, 412397 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:33:58,287 : INFO : EPOCH 7 - PROGRESS: at 67.05% examples, 413320 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:33:59,357 : INFO : EPOCH 7 - PROGRESS: at 68.62% examples, 413689 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:00,369 : INFO : EPOCH 7 - PROGRESS: at 70.09% examples, 414625 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:34:01,402 : INFO : EPOCH 7 - PROGRESS: at 71.59% examples, 415010 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:02,433 : INFO : EPOCH 7 - PROGRESS: at 73.12% examples, 415221 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:03,476 : INFO : EPOCH 7 - PROGRESS: at 74.69% examples, 415471 words/s, in_qsize 17, out_qsize 7\n",
            "2019-04-20 07:34:04,521 : INFO : EPOCH 7 - PROGRESS: at 76.18% examples, 416449 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:05,530 : INFO : EPOCH 7 - PROGRESS: at 77.58% examples, 416893 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:06,551 : INFO : EPOCH 7 - PROGRESS: at 78.91% examples, 416749 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:34:07,564 : INFO : EPOCH 7 - PROGRESS: at 80.48% examples, 417659 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:08,621 : INFO : EPOCH 7 - PROGRESS: at 81.94% examples, 417730 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:09,621 : INFO : EPOCH 7 - PROGRESS: at 83.50% examples, 418440 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:10,677 : INFO : EPOCH 7 - PROGRESS: at 84.87% examples, 418479 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:11,781 : INFO : EPOCH 7 - PROGRESS: at 86.53% examples, 418801 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:12,869 : INFO : EPOCH 7 - PROGRESS: at 88.27% examples, 419237 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:13,898 : INFO : EPOCH 7 - PROGRESS: at 89.88% examples, 419601 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:14,911 : INFO : EPOCH 7 - PROGRESS: at 91.54% examples, 420275 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:34:15,943 : INFO : EPOCH 7 - PROGRESS: at 92.97% examples, 420248 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:16,946 : INFO : EPOCH 7 - PROGRESS: at 94.57% examples, 420839 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:18,039 : INFO : EPOCH 7 - PROGRESS: at 96.15% examples, 420870 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:34:19,041 : INFO : EPOCH 7 - PROGRESS: at 97.69% examples, 421294 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:20,044 : INFO : EPOCH 7 - PROGRESS: at 99.17% examples, 421263 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:34:20,414 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:34:20,427 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:34:20,431 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:34:20,439 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:34:20,440 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:34:20,442 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:34:20,444 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:34:20,445 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:34:20,448 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:34:20,472 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:34:20,472 : INFO : EPOCH - 7 : training on 41519355 raw words (30345686 effective words) took 71.9s, 422005 effective words/s\n",
            "2019-04-20 07:34:21,546 : INFO : EPOCH 8 - PROGRESS: at 1.29% examples, 387361 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:22,555 : INFO : EPOCH 8 - PROGRESS: at 2.80% examples, 421336 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:23,604 : INFO : EPOCH 8 - PROGRESS: at 4.36% examples, 429966 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:24,679 : INFO : EPOCH 8 - PROGRESS: at 5.85% examples, 431330 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:34:25,679 : INFO : EPOCH 8 - PROGRESS: at 7.36% examples, 436969 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:26,692 : INFO : EPOCH 8 - PROGRESS: at 8.71% examples, 433949 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:27,698 : INFO : EPOCH 8 - PROGRESS: at 9.89% examples, 436151 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:34:28,741 : INFO : EPOCH 8 - PROGRESS: at 11.15% examples, 436743 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:29,787 : INFO : EPOCH 8 - PROGRESS: at 12.34% examples, 437079 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:30,870 : INFO : EPOCH 8 - PROGRESS: at 13.75% examples, 435966 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:34:31,871 : INFO : EPOCH 8 - PROGRESS: at 15.10% examples, 440023 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:34:32,871 : INFO : EPOCH 8 - PROGRESS: at 16.37% examples, 439432 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:33,897 : INFO : EPOCH 8 - PROGRESS: at 17.49% examples, 437048 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:34,904 : INFO : EPOCH 8 - PROGRESS: at 18.72% examples, 437395 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:35,906 : INFO : EPOCH 8 - PROGRESS: at 19.81% examples, 436804 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:36,920 : INFO : EPOCH 8 - PROGRESS: at 21.01% examples, 439169 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:37,937 : INFO : EPOCH 8 - PROGRESS: at 22.46% examples, 438076 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:34:38,956 : INFO : EPOCH 8 - PROGRESS: at 23.61% examples, 438479 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:39,957 : INFO : EPOCH 8 - PROGRESS: at 24.94% examples, 439940 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:40,994 : INFO : EPOCH 8 - PROGRESS: at 26.50% examples, 438131 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:42,025 : INFO : EPOCH 8 - PROGRESS: at 28.26% examples, 438932 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:43,056 : INFO : EPOCH 8 - PROGRESS: at 29.88% examples, 439491 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:34:44,082 : INFO : EPOCH 8 - PROGRESS: at 31.50% examples, 438869 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:45,117 : INFO : EPOCH 8 - PROGRESS: at 33.17% examples, 439721 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:46,120 : INFO : EPOCH 8 - PROGRESS: at 34.73% examples, 440911 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:47,123 : INFO : EPOCH 8 - PROGRESS: at 36.21% examples, 439737 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:48,123 : INFO : EPOCH 8 - PROGRESS: at 37.83% examples, 441019 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:49,167 : INFO : EPOCH 8 - PROGRESS: at 39.36% examples, 439578 words/s, in_qsize 19, out_qsize 4\n",
            "2019-04-20 07:34:50,185 : INFO : EPOCH 8 - PROGRESS: at 40.96% examples, 439790 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:51,228 : INFO : EPOCH 8 - PROGRESS: at 42.65% examples, 439831 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:34:52,245 : INFO : EPOCH 8 - PROGRESS: at 44.38% examples, 440305 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:34:53,254 : INFO : EPOCH 8 - PROGRESS: at 46.07% examples, 440804 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:54,271 : INFO : EPOCH 8 - PROGRESS: at 47.40% examples, 439658 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:55,333 : INFO : EPOCH 8 - PROGRESS: at 48.76% examples, 437248 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:56,382 : INFO : EPOCH 8 - PROGRESS: at 50.19% examples, 435679 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:57,395 : INFO : EPOCH 8 - PROGRESS: at 51.48% examples, 434040 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:34:58,396 : INFO : EPOCH 8 - PROGRESS: at 52.74% examples, 432992 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:34:59,463 : INFO : EPOCH 8 - PROGRESS: at 53.96% examples, 430753 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:00,496 : INFO : EPOCH 8 - PROGRESS: at 55.43% examples, 429780 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:01,514 : INFO : EPOCH 8 - PROGRESS: at 56.74% examples, 428451 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:02,561 : INFO : EPOCH 8 - PROGRESS: at 58.07% examples, 427050 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:35:03,648 : INFO : EPOCH 8 - PROGRESS: at 59.50% examples, 425675 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:35:04,661 : INFO : EPOCH 8 - PROGRESS: at 61.07% examples, 426277 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:05,692 : INFO : EPOCH 8 - PROGRESS: at 62.73% examples, 427255 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:06,735 : INFO : EPOCH 8 - PROGRESS: at 64.51% examples, 427461 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:07,754 : INFO : EPOCH 8 - PROGRESS: at 65.79% examples, 426902 words/s, in_qsize 19, out_qsize 6\n",
            "2019-04-20 07:35:08,798 : INFO : EPOCH 8 - PROGRESS: at 67.43% examples, 427594 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:09,801 : INFO : EPOCH 8 - PROGRESS: at 68.98% examples, 428117 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:10,854 : INFO : EPOCH 8 - PROGRESS: at 70.38% examples, 428144 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:11,879 : INFO : EPOCH 8 - PROGRESS: at 71.88% examples, 428614 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:12,884 : INFO : EPOCH 8 - PROGRESS: at 73.58% examples, 429191 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:35:13,910 : INFO : EPOCH 8 - PROGRESS: at 75.09% examples, 429570 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:14,967 : INFO : EPOCH 8 - PROGRESS: at 76.46% examples, 429557 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:16,032 : INFO : EPOCH 8 - PROGRESS: at 77.97% examples, 429878 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:17,035 : INFO : EPOCH 8 - PROGRESS: at 79.52% examples, 430529 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:18,043 : INFO : EPOCH 8 - PROGRESS: at 81.03% examples, 431254 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:19,078 : INFO : EPOCH 8 - PROGRESS: at 82.66% examples, 431763 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:20,101 : INFO : EPOCH 8 - PROGRESS: at 84.23% examples, 432436 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:21,105 : INFO : EPOCH 8 - PROGRESS: at 85.71% examples, 432967 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:22,157 : INFO : EPOCH 8 - PROGRESS: at 87.42% examples, 433409 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:23,183 : INFO : EPOCH 8 - PROGRESS: at 89.12% examples, 433811 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:24,190 : INFO : EPOCH 8 - PROGRESS: at 90.89% examples, 434785 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:25,206 : INFO : EPOCH 8 - PROGRESS: at 92.44% examples, 434870 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:26,215 : INFO : EPOCH 8 - PROGRESS: at 93.99% examples, 435323 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:27,253 : INFO : EPOCH 8 - PROGRESS: at 95.63% examples, 435601 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:28,280 : INFO : EPOCH 8 - PROGRESS: at 97.29% examples, 436108 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:29,292 : INFO : EPOCH 8 - PROGRESS: at 98.89% examples, 436398 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:29,791 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:35:29,793 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:35:29,821 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:35:29,835 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:35:29,836 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:35:29,870 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:35:29,892 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:35:29,895 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:35:29,900 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:35:29,901 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:35:29,902 : INFO : EPOCH - 8 : training on 41519355 raw words (30350280 effective words) took 69.4s, 437187 effective words/s\n",
            "2019-04-20 07:35:30,939 : INFO : EPOCH 9 - PROGRESS: at 1.31% examples, 409121 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:35:31,948 : INFO : EPOCH 9 - PROGRESS: at 2.82% examples, 432606 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:32,976 : INFO : EPOCH 9 - PROGRESS: at 4.38% examples, 443241 words/s, in_qsize 20, out_qsize 3\n",
            "2019-04-20 07:35:33,965 : INFO : EPOCH 9 - PROGRESS: at 5.90% examples, 450342 words/s, in_qsize 17, out_qsize 1\n",
            "2019-04-20 07:35:35,003 : INFO : EPOCH 9 - PROGRESS: at 7.50% examples, 454609 words/s, in_qsize 20, out_qsize 2\n",
            "2019-04-20 07:35:36,070 : INFO : EPOCH 9 - PROGRESS: at 9.05% examples, 458762 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:35:37,087 : INFO : EPOCH 9 - PROGRESS: at 10.17% examples, 452787 words/s, in_qsize 15, out_qsize 4\n",
            "2019-04-20 07:35:38,100 : INFO : EPOCH 9 - PROGRESS: at 11.54% examples, 458296 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:39,122 : INFO : EPOCH 9 - PROGRESS: at 12.70% examples, 456579 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:40,135 : INFO : EPOCH 9 - PROGRESS: at 14.14% examples, 457116 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:41,176 : INFO : EPOCH 9 - PROGRESS: at 15.63% examples, 459050 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:42,206 : INFO : EPOCH 9 - PROGRESS: at 16.90% examples, 458137 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:35:43,222 : INFO : EPOCH 9 - PROGRESS: at 18.11% examples, 457296 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:35:44,226 : INFO : EPOCH 9 - PROGRESS: at 19.37% examples, 459150 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:45,227 : INFO : EPOCH 9 - PROGRESS: at 20.55% examples, 459150 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:46,253 : INFO : EPOCH 9 - PROGRESS: at 22.10% examples, 459652 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:47,258 : INFO : EPOCH 9 - PROGRESS: at 23.35% examples, 460857 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:35:48,273 : INFO : EPOCH 9 - PROGRESS: at 24.60% examples, 461935 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:49,338 : INFO : EPOCH 9 - PROGRESS: at 26.42% examples, 461533 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:50,344 : INFO : EPOCH 9 - PROGRESS: at 28.20% examples, 462116 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:51,358 : INFO : EPOCH 9 - PROGRESS: at 29.48% examples, 457366 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:35:52,404 : INFO : EPOCH 9 - PROGRESS: at 30.88% examples, 453461 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:53,416 : INFO : EPOCH 9 - PROGRESS: at 32.37% examples, 451068 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:54,436 : INFO : EPOCH 9 - PROGRESS: at 33.72% examples, 448788 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:35:55,473 : INFO : EPOCH 9 - PROGRESS: at 35.04% examples, 445877 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:56,491 : INFO : EPOCH 9 - PROGRESS: at 36.75% examples, 446718 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:57,494 : INFO : EPOCH 9 - PROGRESS: at 38.40% examples, 447374 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:35:58,534 : INFO : EPOCH 9 - PROGRESS: at 40.18% examples, 448539 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:35:59,547 : INFO : EPOCH 9 - PROGRESS: at 41.98% examples, 449270 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:00,565 : INFO : EPOCH 9 - PROGRESS: at 43.61% examples, 449862 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:01,572 : INFO : EPOCH 9 - PROGRESS: at 45.36% examples, 450131 words/s, in_qsize 18, out_qsize 2\n",
            "2019-04-20 07:36:02,578 : INFO : EPOCH 9 - PROGRESS: at 46.94% examples, 450567 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:03,589 : INFO : EPOCH 9 - PROGRESS: at 48.56% examples, 450988 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:36:04,596 : INFO : EPOCH 9 - PROGRESS: at 50.25% examples, 451574 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:36:05,603 : INFO : EPOCH 9 - PROGRESS: at 51.79% examples, 451520 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:36:06,665 : INFO : EPOCH 9 - PROGRESS: at 53.37% examples, 452171 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:36:07,705 : INFO : EPOCH 9 - PROGRESS: at 54.96% examples, 452191 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:08,719 : INFO : EPOCH 9 - PROGRESS: at 56.69% examples, 452666 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:09,730 : INFO : EPOCH 9 - PROGRESS: at 58.33% examples, 453333 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:10,746 : INFO : EPOCH 9 - PROGRESS: at 60.00% examples, 453754 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:36:11,768 : INFO : EPOCH 9 - PROGRESS: at 61.61% examples, 453930 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:12,815 : INFO : EPOCH 9 - PROGRESS: at 63.29% examples, 453832 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:36:13,822 : INFO : EPOCH 9 - PROGRESS: at 65.15% examples, 454721 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:36:14,843 : INFO : EPOCH 9 - PROGRESS: at 66.39% examples, 453159 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:15,848 : INFO : EPOCH 9 - PROGRESS: at 67.81% examples, 452149 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:16,858 : INFO : EPOCH 9 - PROGRESS: at 69.05% examples, 450390 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:17,875 : INFO : EPOCH 9 - PROGRESS: at 70.30% examples, 449231 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:36:18,881 : INFO : EPOCH 9 - PROGRESS: at 71.61% examples, 447990 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:19,898 : INFO : EPOCH 9 - PROGRESS: at 72.92% examples, 446365 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:20,928 : INFO : EPOCH 9 - PROGRESS: at 74.34% examples, 445252 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:36:21,951 : INFO : EPOCH 9 - PROGRESS: at 75.63% examples, 444414 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:22,977 : INFO : EPOCH 9 - PROGRESS: at 76.87% examples, 443264 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:24,042 : INFO : EPOCH 9 - PROGRESS: at 78.11% examples, 441975 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:25,107 : INFO : EPOCH 9 - PROGRESS: at 79.78% examples, 442592 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:26,160 : INFO : EPOCH 9 - PROGRESS: at 81.32% examples, 442871 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:27,177 : INFO : EPOCH 9 - PROGRESS: at 82.93% examples, 443193 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:36:28,196 : INFO : EPOCH 9 - PROGRESS: at 84.51% examples, 444066 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:29,209 : INFO : EPOCH 9 - PROGRESS: at 86.00% examples, 444116 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:30,255 : INFO : EPOCH 9 - PROGRESS: at 87.80% examples, 444562 words/s, in_qsize 17, out_qsize 2\n",
            "2019-04-20 07:36:31,293 : INFO : EPOCH 9 - PROGRESS: at 89.49% examples, 444906 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:36:32,308 : INFO : EPOCH 9 - PROGRESS: at 91.14% examples, 445083 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:33,348 : INFO : EPOCH 9 - PROGRESS: at 92.74% examples, 445177 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:34,351 : INFO : EPOCH 9 - PROGRESS: at 94.32% examples, 445537 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:36:35,370 : INFO : EPOCH 9 - PROGRESS: at 95.95% examples, 445891 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:36,379 : INFO : EPOCH 9 - PROGRESS: at 97.57% examples, 446139 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:36:37,403 : INFO : EPOCH 9 - PROGRESS: at 99.25% examples, 446554 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:37,751 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:36:37,755 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:36:37,765 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:36:37,783 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:36:37,800 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:36:37,806 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:36:37,822 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:36:37,825 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:36:37,826 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:36:37,827 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:36:37,828 : INFO : EPOCH - 9 : training on 41519355 raw words (30349907 effective words) took 67.9s, 446877 effective words/s\n",
            "2019-04-20 07:36:38,846 : INFO : EPOCH 10 - PROGRESS: at 1.31% examples, 417008 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:39,867 : INFO : EPOCH 10 - PROGRESS: at 2.95% examples, 451727 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:40,888 : INFO : EPOCH 10 - PROGRESS: at 4.48% examples, 454396 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:41,952 : INFO : EPOCH 10 - PROGRESS: at 6.12% examples, 459310 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:42,955 : INFO : EPOCH 10 - PROGRESS: at 7.70% examples, 466195 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:43,963 : INFO : EPOCH 10 - PROGRESS: at 9.10% examples, 463591 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:44,973 : INFO : EPOCH 10 - PROGRESS: at 10.43% examples, 467468 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:36:45,979 : INFO : EPOCH 10 - PROGRESS: at 11.68% examples, 468875 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:46,984 : INFO : EPOCH 10 - PROGRESS: at 13.02% examples, 469174 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:36:47,987 : INFO : EPOCH 10 - PROGRESS: at 14.40% examples, 468844 words/s, in_qsize 18, out_qsize 2\n",
            "2019-04-20 07:36:49,010 : INFO : EPOCH 10 - PROGRESS: at 15.82% examples, 469248 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:36:50,017 : INFO : EPOCH 10 - PROGRESS: at 17.10% examples, 468836 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:51,039 : INFO : EPOCH 10 - PROGRESS: at 18.42% examples, 469133 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:52,060 : INFO : EPOCH 10 - PROGRESS: at 19.61% examples, 468110 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:36:53,064 : INFO : EPOCH 10 - PROGRESS: at 20.89% examples, 470700 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:36:54,069 : INFO : EPOCH 10 - PROGRESS: at 22.43% examples, 470195 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:55,086 : INFO : EPOCH 10 - PROGRESS: at 23.59% examples, 469187 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:56,092 : INFO : EPOCH 10 - PROGRESS: at 24.78% examples, 467354 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:36:57,093 : INFO : EPOCH 10 - PROGRESS: at 26.70% examples, 469671 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:36:58,097 : INFO : EPOCH 10 - PROGRESS: at 28.41% examples, 469226 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:36:59,098 : INFO : EPOCH 10 - PROGRESS: at 30.04% examples, 469115 words/s, in_qsize 18, out_qsize 0\n",
            "2019-04-20 07:37:00,106 : INFO : EPOCH 10 - PROGRESS: at 31.94% examples, 470268 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:01,114 : INFO : EPOCH 10 - PROGRESS: at 33.52% examples, 469854 words/s, in_qsize 15, out_qsize 2\n",
            "2019-04-20 07:37:02,129 : INFO : EPOCH 10 - PROGRESS: at 35.06% examples, 469492 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:03,177 : INFO : EPOCH 10 - PROGRESS: at 36.75% examples, 468573 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:04,198 : INFO : EPOCH 10 - PROGRESS: at 38.46% examples, 468683 words/s, in_qsize 16, out_qsize 3\n",
            "2019-04-20 07:37:05,206 : INFO : EPOCH 10 - PROGRESS: at 40.10% examples, 468297 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:06,222 : INFO : EPOCH 10 - PROGRESS: at 41.93% examples, 468549 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:07,253 : INFO : EPOCH 10 - PROGRESS: at 43.68% examples, 469295 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:08,291 : INFO : EPOCH 10 - PROGRESS: at 45.39% examples, 468207 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:09,323 : INFO : EPOCH 10 - PROGRESS: at 46.99% examples, 467990 words/s, in_qsize 15, out_qsize 6\n",
            "2019-04-20 07:37:10,322 : INFO : EPOCH 10 - PROGRESS: at 48.76% examples, 469099 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:11,324 : INFO : EPOCH 10 - PROGRESS: at 50.44% examples, 469444 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:12,337 : INFO : EPOCH 10 - PROGRESS: at 51.93% examples, 468564 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:13,337 : INFO : EPOCH 10 - PROGRESS: at 53.47% examples, 468948 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:14,352 : INFO : EPOCH 10 - PROGRESS: at 55.10% examples, 468805 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:15,395 : INFO : EPOCH 10 - PROGRESS: at 56.87% examples, 469065 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:16,396 : INFO : EPOCH 10 - PROGRESS: at 58.46% examples, 469058 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:17,443 : INFO : EPOCH 10 - PROGRESS: at 60.11% examples, 468844 words/s, in_qsize 19, out_qsize 3\n",
            "2019-04-20 07:37:18,462 : INFO : EPOCH 10 - PROGRESS: at 61.81% examples, 469104 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:19,472 : INFO : EPOCH 10 - PROGRESS: at 63.50% examples, 468846 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:20,476 : INFO : EPOCH 10 - PROGRESS: at 65.22% examples, 468783 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:21,504 : INFO : EPOCH 10 - PROGRESS: at 66.78% examples, 469046 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:22,505 : INFO : EPOCH 10 - PROGRESS: at 68.47% examples, 469486 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:23,511 : INFO : EPOCH 10 - PROGRESS: at 69.93% examples, 469067 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:24,514 : INFO : EPOCH 10 - PROGRESS: at 71.47% examples, 469039 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:25,538 : INFO : EPOCH 10 - PROGRESS: at 73.15% examples, 469239 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:26,555 : INFO : EPOCH 10 - PROGRESS: at 74.86% examples, 469473 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:37:27,570 : INFO : EPOCH 10 - PROGRESS: at 76.28% examples, 469326 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:37:28,581 : INFO : EPOCH 10 - PROGRESS: at 77.80% examples, 469468 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:29,598 : INFO : EPOCH 10 - PROGRESS: at 79.34% examples, 469279 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:30,611 : INFO : EPOCH 10 - PROGRESS: at 80.83% examples, 469142 words/s, in_qsize 16, out_qsize 5\n",
            "2019-04-20 07:37:31,628 : INFO : EPOCH 10 - PROGRESS: at 82.59% examples, 469918 words/s, in_qsize 20, out_qsize 0\n",
            "2019-04-20 07:37:32,699 : INFO : EPOCH 10 - PROGRESS: at 84.11% examples, 469254 words/s, in_qsize 20, out_qsize 1\n",
            "2019-04-20 07:37:33,749 : INFO : EPOCH 10 - PROGRESS: at 85.64% examples, 469177 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:34,756 : INFO : EPOCH 10 - PROGRESS: at 87.23% examples, 468607 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:37:35,760 : INFO : EPOCH 10 - PROGRESS: at 88.71% examples, 467457 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:36,837 : INFO : EPOCH 10 - PROGRESS: at 90.11% examples, 465786 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:37,866 : INFO : EPOCH 10 - PROGRESS: at 91.50% examples, 464422 words/s, in_qsize 19, out_qsize 1\n",
            "2019-04-20 07:37:38,937 : INFO : EPOCH 10 - PROGRESS: at 92.87% examples, 462893 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:39,948 : INFO : EPOCH 10 - PROGRESS: at 94.23% examples, 461757 words/s, in_qsize 18, out_qsize 1\n",
            "2019-04-20 07:37:40,954 : INFO : EPOCH 10 - PROGRESS: at 95.62% examples, 460693 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:42,001 : INFO : EPOCH 10 - PROGRESS: at 96.94% examples, 459349 words/s, in_qsize 19, out_qsize 0\n",
            "2019-04-20 07:37:43,030 : INFO : EPOCH 10 - PROGRESS: at 98.31% examples, 458184 words/s, in_qsize 19, out_qsize 2\n",
            "2019-04-20 07:37:44,072 : INFO : EPOCH 10 - PROGRESS: at 99.73% examples, 457072 words/s, in_qsize 9, out_qsize 3\n",
            "2019-04-20 07:37:44,074 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
            "2019-04-20 07:37:44,082 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
            "2019-04-20 07:37:44,084 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
            "2019-04-20 07:37:44,110 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
            "2019-04-20 07:37:44,131 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
            "2019-04-20 07:37:44,139 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
            "2019-04-20 07:37:44,142 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
            "2019-04-20 07:37:44,148 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
            "2019-04-20 07:37:44,149 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
            "2019-04-20 07:37:44,164 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
            "2019-04-20 07:37:44,165 : INFO : EPOCH - 10 : training on 41519355 raw words (30349102 effective words) took 66.3s, 457574 effective words/s\n",
            "2019-04-20 07:37:44,166 : INFO : training on a 415193550 raw words (303490116 effective words) took 700.7s, 433132 effective words/s\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(303490116, 415193550)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "metadata": {
        "id": "qM-py28inajr",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 258
        },
        "outputId": "a0ae6550-a221-431a-f9bd-758a241bfbeb"
      },
      "cell_type": "code",
      "source": [
        "w1 = \"dirty\"\n",
        "model.wv.most_similar (positive=w1)\n"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2019-04-20 07:41:20,153 : INFO : precomputing L2-norms of word weight vectors\n",
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('filthy', 0.8617437481880188),\n",
              " ('unclean', 0.7833159565925598),\n",
              " ('stained', 0.7783558368682861),\n",
              " ('dusty', 0.7598443031311035),\n",
              " ('smelly', 0.7558944225311279),\n",
              " ('grubby', 0.7514758110046387),\n",
              " ('grimy', 0.7397914528846741),\n",
              " ('dingy', 0.7320337295532227),\n",
              " ('disgusting', 0.7157747149467468),\n",
              " ('soiled', 0.7108765840530396)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "metadata": {
        "id": "ePC3GJLFsU1D",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 173
        },
        "outputId": "14a1622b-8613-4584-d65d-be4ca72ee632"
      },
      "cell_type": "code",
      "source": [
        "# look up top 6 words similar to 'polite'\n",
        "w1 = [\"polite\"]\n",
        "model.wv.most_similar (positive=w1,topn=6)"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('courteous', 0.9252882599830627),\n",
              " ('friendly', 0.8395301699638367),\n",
              " ('cordial', 0.799207329750061),\n",
              " ('professional', 0.7924385070800781),\n",
              " ('attentive', 0.7798203229904175),\n",
              " ('curteous', 0.7738990187644958)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "metadata": {
        "id": "TLL64zvPsadD",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 173
        },
        "outputId": "a542eb47-9a65-4643-810d-1618bb945ff8"
      },
      "cell_type": "code",
      "source": [
        "# look up top 6 words similar to 'france'\n",
        "w1 = [\"france\"]\n",
        "model.wv.most_similar (positive=w1,topn=6)"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('canada', 0.6610003113746643),\n",
              " ('spain', 0.6459439992904663),\n",
              " ('germany', 0.6371514201164246),\n",
              " ('hawaii', 0.6175186038017273),\n",
              " ('thailand', 0.616847813129425),\n",
              " ('detroit', 0.6111442446708679)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "metadata": {
        "id": "UFT6XGMtseBB",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 173
        },
        "outputId": "6be9f09b-2780-4138-a6fd-766afc2ca688"
      },
      "cell_type": "code",
      "source": [
        "\n",
        "# look up top 6 words similar to 'shocked'\n",
        "w1 = [\"shocked\"]\n",
        "model.wv.most_similar (positive=w1,topn=6)"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('horrified', 0.7923468947410583),\n",
              " ('amazed', 0.7796506285667419),\n",
              " ('dismayed', 0.7626628875732422),\n",
              " ('appalled', 0.7625045776367188),\n",
              " ('stunned', 0.7622439861297607),\n",
              " ('suprised', 0.7323971390724182)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "metadata": {
        "id": "tumiEJ9hsg7g",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 241
        },
        "outputId": "53338af4-e50d-4b1d-8486-9f6e5aa074d3"
      },
      "cell_type": "code",
      "source": [
        "\n",
        "# get everything related to stuff on the bed\n",
        "w1 = [\"bed\",'sheet','pillow']\n",
        "w2 = ['couch']\n",
        "model.wv.most_similar (positive=w1,negative=w2,topn=10)"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('duvet', 0.7195044159889221),\n",
              " ('blanket', 0.7025608420372009),\n",
              " ('mattress', 0.6946322321891785),\n",
              " ('matress', 0.6896300911903381),\n",
              " ('quilt', 0.6673583388328552),\n",
              " ('sheets', 0.6375764608383179),\n",
              " ('pillows', 0.6361213326454163),\n",
              " ('foam', 0.6184872388839722),\n",
              " ('pillowcases', 0.601868748664856),\n",
              " ('comforter', 0.6007131934165955)]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 12
        }
      ]
    },
    {
      "metadata": {
        "id": "DipXG5nYsjno",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        },
        "outputId": "9f91c31b-7036-49fd-f09d-3b64e94dc308"
      },
      "cell_type": "code",
      "source": [
        "# similarity between two different words\n",
        "model.wv.similarity(w1=\"dirty\",w2=\"smelly\")"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.7558944"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "metadata": {
        "id": "j8DNoUfYsnYs",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        },
        "outputId": "8b8c95fd-2b15-437a-e9cf-bea0b99e34be"
      },
      "cell_type": "code",
      "source": [
        "# similarity between two identical words\n",
        "model.wv.similarity(w1=\"dirty\",w2=\"dirty\")"
      ],
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1.0"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "metadata": {
        "id": "C_bY-nVYsqV6",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        },
        "outputId": "de153ba0-99d7-4de8-b911-7686481bbf19"
      },
      "cell_type": "code",
      "source": [
        "# similarity between two unrelated words\n",
        "model.wv.similarity(w1=\"dirty\",w2=\"clean\")"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.27819902"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "metadata": {
        "id": "W_IALKzeszxa",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 122
        },
        "outputId": "291bb028-61d2-464d-a0a4-e7b7d0e0267b"
      },
      "cell_type": "code",
      "source": [
        "# Which one is the odd one out in this list?\n",
        "model.wv.doesnt_match([\"cat\",\"dog\",\"france\"])"
      ],
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/models/keyedvectors.py:895: FutureWarning: arrays to stack must be passed as a \"sequence\" type such as list or tuple. Support for non-sequence iterables such as generators is deprecated as of NumPy 1.16 and will raise an error in the future.\n",
            "  vectors = vstack(self.word_vec(word, use_norm=True) for word in used_words).astype(REAL)\n",
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'france'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "metadata": {
        "id": "xrJimsxts3-y",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 122
        },
        "outputId": "a181cfbe-ebee-4c90-f237-dca916cd3b45"
      },
      "cell_type": "code",
      "source": [
        "# Which one is the odd one out in this list?\n",
        "model.wv.doesnt_match([\"bed\",\"pillow\",\"duvet\",\"shower\"])"
      ],
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/models/keyedvectors.py:895: FutureWarning: arrays to stack must be passed as a \"sequence\" type such as list or tuple. Support for non-sequence iterables such as generators is deprecated as of NumPy 1.16 and will raise an error in the future.\n",
            "  vectors = vstack(self.word_vec(word, use_norm=True) for word in used_words).astype(REAL)\n",
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'shower'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "metadata": {
        "id": "yAguGDdus60a",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}