{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Train Conformer"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Paper related https://arxiv.org/abs/2005.08100"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<div class=\"alert alert-info\">\n",
    "\n",
    "This tutorial is available as an IPython notebook at [malaya-speech/example/train-asr](https://github.com/huseinzol05/malaya-speech/tree/master/example/train-asr).\n",
    "    \n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<div class=\"alert alert-warning\">\n",
    "\n",
    "This example trained on a very small dataset, do not use it for production.\n",
    "    \n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model Interface\n",
    "\n",
    "To initiate CNN-RNN,\n",
    "\n",
    "```python\n",
    "import malaya_speech.train.model.conformer as conformer\n",
    "\n",
    "x = tf.placeholder(tf.float32, [None, None, num_features, 1])\n",
    "config = malaya_speech.config.conformer_small_encoder_config\n",
    "model = conformer.Model(**config)\n",
    "logits = model(x)\n",
    "```\n",
    "\n",
    "This model interface do not required input length because we can calculate output length using `ctc.utils.calculate_input_length_deep_speech`.\n",
    "\n",
    "We also included `base` and `large` configs based on the paper,\n",
    "\n",
    "```python\n",
    "malaya_speech.config.conformer_base_encoder_config\n",
    "malaya_speech.config.conformer_large_encoder_config\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "\n",
    "os.environ['CUDA_VISIBLE_DEVICES'] = '0'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/quartznet/layer.py:6: The name tf.layers.Conv1D is deprecated. Please use tf.compat.v1.layers.Conv1D instead.\n",
      "\n",
      "WARNING:tensorflow:\n",
      "The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
      "For more information, please see:\n",
      "  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
      "  * https://github.com/tensorflow/addons\n",
      "  * https://github.com/tensorflow/io (for I/O related ops)\n",
      "If you depend on functionality not listed there, please file an issue.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "from glob import glob\n",
    "import malaya_speech.config\n",
    "import malaya_speech.train.model.conformer as conformer\n",
    "import malaya_speech.train.model.ctc as ctc\n",
    "import malaya_speech.train as train\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load Featurizer\n",
    "\n",
    "We prefer use `malaya_speech.tf_featurization.STTFeaturizer` for ASR."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "config = malaya_speech.config.transducer_featurizer_config\n",
    "featurizer = malaya_speech.tf_featurization.STTFeaturizer(**config)\n",
    "n_mels = config['num_feature_bins']\n",
    "initial_learning_rate = 1e-3\n",
    "max_gradient_norm = 5.0\n",
    "train_steps = 1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess_inputs(example):\n",
    "    s = featurizer.vectorize(example['waveforms'])\n",
    "    mel_fbanks = tf.reshape(s, (-1, n_mels))\n",
    "    length = tf.cast(tf.shape(mel_fbanks)[0], tf.int32)\n",
    "    length = tf.expand_dims(length, 0)\n",
    "    example['inputs'] = mel_fbanks\n",
    "    example['inputs_length'] = length\n",
    "\n",
    "    return example"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define Data Pipeline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def parse(serialized_example):\n",
    "\n",
    "    data_fields = {\n",
    "        'waveforms': tf.VarLenFeature(tf.float32),\n",
    "        'targets': tf.VarLenFeature(tf.int64),\n",
    "    }\n",
    "    features = tf.parse_single_example(\n",
    "        serialized_example, features = data_fields\n",
    "    )\n",
    "    for k in features.keys():\n",
    "        features[k] = features[k].values\n",
    "\n",
    "    features = preprocess_inputs(features)\n",
    "\n",
    "    keys = list(features.keys())\n",
    "    for k in keys:\n",
    "        if k not in ['inputs', 'inputs_length', 'targets']:\n",
    "            features.pop(k, None)\n",
    "\n",
    "    return features\n",
    "\n",
    "\n",
    "def get_dataset(path, batch_size = 32, shuffle_size = 32, thread_count = 24):\n",
    "    def get():\n",
    "        files = glob(path)\n",
    "        dataset = tf.data.TFRecordDataset(files)\n",
    "        dataset = dataset.shuffle(shuffle_size)\n",
    "        dataset = dataset.map(parse, num_parallel_calls = thread_count)\n",
    "        dataset = dataset.padded_batch(\n",
    "            batch_size,\n",
    "            padded_shapes = {\n",
    "                'inputs': tf.TensorShape([None, n_mels]),\n",
    "                'inputs_length': tf.TensorShape([None]),\n",
    "                'targets': tf.TensorShape([None]),\n",
    "            },\n",
    "            padding_values = {\n",
    "                'inputs': tf.constant(0, dtype = tf.float32),\n",
    "                'inputs_length': tf.constant(0, dtype = tf.int32),\n",
    "                'targets': tf.constant(0, dtype = tf.int64),\n",
    "            },\n",
    "        )\n",
    "        dataset = dataset.repeat()\n",
    "        return dataset\n",
    "\n",
    "    return get"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define Model definition\n",
    "\n",
    "1. Use malaya_speech CTC loss,\n",
    "\n",
    "```python\n",
    "mean_error, sum_error, sum_weight = ctc.loss.ctc_loss(\n",
    "    logits, targets_int32, seq_lens\n",
    ")\n",
    "```\n",
    "\n",
    "2. Use malaya_speech CTC sequence accuracy,\n",
    "\n",
    "```python\n",
    "accuracy = ctc.metrics.ctc_sequence_accuracy(\n",
    "    logits, targets_int32, seq_lens\n",
    ")\n",
    "```\n",
    "\n",
    "This will automatically recorded in Tensorboard.\n",
    "\n",
    "3. Use malaya_speech output length calculation,\n",
    "\n",
    "```python\n",
    "seq_lens = ctc.utils.calculate_input_length_deep_speech(\n",
    "    features['inputs'], logits\n",
    ")\n",
    "```\n",
    "\n",
    "4. Use malaya_speech metrics for Evaluation session,\n",
    "\n",
    "```python\n",
    "elif mode == tf.estimator.ModeKeys.EVAL:\n",
    "\n",
    "    estimator_spec = tf.estimator.EstimatorSpec(\n",
    "        mode = tf.estimator.ModeKeys.EVAL,\n",
    "        loss = loss,\n",
    "        eval_metric_ops = {\n",
    "            'accuracy': ctc.metrics.ctc_sequence_accuracy_estimator(\n",
    "                logits, targets_int32, seq_lens\n",
    "            ),\n",
    "            'WER': ctc.metrics.word_error_rate_estimator(\n",
    "                logits, targets_int32\n",
    "            ),\n",
    "        },\n",
    "    )\n",
    "```\n",
    "\n",
    "If we passed directly tensor values to `eval_metric_ops`, Tensorflow will throw error, required update operations. So just stick with that implementation."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def model_fn(features, labels, mode, params):\n",
    "    \n",
    "    config = malaya_speech.config.conformer_small_encoder_config\n",
    "    model = conformer.Model(**config)\n",
    "    inputs = tf.expand_dims(features['inputs'], axis = -1)\n",
    "    logits = model(inputs)\n",
    "    logits = tf.layers.dense(logits, malaya_speech.char.VOCAB_SIZE)\n",
    "\n",
    "    seq_lens = ctc.utils.calculate_input_length_deep_speech(\n",
    "        features['inputs'], logits\n",
    "    )\n",
    "\n",
    "    targets_int32 = tf.cast(features['targets'], tf.int32)\n",
    "\n",
    "    mean_error, sum_error, sum_weight = ctc.loss.ctc_loss(\n",
    "        logits, targets_int32, seq_lens\n",
    "    )\n",
    "\n",
    "    loss = mean_error\n",
    "    accuracy = ctc.metrics.ctc_sequence_accuracy(\n",
    "        logits, targets_int32, seq_lens\n",
    "    )\n",
    "\n",
    "    tf.identity(loss, 'train_loss')\n",
    "    tf.identity(accuracy, name = 'train_accuracy')\n",
    "\n",
    "    if mode == tf.estimator.ModeKeys.TRAIN:\n",
    "        global_step = tf.train.get_or_create_global_step()\n",
    "        step = tf.cast(global_step, tf.float32)\n",
    "        dmodel = tf.cast(config['dmodel'], tf.float32)\n",
    "        learning_rate = train.schedule.transformer_schedule(step,\n",
    "                                                           dmodel,\n",
    "                                                           warmup_steps = 100)\n",
    "\n",
    "        optimizer = tf.train.AdamOptimizer(learning_rate = learning_rate)\n",
    "        train_op = optimizer.minimize(loss, global_step = global_step)\n",
    "        estimator_spec = tf.estimator.EstimatorSpec(\n",
    "            mode = mode, loss = loss, train_op = train_op\n",
    "        )\n",
    "\n",
    "    elif mode == tf.estimator.ModeKeys.EVAL:\n",
    "\n",
    "        estimator_spec = tf.estimator.EstimatorSpec(\n",
    "            mode = tf.estimator.ModeKeys.EVAL,\n",
    "            loss = loss,\n",
    "            eval_metric_ops = {\n",
    "                'accuracy': ctc.metrics.ctc_sequence_accuracy_estimator(\n",
    "                    logits, targets_int32, seq_lens\n",
    "                ),\n",
    "                'WER': ctc.metrics.word_error_rate_estimator(\n",
    "                    logits, targets_int32\n",
    "                ),\n",
    "            },\n",
    "        )\n",
    "\n",
    "    return estimator_spec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_hooks = [\n",
    "    tf.train.LoggingTensorHook(\n",
    "        ['train_accuracy', 'train_loss'], every_n_iter = 1\n",
    "    )\n",
    "]\n",
    "train_dataset = get_dataset('tolong-sebut/data/tolong-sebut-train*')\n",
    "dev_dataset = get_dataset('tolong-sebut/data/tolong-sebut-dev*')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "!rm -rf asr-smallconformer smallconformer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/__init__.py:40: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead.\n",
      "\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/__init__.py:40: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead.\n",
      "\n",
      "INFO:tensorflow:Using config: {'_model_dir': 'smallconformer', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': 200, '_save_checkpoints_secs': None, '_session_config': allow_soft_placement: true\n",
      "graph_options {\n",
      "  rewrite_options {\n",
      "    meta_optimizer_iterations: ONE\n",
      "  }\n",
      "}\n",
      ", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 1, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f0496a505f8>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n",
      "INFO:tensorflow:Not using Distribute Coordinator.\n",
      "INFO:tensorflow:Running training and evaluation locally (non-distributed).\n",
      "INFO:tensorflow:Start train and evaluate loop. The evaluate will happen after every checkpoint. Checkpoint frequency is determined based on RunConfig arguments: save_checkpoints_steps 200 or save_checkpoints_secs None.\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead.\n",
      "\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead.\n",
      "\n",
      "INFO:tensorflow:Calling model_fn.\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "If using Keras pass *_constraint arguments to layers.\n",
      "WARNING:tensorflow:From <ipython-input-7-940743bc3823>:7: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use keras.layers.Dense instead.\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/layers/core.py:187: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use `layer.__call__` method instead.\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/util/deprecation.py:507: calling count_nonzero (from tensorflow.python.ops.math_ops) with axis is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "reduction_indices is deprecated, use axis instead\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/ctc/loss.py:21: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use `tf.cast` instead.\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/ctc/loss.py:26: The name tf.nn.ctc_loss is deprecated. Please use tf.compat.v1.nn.ctc_loss instead.\n",
      "\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/ctc/loss.py:5: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Create CheckpointSaverHook.\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Saving checkpoints for 0 into smallconformer/model.ckpt.\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 366.34152\n",
      "INFO:tensorflow:loss = 366.34152, step = 0\n",
      "INFO:tensorflow:global_step/sec: 0.0378867\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 362.8675 (26.395 sec)\n",
      "INFO:tensorflow:loss = 362.8675, step = 1 (26.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18814\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 264.64792 (0.457 sec)\n",
      "INFO:tensorflow:loss = 264.64792, step = 2 (0.457 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.98608\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 194.81483 (0.503 sec)\n",
      "INFO:tensorflow:loss = 194.81483, step = 3 (0.503 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.23116\n",
      "INFO:tensorflow:train_accuracy = 0.018064516, train_loss = 184.04941 (0.448 sec)\n",
      "INFO:tensorflow:loss = 184.04941, step = 4 (0.448 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39489\n",
      "INFO:tensorflow:train_accuracy = 0.012853471, train_loss = 157.70865 (0.418 sec)\n",
      "INFO:tensorflow:loss = 157.70865, step = 5 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61704\n",
      "INFO:tensorflow:train_accuracy = 0.014248705, train_loss = 159.03758 (0.382 sec)\n",
      "INFO:tensorflow:loss = 159.03758, step = 6 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.0375\n",
      "INFO:tensorflow:train_accuracy = 0.015831135, train_loss = 142.63837 (0.491 sec)\n",
      "INFO:tensorflow:loss = 142.63837, step = 7 (0.491 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.14842\n",
      "INFO:tensorflow:train_accuracy = 0.0131752305, train_loss = 137.90854 (0.465 sec)\n",
      "INFO:tensorflow:loss = 137.90854, step = 8 (0.465 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.97962\n",
      "INFO:tensorflow:train_accuracy = 0.019404916, train_loss = 139.54233 (0.505 sec)\n",
      "INFO:tensorflow:loss = 139.54233, step = 9 (0.505 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.29201\n",
      "INFO:tensorflow:train_accuracy = 0.018666666, train_loss = 130.99231 (0.436 sec)\n",
      "INFO:tensorflow:loss = 130.99231, step = 10 (0.436 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.06366\n",
      "INFO:tensorflow:train_accuracy = 0.014492754, train_loss = 127.67216 (0.485 sec)\n",
      "INFO:tensorflow:loss = 127.67216, step = 11 (0.485 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.03802\n",
      "INFO:tensorflow:train_accuracy = 0.016107382, train_loss = 122.6028 (0.491 sec)\n",
      "INFO:tensorflow:loss = 122.6028, step = 12 (0.491 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.99538\n",
      "INFO:tensorflow:train_accuracy = 0.020026702, train_loss = 122.491066 (0.501 sec)\n",
      "INFO:tensorflow:loss = 122.491066, step = 13 (0.501 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48416\n",
      "INFO:tensorflow:train_accuracy = 0.015267176, train_loss = 125.88825 (0.403 sec)\n",
      "INFO:tensorflow:loss = 125.88825, step = 14 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.04766\n",
      "INFO:tensorflow:train_accuracy = 0.01171875, train_loss = 119.57432 (0.489 sec)\n",
      "INFO:tensorflow:loss = 119.57432, step = 15 (0.489 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.93985\n",
      "INFO:tensorflow:train_accuracy = 0.015384615, train_loss = 120.45496 (0.515 sec)\n",
      "INFO:tensorflow:loss = 120.45496, step = 16 (0.515 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.14576\n",
      "INFO:tensorflow:train_accuracy = 0.014138818, train_loss = 117.52348 (0.466 sec)\n",
      "INFO:tensorflow:loss = 117.52348, step = 17 (0.465 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.02879\n",
      "INFO:tensorflow:train_accuracy = 0.016774194, train_loss = 113.99678 (0.493 sec)\n",
      "INFO:tensorflow:loss = 113.99678, step = 18 (0.494 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61475\n",
      "INFO:tensorflow:train_accuracy = 0.022516556, train_loss = 114.42412 (0.382 sec)\n",
      "INFO:tensorflow:loss = 114.42412, step = 19 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.09826\n",
      "INFO:tensorflow:train_accuracy = 0.01458886, train_loss = 109.36681 (0.476 sec)\n",
      "INFO:tensorflow:loss = 109.36681, step = 20 (0.476 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39986\n",
      "INFO:tensorflow:train_accuracy = 0.016949153, train_loss = 109.833694 (0.417 sec)\n",
      "INFO:tensorflow:loss = 109.833694, step = 21 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42899\n",
      "INFO:tensorflow:train_accuracy = 0.01142132, train_loss = 111.8834 (0.412 sec)\n",
      "INFO:tensorflow:loss = 111.8834, step = 22 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41203\n",
      "INFO:tensorflow:train_accuracy = 0.011795544, train_loss = 106.53912 (0.415 sec)\n",
      "INFO:tensorflow:loss = 106.53912, step = 23 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.08204\n",
      "INFO:tensorflow:train_accuracy = 0.015604681, train_loss = 105.193665 (0.480 sec)\n",
      "INFO:tensorflow:loss = 105.193665, step = 24 (0.480 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.9793\n",
      "INFO:tensorflow:train_accuracy = 0.018158237, train_loss = 104.88016 (0.505 sec)\n",
      "INFO:tensorflow:loss = 104.88016, step = 25 (0.505 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58696\n",
      "INFO:tensorflow:train_accuracy = 0.016348774, train_loss = 102.19976 (0.387 sec)\n",
      "INFO:tensorflow:loss = 102.19976, step = 26 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.26251\n",
      "INFO:tensorflow:train_accuracy = 0.020278834, train_loss = 110.22637 (0.442 sec)\n",
      "INFO:tensorflow:loss = 110.22637, step = 27 (0.442 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33734\n",
      "INFO:tensorflow:train_accuracy = 0.01509434, train_loss = 105.53534 (0.428 sec)\n",
      "INFO:tensorflow:loss = 105.53534, step = 28 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52331\n",
      "INFO:tensorflow:train_accuracy = 0.012578616, train_loss = 105.64967 (0.396 sec)\n",
      "INFO:tensorflow:loss = 105.64967, step = 29 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.07532\n",
      "INFO:tensorflow:train_accuracy = 0.015345269, train_loss = 106.27735 (0.482 sec)\n",
      "INFO:tensorflow:loss = 106.27735, step = 30 (0.482 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63318\n",
      "INFO:tensorflow:train_accuracy = 0.014397906, train_loss = 103.16409 (0.380 sec)\n",
      "INFO:tensorflow:loss = 103.16409, step = 31 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.17546\n",
      "INFO:tensorflow:train_accuracy = 0.013888889, train_loss = 104.72889 (0.460 sec)\n",
      "INFO:tensorflow:loss = 104.72889, step = 32 (0.460 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.92495\n",
      "INFO:tensorflow:train_accuracy = 0.01891551, train_loss = 106.20057 (0.520 sec)\n",
      "INFO:tensorflow:loss = 106.20057, step = 33 (0.520 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.77517\n",
      "INFO:tensorflow:train_accuracy = 0.01509434, train_loss = 107.59737 (0.360 sec)\n",
      "INFO:tensorflow:loss = 107.59737, step = 34 (0.360 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.1369\n",
      "INFO:tensorflow:train_accuracy = 0.020434227, train_loss = 107.734795 (0.468 sec)\n",
      "INFO:tensorflow:loss = 107.734795, step = 35 (0.468 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67588\n",
      "INFO:tensorflow:train_accuracy = 0.015306123, train_loss = 105.0259 (0.374 sec)\n",
      "INFO:tensorflow:loss = 105.0259, step = 36 (0.373 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3789\n",
      "INFO:tensorflow:train_accuracy = 0.015345269, train_loss = 102.09475 (0.420 sec)\n",
      "INFO:tensorflow:loss = 102.09475, step = 37 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.9418\n",
      "INFO:tensorflow:train_accuracy = 0.016270338, train_loss = 102.65009 (0.515 sec)\n",
      "INFO:tensorflow:loss = 102.65009, step = 38 (0.514 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.88567\n",
      "INFO:tensorflow:train_accuracy = 0.013924051, train_loss = 99.0083 (0.347 sec)\n",
      "INFO:tensorflow:loss = 99.0083, step = 39 (0.347 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.82625\n",
      "INFO:tensorflow:train_accuracy = 0.020408163, train_loss = 101.93703 (0.354 sec)\n",
      "INFO:tensorflow:loss = 101.93703, step = 40 (0.353 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.90115\n",
      "INFO:tensorflow:train_accuracy = 0.027704485, train_loss = 92.93355 (0.526 sec)\n",
      "INFO:tensorflow:loss = 92.93355, step = 41 (0.527 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.92559\n",
      "INFO:tensorflow:train_accuracy = 0.027061855, train_loss = 97.46834 (0.342 sec)\n",
      "INFO:tensorflow:loss = 97.46834, step = 42 (0.341 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.85235\n",
      "INFO:tensorflow:train_accuracy = 0.026490066, train_loss = 91.109604 (0.351 sec)\n",
      "INFO:tensorflow:loss = 91.109604, step = 43 (0.351 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.80193\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 96.17671 (0.357 sec)\n",
      "INFO:tensorflow:loss = 96.17671, step = 44 (0.357 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.71908\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 93.92184 (0.367 sec)\n",
      "INFO:tensorflow:loss = 93.92184, step = 45 (0.367 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40596\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 95.42091 (0.416 sec)\n",
      "INFO:tensorflow:loss = 95.42091, step = 46 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.70504\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 96.81825 (0.370 sec)\n",
      "INFO:tensorflow:loss = 96.81825, step = 47 (0.370 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60971\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 100.547165 (0.383 sec)\n",
      "INFO:tensorflow:loss = 100.547165, step = 48 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6403\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 99.99084 (0.379 sec)\n",
      "INFO:tensorflow:loss = 99.99084, step = 49 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.73128\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 89.83876 (0.366 sec)\n",
      "INFO:tensorflow:loss = 89.83876, step = 50 (0.365 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63681\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 92.47521 (0.380 sec)\n",
      "INFO:tensorflow:loss = 92.47521, step = 51 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7073\n",
      "INFO:tensorflow:train_accuracy = 0.053915277, train_loss = 92.81206 (0.369 sec)\n",
      "INFO:tensorflow:loss = 92.81206, step = 52 (0.369 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46879\n",
      "INFO:tensorflow:train_accuracy = 0.048714478, train_loss = 87.747604 (0.405 sec)\n",
      "INFO:tensorflow:loss = 87.747604, step = 53 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52158\n",
      "INFO:tensorflow:train_accuracy = 0.021656051, train_loss = 93.61688 (0.396 sec)\n",
      "INFO:tensorflow:loss = 93.61688, step = 54 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67581\n",
      "INFO:tensorflow:train_accuracy = 0.027667984, train_loss = 89.71619 (0.374 sec)\n",
      "INFO:tensorflow:loss = 89.71619, step = 55 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.83407\n",
      "INFO:tensorflow:train_accuracy = 0.026385223, train_loss = 87.09268 (0.352 sec)\n",
      "INFO:tensorflow:loss = 87.09268, step = 56 (0.352 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37836\n",
      "INFO:tensorflow:train_accuracy = 0.049414825, train_loss = 92.332535 (0.421 sec)\n",
      "INFO:tensorflow:loss = 92.332535, step = 57 (0.421 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.75182\n",
      "INFO:tensorflow:train_accuracy = 0.022106633, train_loss = 90.58803 (0.363 sec)\n",
      "INFO:tensorflow:loss = 90.58803, step = 58 (0.363 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.83004\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 84.13824 (0.353 sec)\n",
      "INFO:tensorflow:loss = 84.13824, step = 59 (0.354 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.85991\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 89.190765 (0.350 sec)\n",
      "INFO:tensorflow:loss = 89.190765, step = 60 (0.350 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.74547\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 87.524284 (0.364 sec)\n",
      "INFO:tensorflow:loss = 87.524284, step = 61 (0.363 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.88885\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 86.912994 (0.346 sec)\n",
      "INFO:tensorflow:loss = 86.912994, step = 62 (0.346 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6505\n",
      "INFO:tensorflow:train_accuracy = 0.02457956, train_loss = 84.20546 (0.377 sec)\n",
      "INFO:tensorflow:loss = 84.20546, step = 63 (0.378 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41171\n",
      "INFO:tensorflow:train_accuracy = 0.057298772, train_loss = 78.91551 (0.414 sec)\n",
      "INFO:tensorflow:loss = 78.91551, step = 64 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7415\n",
      "INFO:tensorflow:train_accuracy = 0.041775458, train_loss = 83.64827 (0.365 sec)\n",
      "INFO:tensorflow:loss = 83.64827, step = 65 (0.364 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.73489\n",
      "INFO:tensorflow:train_accuracy = 0.04076433, train_loss = 85.654236 (0.366 sec)\n",
      "INFO:tensorflow:loss = 85.654236, step = 66 (0.366 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52377\n",
      "INFO:tensorflow:train_accuracy = 0.049222797, train_loss = 101.51657 (0.396 sec)\n",
      "INFO:tensorflow:loss = 101.51657, step = 67 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49205\n",
      "INFO:tensorflow:train_accuracy = 0.024813896, train_loss = 87.62999 (0.401 sec)\n",
      "INFO:tensorflow:loss = 87.62999, step = 68 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.01348\n",
      "INFO:tensorflow:train_accuracy = 0.06481481, train_loss = 91.34483 (0.496 sec)\n",
      "INFO:tensorflow:loss = 91.34483, step = 69 (0.496 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.89666\n",
      "INFO:tensorflow:train_accuracy = 0.041237112, train_loss = 84.09352 (0.345 sec)\n",
      "INFO:tensorflow:loss = 84.09352, step = 70 (0.345 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.84294\n",
      "INFO:tensorflow:train_accuracy = 0.072386056, train_loss = 79.1992 (0.352 sec)\n",
      "INFO:tensorflow:loss = 79.1992, step = 71 (0.352 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6907\n",
      "INFO:tensorflow:train_accuracy = 0.048843186, train_loss = 86.44265 (0.372 sec)\n",
      "INFO:tensorflow:loss = 86.44265, step = 72 (0.372 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65635\n",
      "INFO:tensorflow:train_accuracy = 0.029262086, train_loss = 81.86558 (0.376 sec)\n",
      "INFO:tensorflow:loss = 81.86558, step = 73 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55669\n",
      "INFO:tensorflow:train_accuracy = 0.019035533, train_loss = 84.7525 (0.391 sec)\n",
      "INFO:tensorflow:loss = 84.7525, step = 74 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.75561\n",
      "INFO:tensorflow:train_accuracy = 0.02464332, train_loss = 78.062126 (0.363 sec)\n",
      "INFO:tensorflow:loss = 78.062126, step = 75 (0.363 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.74238\n",
      "INFO:tensorflow:train_accuracy = 0.04035309, train_loss = 76.80178 (0.365 sec)\n",
      "INFO:tensorflow:loss = 76.80178, step = 76 (0.365 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.15815\n",
      "INFO:tensorflow:train_accuracy = 0.15645371, train_loss = 71.55801 (0.463 sec)\n",
      "INFO:tensorflow:loss = 71.55801, step = 77 (0.463 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.73803\n",
      "INFO:tensorflow:train_accuracy = 0.15625, train_loss = 76.873474 (0.365 sec)\n",
      "INFO:tensorflow:loss = 76.873474, step = 78 (0.365 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66031\n",
      "INFO:tensorflow:train_accuracy = 0.23391089, train_loss = 76.12234 (0.376 sec)\n",
      "INFO:tensorflow:loss = 76.12234, step = 79 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.31487\n",
      "INFO:tensorflow:train_accuracy = 0.21571238, train_loss = 70.12114 (0.432 sec)\n",
      "INFO:tensorflow:loss = 70.12114, step = 80 (0.432 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.75117\n",
      "INFO:tensorflow:train_accuracy = 0.14091471, train_loss = 76.619064 (0.571 sec)\n",
      "INFO:tensorflow:loss = 76.619064, step = 81 (0.572 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36337\n",
      "INFO:tensorflow:train_accuracy = 0.15809284, train_loss = 76.058784 (0.423 sec)\n",
      "INFO:tensorflow:loss = 76.058784, step = 82 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44639\n",
      "INFO:tensorflow:train_accuracy = 0.10759494, train_loss = 68.72663 (0.408 sec)\n",
      "INFO:tensorflow:loss = 68.72663, step = 83 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.99263\n",
      "INFO:tensorflow:train_accuracy = 0.23589744, train_loss = 59.071636 (0.334 sec)\n",
      "INFO:tensorflow:loss = 59.071636, step = 84 (0.334 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63489\n",
      "INFO:tensorflow:train_accuracy = 0.07930607, train_loss = 70.72281 (0.380 sec)\n",
      "INFO:tensorflow:loss = 70.72281, step = 85 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.72332\n",
      "INFO:tensorflow:train_accuracy = 0.0, train_loss = 71.68194 (0.367 sec)\n",
      "INFO:tensorflow:loss = 71.68194, step = 86 (0.367 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42197\n",
      "INFO:tensorflow:train_accuracy = 0.23631841, train_loss = 62.431587 (0.413 sec)\n",
      "INFO:tensorflow:loss = 62.431587, step = 87 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7365\n",
      "INFO:tensorflow:train_accuracy = 0.22503328, train_loss = 55.14688 (0.366 sec)\n",
      "INFO:tensorflow:loss = 55.14688, step = 88 (0.366 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.0798\n",
      "INFO:tensorflow:train_accuracy = 0.036505867, train_loss = 52.265003 (0.481 sec)\n",
      "INFO:tensorflow:loss = 52.265003, step = 89 (0.481 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.8125\n",
      "INFO:tensorflow:train_accuracy = 0.2537931, train_loss = 46.025356 (0.356 sec)\n",
      "INFO:tensorflow:loss = 46.025356, step = 90 (0.356 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.82456\n",
      "INFO:tensorflow:train_accuracy = 0.11111111, train_loss = 52.32105 (0.354 sec)\n",
      "INFO:tensorflow:loss = 52.32105, step = 91 (0.354 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36229\n",
      "INFO:tensorflow:train_accuracy = 0.21989529, train_loss = 48.077057 (0.423 sec)\n",
      "INFO:tensorflow:loss = 48.077057, step = 92 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.93188\n",
      "INFO:tensorflow:train_accuracy = 0.29003784, train_loss = 49.76819 (0.341 sec)\n",
      "INFO:tensorflow:loss = 49.76819, step = 93 (0.341 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.95944\n",
      "INFO:tensorflow:train_accuracy = 0.09505703, train_loss = 50.70616 (0.338 sec)\n",
      "INFO:tensorflow:loss = 50.70616, step = 94 (0.339 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54762\n",
      "INFO:tensorflow:train_accuracy = 0.14814815, train_loss = 50.03411 (0.392 sec)\n",
      "INFO:tensorflow:loss = 50.03411, step = 95 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55094\n",
      "INFO:tensorflow:train_accuracy = 0.28145266, train_loss = 47.378998 (0.392 sec)\n",
      "INFO:tensorflow:loss = 47.378998, step = 96 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52763\n",
      "INFO:tensorflow:train_accuracy = 0.21456437, train_loss = 46.82217 (0.395 sec)\n",
      "INFO:tensorflow:loss = 46.82217, step = 97 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55362\n",
      "INFO:tensorflow:train_accuracy = 0.2869898, train_loss = 45.883293 (0.392 sec)\n",
      "INFO:tensorflow:loss = 45.883293, step = 98 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.09686\n",
      "INFO:tensorflow:train_accuracy = 0.2549801, train_loss = 46.58568 (0.477 sec)\n",
      "INFO:tensorflow:loss = 46.58568, step = 99 (0.477 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.0143\n",
      "INFO:tensorflow:train_accuracy = 0.31258106, train_loss = 46.661102 (0.333 sec)\n",
      "INFO:tensorflow:loss = 46.661102, step = 100 (0.333 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38705\n",
      "INFO:tensorflow:train_accuracy = 0.25, train_loss = 45.892708 (0.418 sec)\n",
      "INFO:tensorflow:loss = 45.892708, step = 101 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53235\n",
      "INFO:tensorflow:train_accuracy = 0.18758257, train_loss = 44.984642 (0.395 sec)\n",
      "INFO:tensorflow:loss = 44.984642, step = 102 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59077\n",
      "INFO:tensorflow:train_accuracy = 0.21796565, train_loss = 44.02687 (0.386 sec)\n",
      "INFO:tensorflow:loss = 44.02687, step = 103 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60895\n",
      "INFO:tensorflow:train_accuracy = 0.10810811, train_loss = 44.503586 (0.384 sec)\n",
      "INFO:tensorflow:loss = 44.503586, step = 104 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57062\n",
      "INFO:tensorflow:train_accuracy = 0.13189772, train_loss = 42.83908 (0.389 sec)\n",
      "INFO:tensorflow:loss = 42.83908, step = 105 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67004\n",
      "INFO:tensorflow:train_accuracy = 0.32941177, train_loss = 43.23312 (0.375 sec)\n",
      "INFO:tensorflow:loss = 43.23312, step = 106 (0.375 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44057\n",
      "INFO:tensorflow:train_accuracy = 0.30125, train_loss = 46.476173 (0.410 sec)\n",
      "INFO:tensorflow:loss = 46.476173, step = 107 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44141\n",
      "INFO:tensorflow:train_accuracy = 0.3026316, train_loss = 43.49082 (0.410 sec)\n",
      "INFO:tensorflow:loss = 43.49082, step = 108 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62085\n",
      "INFO:tensorflow:train_accuracy = 0.30232558, train_loss = 42.67875 (0.381 sec)\n",
      "INFO:tensorflow:loss = 42.67875, step = 109 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56506\n",
      "INFO:tensorflow:train_accuracy = 0.32147563, train_loss = 41.241405 (0.390 sec)\n",
      "INFO:tensorflow:loss = 41.241405, step = 110 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50063\n",
      "INFO:tensorflow:train_accuracy = 0.32891247, train_loss = 42.484932 (0.400 sec)\n",
      "INFO:tensorflow:loss = 42.484932, step = 111 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56347\n",
      "INFO:tensorflow:train_accuracy = 0.3958869, train_loss = 42.089836 (0.390 sec)\n",
      "INFO:tensorflow:loss = 42.089836, step = 112 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.95632\n",
      "INFO:tensorflow:train_accuracy = 0.37124184, train_loss = 41.35884 (0.511 sec)\n",
      "INFO:tensorflow:loss = 41.35884, step = 113 (0.511 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54846\n",
      "INFO:tensorflow:train_accuracy = 0.28342247, train_loss = 42.199776 (0.392 sec)\n",
      "INFO:tensorflow:loss = 42.199776, step = 114 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33639\n",
      "INFO:tensorflow:train_accuracy = 0.33505154, train_loss = 42.657516 (0.428 sec)\n",
      "INFO:tensorflow:loss = 42.657516, step = 115 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.73047\n",
      "INFO:tensorflow:train_accuracy = 0.094736844, train_loss = 41.138885 (0.367 sec)\n",
      "INFO:tensorflow:loss = 41.138885, step = 116 (0.367 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38731\n",
      "INFO:tensorflow:train_accuracy = 0.28643852, train_loss = 44.922592 (0.419 sec)\n",
      "INFO:tensorflow:loss = 44.922592, step = 117 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5892\n",
      "INFO:tensorflow:train_accuracy = 0.32219252, train_loss = 39.573387 (0.386 sec)\n",
      "INFO:tensorflow:loss = 39.573387, step = 118 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58238\n",
      "INFO:tensorflow:train_accuracy = 0.3625954, train_loss = 42.426838 (0.387 sec)\n",
      "INFO:tensorflow:loss = 42.426838, step = 119 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.1962\n",
      "INFO:tensorflow:train_accuracy = 0.2754717, train_loss = 45.29125 (0.455 sec)\n",
      "INFO:tensorflow:loss = 45.29125, step = 120 (0.456 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57911\n",
      "INFO:tensorflow:train_accuracy = 0.3549223, train_loss = 40.863976 (0.388 sec)\n",
      "INFO:tensorflow:loss = 40.863976, step = 121 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55678\n",
      "INFO:tensorflow:train_accuracy = 0.2864259, train_loss = 45.286404 (0.391 sec)\n",
      "INFO:tensorflow:loss = 45.286404, step = 122 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44975\n",
      "INFO:tensorflow:train_accuracy = 0.3164721, train_loss = 41.102158 (0.408 sec)\n",
      "INFO:tensorflow:loss = 41.102158, step = 123 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45611\n",
      "INFO:tensorflow:train_accuracy = 0.2893726, train_loss = 43.26918 (0.407 sec)\n",
      "INFO:tensorflow:loss = 43.26918, step = 124 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44427\n",
      "INFO:tensorflow:train_accuracy = 0.29789865, train_loss = 43.91452 (0.409 sec)\n",
      "INFO:tensorflow:loss = 43.91452, step = 125 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53003\n",
      "INFO:tensorflow:train_accuracy = 0.3415906, train_loss = 39.579372 (0.396 sec)\n",
      "INFO:tensorflow:loss = 39.579372, step = 126 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40784\n",
      "INFO:tensorflow:train_accuracy = 0.315, train_loss = 43.78041 (0.415 sec)\n",
      "INFO:tensorflow:loss = 43.78041, step = 127 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.30477\n",
      "INFO:tensorflow:train_accuracy = 0.2782719, train_loss = 44.24954 (0.434 sec)\n",
      "INFO:tensorflow:loss = 44.24954, step = 128 (0.434 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60198\n",
      "INFO:tensorflow:train_accuracy = 0.12323492, train_loss = 41.495926 (0.384 sec)\n",
      "INFO:tensorflow:loss = 41.495926, step = 129 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.30802\n",
      "INFO:tensorflow:train_accuracy = 0.13307984, train_loss = 40.015083 (0.433 sec)\n",
      "INFO:tensorflow:loss = 40.015083, step = 130 (0.433 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5261\n",
      "INFO:tensorflow:train_accuracy = 0.28644502, train_loss = 44.107357 (0.396 sec)\n",
      "INFO:tensorflow:loss = 44.107357, step = 131 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.16965\n",
      "INFO:tensorflow:train_accuracy = 0.35630688, train_loss = 39.063713 (0.461 sec)\n",
      "INFO:tensorflow:loss = 39.063713, step = 132 (0.461 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57198\n",
      "INFO:tensorflow:train_accuracy = 0.30818415, train_loss = 42.290794 (0.389 sec)\n",
      "INFO:tensorflow:loss = 42.290794, step = 133 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.76538\n",
      "INFO:tensorflow:train_accuracy = 0.2782719, train_loss = 42.960167 (0.362 sec)\n",
      "INFO:tensorflow:loss = 42.960167, step = 134 (0.362 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41125\n",
      "INFO:tensorflow:train_accuracy = 0.12483745, train_loss = 40.929626 (0.415 sec)\n",
      "INFO:tensorflow:loss = 40.929626, step = 135 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6601\n",
      "INFO:tensorflow:train_accuracy = 0.14516129, train_loss = 36.426254 (0.376 sec)\n",
      "INFO:tensorflow:loss = 36.426254, step = 136 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.87397\n",
      "INFO:tensorflow:train_accuracy = 0.29064038, train_loss = 35.430893 (0.348 sec)\n",
      "INFO:tensorflow:loss = 35.430893, step = 137 (0.348 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.28751\n",
      "INFO:tensorflow:train_accuracy = 0.33333334, train_loss = 37.015686 (0.437 sec)\n",
      "INFO:tensorflow:loss = 37.015686, step = 138 (0.437 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44305\n",
      "INFO:tensorflow:train_accuracy = 0.26871166, train_loss = 44.488472 (0.409 sec)\n",
      "INFO:tensorflow:loss = 44.488472, step = 139 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3065\n",
      "INFO:tensorflow:train_accuracy = 0.29336736, train_loss = 42.013206 (0.434 sec)\n",
      "INFO:tensorflow:loss = 42.013206, step = 140 (0.434 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.01902\n",
      "INFO:tensorflow:train_accuracy = 0.16412213, train_loss = 40.934677 (0.495 sec)\n",
      "INFO:tensorflow:loss = 40.934677, step = 141 (0.495 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47319\n",
      "INFO:tensorflow:train_accuracy = 0.16431323, train_loss = 41.33882 (0.404 sec)\n",
      "INFO:tensorflow:loss = 41.33882, step = 142 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54849\n",
      "INFO:tensorflow:train_accuracy = 0.3469388, train_loss = 40.556747 (0.392 sec)\n",
      "INFO:tensorflow:loss = 40.556747, step = 143 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.88149\n",
      "INFO:tensorflow:train_accuracy = 0.38845146, train_loss = 38.352203 (0.347 sec)\n",
      "INFO:tensorflow:loss = 38.352203, step = 144 (0.346 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.25287\n",
      "INFO:tensorflow:train_accuracy = 0.3159304, train_loss = 38.271236 (0.444 sec)\n",
      "INFO:tensorflow:loss = 38.271236, step = 145 (0.444 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35716\n",
      "INFO:tensorflow:train_accuracy = 0.32207793, train_loss = 40.869766 (0.425 sec)\n",
      "INFO:tensorflow:loss = 40.869766, step = 146 (0.425 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59107\n",
      "INFO:tensorflow:train_accuracy = 0.15852048, train_loss = 37.99257 (0.386 sec)\n",
      "INFO:tensorflow:loss = 37.99257, step = 147 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44911\n",
      "INFO:tensorflow:train_accuracy = 0.15897436, train_loss = 40.878147 (0.409 sec)\n",
      "INFO:tensorflow:loss = 40.878147, step = 148 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5395\n",
      "INFO:tensorflow:train_accuracy = 0.13833992, train_loss = 37.622314 (0.394 sec)\n",
      "INFO:tensorflow:loss = 37.622314, step = 149 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58189\n",
      "INFO:tensorflow:train_accuracy = 0.344692, train_loss = 37.20218 (0.387 sec)\n",
      "INFO:tensorflow:loss = 37.20218, step = 150 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56954\n",
      "INFO:tensorflow:train_accuracy = 0.34871796, train_loss = 42.143288 (0.389 sec)\n",
      "INFO:tensorflow:loss = 42.143288, step = 151 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.11375\n",
      "INFO:tensorflow:train_accuracy = 0.3617021, train_loss = 39.30356 (0.473 sec)\n",
      "INFO:tensorflow:loss = 39.30356, step = 152 (0.472 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44027\n",
      "INFO:tensorflow:train_accuracy = 0.34649682, train_loss = 40.70337 (0.410 sec)\n",
      "INFO:tensorflow:loss = 40.70337, step = 153 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61412\n",
      "INFO:tensorflow:train_accuracy = 0.14266667, train_loss = 36.49625 (0.383 sec)\n",
      "INFO:tensorflow:loss = 36.49625, step = 154 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52063\n",
      "INFO:tensorflow:train_accuracy = 0.14545454, train_loss = 40.864853 (0.396 sec)\n",
      "INFO:tensorflow:loss = 40.864853, step = 155 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49124\n",
      "INFO:tensorflow:train_accuracy = 0.16370559, train_loss = 40.41439 (0.401 sec)\n",
      "INFO:tensorflow:loss = 40.41439, step = 156 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61113\n",
      "INFO:tensorflow:train_accuracy = 0.3133515, train_loss = 37.035843 (0.383 sec)\n",
      "INFO:tensorflow:loss = 37.035843, step = 157 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55895\n",
      "INFO:tensorflow:train_accuracy = 0.34378922, train_loss = 42.12439 (0.391 sec)\n",
      "INFO:tensorflow:loss = 42.12439, step = 158 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59067\n",
      "INFO:tensorflow:train_accuracy = 0.27854455, train_loss = 42.052177 (0.386 sec)\n",
      "INFO:tensorflow:loss = 42.052177, step = 159 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53179\n",
      "INFO:tensorflow:train_accuracy = 0.32133332, train_loss = 38.13816 (0.395 sec)\n",
      "INFO:tensorflow:loss = 38.13816, step = 160 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66023\n",
      "INFO:tensorflow:train_accuracy = 0.38326585, train_loss = 35.2705 (0.376 sec)\n",
      "INFO:tensorflow:loss = 35.2705, step = 161 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61065\n",
      "INFO:tensorflow:train_accuracy = 0.37715805, train_loss = 35.99958 (0.383 sec)\n",
      "INFO:tensorflow:loss = 35.99958, step = 162 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51771\n",
      "INFO:tensorflow:train_accuracy = 0.33505154, train_loss = 41.568428 (0.397 sec)\n",
      "INFO:tensorflow:loss = 41.568428, step = 163 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.8876\n",
      "INFO:tensorflow:train_accuracy = 0.3175416, train_loss = 40.906715 (0.530 sec)\n",
      "INFO:tensorflow:loss = 40.906715, step = 164 (0.530 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46637\n",
      "INFO:tensorflow:train_accuracy = 0.31632653, train_loss = 42.048218 (0.405 sec)\n",
      "INFO:tensorflow:loss = 42.048218, step = 165 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48892\n",
      "INFO:tensorflow:train_accuracy = 0.34111544, train_loss = 39.251736 (0.402 sec)\n",
      "INFO:tensorflow:loss = 39.251736, step = 166 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7487\n",
      "INFO:tensorflow:train_accuracy = 0.36398467, train_loss = 39.331005 (0.364 sec)\n",
      "INFO:tensorflow:loss = 39.331005, step = 167 (0.364 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44439\n",
      "INFO:tensorflow:train_accuracy = 0.3554443, train_loss = 41.16679 (0.409 sec)\n",
      "INFO:tensorflow:loss = 41.16679, step = 168 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50153\n",
      "INFO:tensorflow:train_accuracy = 0.28342247, train_loss = 39.613907 (0.399 sec)\n",
      "INFO:tensorflow:loss = 39.613907, step = 169 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47696\n",
      "INFO:tensorflow:train_accuracy = 0.3790013, train_loss = 38.752285 (0.404 sec)\n",
      "INFO:tensorflow:loss = 38.752285, step = 170 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52466\n",
      "INFO:tensorflow:train_accuracy = 0.3654321, train_loss = 41.3493 (0.396 sec)\n",
      "INFO:tensorflow:loss = 41.3493, step = 171 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42586\n",
      "INFO:tensorflow:train_accuracy = 0.3147208, train_loss = 41.90531 (0.412 sec)\n",
      "INFO:tensorflow:loss = 41.90531, step = 172 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39669\n",
      "INFO:tensorflow:train_accuracy = 0.30807453, train_loss = 44.007633 (0.417 sec)\n",
      "INFO:tensorflow:loss = 44.007633, step = 173 (0.417 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4432\n",
      "INFO:tensorflow:train_accuracy = 0.32581455, train_loss = 41.23 (0.409 sec)\n",
      "INFO:tensorflow:loss = 41.23, step = 174 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45747\n",
      "INFO:tensorflow:train_accuracy = 0.27864584, train_loss = 40.312042 (0.407 sec)\n",
      "INFO:tensorflow:loss = 40.312042, step = 175 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66956\n",
      "INFO:tensorflow:train_accuracy = 0.26169404, train_loss = 38.923176 (0.374 sec)\n",
      "INFO:tensorflow:loss = 38.923176, step = 176 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4058\n",
      "INFO:tensorflow:train_accuracy = 0.2907712, train_loss = 42.60811 (0.416 sec)\n",
      "INFO:tensorflow:loss = 42.60811, step = 177 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48944\n",
      "INFO:tensorflow:train_accuracy = 0.3263158, train_loss = 38.8667 (0.402 sec)\n",
      "INFO:tensorflow:loss = 38.8667, step = 178 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60823\n",
      "INFO:tensorflow:train_accuracy = 0.41939712, train_loss = 36.165977 (0.383 sec)\n",
      "INFO:tensorflow:loss = 36.165977, step = 179 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4685\n",
      "INFO:tensorflow:train_accuracy = 0.32178217, train_loss = 43.61881 (0.405 sec)\n",
      "INFO:tensorflow:loss = 43.61881, step = 180 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.28611\n",
      "INFO:tensorflow:train_accuracy = 0.3387978, train_loss = 35.97323 (0.437 sec)\n",
      "INFO:tensorflow:loss = 35.97323, step = 181 (0.438 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53594\n",
      "INFO:tensorflow:train_accuracy = 0.36692506, train_loss = 38.11105 (0.394 sec)\n",
      "INFO:tensorflow:loss = 38.11105, step = 182 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67482\n",
      "INFO:tensorflow:train_accuracy = 0.2173913, train_loss = 38.877914 (0.374 sec)\n",
      "INFO:tensorflow:loss = 38.877914, step = 183 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.24798\n",
      "INFO:tensorflow:train_accuracy = 0.19663648, train_loss = 39.392086 (0.445 sec)\n",
      "INFO:tensorflow:loss = 39.392086, step = 184 (0.445 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51462\n",
      "INFO:tensorflow:train_accuracy = 0.18935643, train_loss = 43.135406 (0.398 sec)\n",
      "INFO:tensorflow:loss = 43.135406, step = 185 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42046\n",
      "INFO:tensorflow:train_accuracy = 0.21843435, train_loss = 41.432507 (0.413 sec)\n",
      "INFO:tensorflow:loss = 41.432507, step = 186 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.27368\n",
      "INFO:tensorflow:train_accuracy = 0.17534943, train_loss = 40.407295 (0.440 sec)\n",
      "INFO:tensorflow:loss = 40.407295, step = 187 (0.440 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49123\n",
      "INFO:tensorflow:train_accuracy = 0.18709677, train_loss = 40.162895 (0.402 sec)\n",
      "INFO:tensorflow:loss = 40.162895, step = 188 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44545\n",
      "INFO:tensorflow:train_accuracy = 0.33248082, train_loss = 39.589264 (0.408 sec)\n",
      "INFO:tensorflow:loss = 39.589264, step = 189 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57043\n",
      "INFO:tensorflow:train_accuracy = 0.14025974, train_loss = 37.581802 (0.389 sec)\n",
      "INFO:tensorflow:loss = 37.581802, step = 190 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45287\n",
      "INFO:tensorflow:train_accuracy = 0.13654096, train_loss = 37.496735 (0.407 sec)\n",
      "INFO:tensorflow:loss = 37.496735, step = 191 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59493\n",
      "INFO:tensorflow:train_accuracy = 0.33066666, train_loss = 37.38498 (0.385 sec)\n",
      "INFO:tensorflow:loss = 37.38498, step = 192 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51593\n",
      "INFO:tensorflow:train_accuracy = 0.31020942, train_loss = 39.94328 (0.398 sec)\n",
      "INFO:tensorflow:loss = 39.94328, step = 193 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.73236\n",
      "INFO:tensorflow:train_accuracy = 0.42723632, train_loss = 34.25537 (0.366 sec)\n",
      "INFO:tensorflow:loss = 34.25537, step = 194 (0.365 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62196\n",
      "INFO:tensorflow:train_accuracy = 0.342556, train_loss = 38.068832 (0.382 sec)\n",
      "INFO:tensorflow:loss = 38.068832, step = 195 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55948\n",
      "INFO:tensorflow:train_accuracy = 0.3041237, train_loss = 41.110672 (0.390 sec)\n",
      "INFO:tensorflow:loss = 41.110672, step = 196 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51062\n",
      "INFO:tensorflow:train_accuracy = 0.1261498, train_loss = 38.736702 (0.398 sec)\n",
      "INFO:tensorflow:loss = 38.736702, step = 197 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67041\n",
      "INFO:tensorflow:train_accuracy = 0.18085106, train_loss = 36.58947 (0.374 sec)\n",
      "INFO:tensorflow:loss = 36.58947, step = 198 (0.374 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 200 into smallconformer/model.ckpt.\n",
      "INFO:tensorflow:Calling model_fn.\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/ctc/metrics.py:58: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead.\n",
      "\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/ctc/metrics.py:119: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
      "\n",
      "WARNING:tensorflow:From /home/husein/malaya-speech/malaya_speech/train/model/ctc/metrics.py:106: The name tf.regex_replace is deprecated. Please use tf.strings.regex_replace instead.\n",
      "\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Starting evaluation at 2020-10-25T19:36:06Z\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Restoring parameters from smallconformer/model.ckpt-200\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Evaluation [1/10]\n",
      "INFO:tensorflow:Evaluation [2/10]\n",
      "INFO:tensorflow:Evaluation [3/10]\n",
      "INFO:tensorflow:Evaluation [4/10]\n",
      "INFO:tensorflow:Evaluation [5/10]\n",
      "INFO:tensorflow:Evaluation [6/10]\n",
      "INFO:tensorflow:Evaluation [7/10]\n",
      "INFO:tensorflow:Evaluation [8/10]\n",
      "INFO:tensorflow:Evaluation [9/10]\n",
      "INFO:tensorflow:Evaluation [10/10]\n",
      "INFO:tensorflow:Finished evaluation at 2020-10-25-19:36:16\n",
      "INFO:tensorflow:Saving dict for global step 200: WER = 1.0, accuracy = 0.3128834, global_step = 200, loss = 43.574013\n",
      "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 200: smallconformer/model.ckpt-200\n",
      "INFO:tensorflow:global_step/sec: 0.0412571\n",
      "INFO:tensorflow:train_accuracy = 0.153048, train_loss = 36.66128 (24.238 sec)\n",
      "INFO:tensorflow:loss = 36.66128, step = 199 (24.238 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58644\n",
      "INFO:tensorflow:train_accuracy = 0.29074314, train_loss = 39.47863 (0.388 sec)\n",
      "INFO:tensorflow:loss = 39.47863, step = 200 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52069\n",
      "INFO:tensorflow:train_accuracy = 0.34561625, train_loss = 40.36689 (0.397 sec)\n",
      "INFO:tensorflow:loss = 40.36689, step = 201 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.464\n",
      "INFO:tensorflow:train_accuracy = 0.3416557, train_loss = 37.82902 (0.406 sec)\n",
      "INFO:tensorflow:loss = 37.82902, step = 202 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.28511\n",
      "INFO:tensorflow:train_accuracy = 0.3523316, train_loss = 38.07567 (0.438 sec)\n",
      "INFO:tensorflow:loss = 38.07567, step = 203 (0.438 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7478\n",
      "INFO:tensorflow:train_accuracy = 0.39784947, train_loss = 34.688156 (0.364 sec)\n",
      "INFO:tensorflow:loss = 34.688156, step = 204 (0.365 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44348\n",
      "INFO:tensorflow:train_accuracy = 0.31632653, train_loss = 42.633278 (0.409 sec)\n",
      "INFO:tensorflow:loss = 42.633278, step = 205 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61757\n",
      "INFO:tensorflow:train_accuracy = 0.42025316, train_loss = 38.005974 (0.382 sec)\n",
      "INFO:tensorflow:loss = 38.005974, step = 206 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54897\n",
      "INFO:tensorflow:train_accuracy = 0.32082793, train_loss = 38.697258 (0.393 sec)\n",
      "INFO:tensorflow:loss = 38.697258, step = 207 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53028\n",
      "INFO:tensorflow:train_accuracy = 0.3901099, train_loss = 33.63069 (0.395 sec)\n",
      "INFO:tensorflow:loss = 33.63069, step = 208 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48213\n",
      "INFO:tensorflow:train_accuracy = 0.3216602, train_loss = 40.16996 (0.403 sec)\n",
      "INFO:tensorflow:loss = 40.16996, step = 209 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46124\n",
      "INFO:tensorflow:train_accuracy = 0.35370612, train_loss = 37.685673 (0.407 sec)\n",
      "INFO:tensorflow:loss = 37.685673, step = 210 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4219\n",
      "INFO:tensorflow:train_accuracy = 0.3033419, train_loss = 40.51184 (0.413 sec)\n",
      "INFO:tensorflow:loss = 40.51184, step = 211 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.16627\n",
      "INFO:tensorflow:train_accuracy = 0.16223067, train_loss = 40.80644 (0.461 sec)\n",
      "INFO:tensorflow:loss = 40.80644, step = 212 (0.461 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.70467\n",
      "INFO:tensorflow:train_accuracy = 0.12611465, train_loss = 39.915165 (0.370 sec)\n",
      "INFO:tensorflow:loss = 39.915165, step = 213 (0.370 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49667\n",
      "INFO:tensorflow:train_accuracy = 0.30506328, train_loss = 41.996178 (0.401 sec)\n",
      "INFO:tensorflow:loss = 41.996178, step = 214 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36048\n",
      "INFO:tensorflow:train_accuracy = 0.2857143, train_loss = 41.677338 (0.424 sec)\n",
      "INFO:tensorflow:loss = 41.677338, step = 215 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.8869\n",
      "INFO:tensorflow:train_accuracy = 0.35639685, train_loss = 36.843063 (0.529 sec)\n",
      "INFO:tensorflow:loss = 36.843063, step = 216 (0.529 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57696\n",
      "INFO:tensorflow:train_accuracy = 0.36097562, train_loss = 42.377403 (0.388 sec)\n",
      "INFO:tensorflow:loss = 42.377403, step = 217 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57189\n",
      "INFO:tensorflow:train_accuracy = 0.32418302, train_loss = 39.057964 (0.389 sec)\n",
      "INFO:tensorflow:loss = 39.057964, step = 218 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35335\n",
      "INFO:tensorflow:train_accuracy = 0.19319563, train_loss = 43.43686 (0.425 sec)\n",
      "INFO:tensorflow:loss = 43.43686, step = 219 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.10169\n",
      "INFO:tensorflow:train_accuracy = 0.325887, train_loss = 37.82602 (0.476 sec)\n",
      "INFO:tensorflow:loss = 37.82602, step = 220 (0.477 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51581\n",
      "INFO:tensorflow:train_accuracy = 0.28255528, train_loss = 40.97563 (0.397 sec)\n",
      "INFO:tensorflow:loss = 40.97563, step = 221 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62077\n",
      "INFO:tensorflow:train_accuracy = 0.2724758, train_loss = 35.257652 (0.381 sec)\n",
      "INFO:tensorflow:loss = 35.257652, step = 222 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.68202\n",
      "INFO:tensorflow:train_accuracy = 0.3234568, train_loss = 42.003925 (0.373 sec)\n",
      "INFO:tensorflow:loss = 42.003925, step = 223 (0.373 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50146\n",
      "INFO:tensorflow:train_accuracy = 0.25375, train_loss = 41.916187 (0.400 sec)\n",
      "INFO:tensorflow:loss = 41.916187, step = 224 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54425\n",
      "INFO:tensorflow:train_accuracy = 0.13938619, train_loss = 38.785828 (0.393 sec)\n",
      "INFO:tensorflow:loss = 38.785828, step = 225 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18587\n",
      "INFO:tensorflow:train_accuracy = 0.1513158, train_loss = 37.82728 (0.458 sec)\n",
      "INFO:tensorflow:loss = 37.82728, step = 226 (0.458 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57152\n",
      "INFO:tensorflow:train_accuracy = 0.21293801, train_loss = 34.945396 (0.388 sec)\n",
      "INFO:tensorflow:loss = 34.945396, step = 227 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64903\n",
      "INFO:tensorflow:train_accuracy = 0.3834197, train_loss = 38.076805 (0.378 sec)\n",
      "INFO:tensorflow:loss = 38.076805, step = 228 (0.378 sec)\n",
      "INFO:tensorflow:global_step/sec: 5.43848\n",
      "INFO:tensorflow:train_accuracy = 0.215311, train_loss = 39.26917 (0.184 sec)\n",
      "INFO:tensorflow:loss = 39.26917, step = 229 (0.183 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.29046\n",
      "INFO:tensorflow:train_accuracy = 0.21870883, train_loss = 36.940727 (0.437 sec)\n",
      "INFO:tensorflow:loss = 36.940727, step = 230 (0.437 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58134\n",
      "INFO:tensorflow:train_accuracy = 0.14869888, train_loss = 39.968872 (0.387 sec)\n",
      "INFO:tensorflow:loss = 39.968872, step = 231 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34684\n",
      "INFO:tensorflow:train_accuracy = 0.18718593, train_loss = 44.11416 (0.426 sec)\n",
      "INFO:tensorflow:loss = 44.11416, step = 232 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42787\n",
      "INFO:tensorflow:train_accuracy = 0.15178572, train_loss = 38.414677 (0.412 sec)\n",
      "INFO:tensorflow:loss = 38.414677, step = 233 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49382\n",
      "INFO:tensorflow:train_accuracy = 0.16603774, train_loss = 39.588203 (0.401 sec)\n",
      "INFO:tensorflow:loss = 39.588203, step = 234 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58119\n",
      "INFO:tensorflow:train_accuracy = 0.28964612, train_loss = 35.93984 (0.387 sec)\n",
      "INFO:tensorflow:loss = 35.93984, step = 235 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39205\n",
      "INFO:tensorflow:train_accuracy = 0.34424084, train_loss = 36.51117 (0.418 sec)\n",
      "INFO:tensorflow:loss = 36.51117, step = 236 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58742\n",
      "INFO:tensorflow:train_accuracy = 0.4007782, train_loss = 35.653164 (0.387 sec)\n",
      "INFO:tensorflow:loss = 35.653164, step = 237 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58567\n",
      "INFO:tensorflow:train_accuracy = 0.27522936, train_loss = 38.71678 (0.386 sec)\n",
      "INFO:tensorflow:loss = 38.71678, step = 238 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57437\n",
      "INFO:tensorflow:train_accuracy = 0.3227513, train_loss = 36.62857 (0.389 sec)\n",
      "INFO:tensorflow:loss = 36.62857, step = 239 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.23891\n",
      "INFO:tensorflow:train_accuracy = 0.11873351, train_loss = 37.13575 (0.447 sec)\n",
      "INFO:tensorflow:loss = 37.13575, step = 240 (0.447 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.24724\n",
      "INFO:tensorflow:train_accuracy = 0.11311054, train_loss = 37.906597 (0.445 sec)\n",
      "INFO:tensorflow:loss = 37.906597, step = 241 (0.445 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.76791\n",
      "INFO:tensorflow:train_accuracy = 0.17965654, train_loss = 33.363377 (0.361 sec)\n",
      "INFO:tensorflow:loss = 33.363377, step = 242 (0.362 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.06047\n",
      "INFO:tensorflow:train_accuracy = 0.28032345, train_loss = 37.650826 (0.327 sec)\n",
      "INFO:tensorflow:loss = 37.650826, step = 243 (0.326 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66067\n",
      "INFO:tensorflow:train_accuracy = 0.23468058, train_loss = 38.87549 (0.376 sec)\n",
      "INFO:tensorflow:loss = 38.87549, step = 244 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67752\n",
      "INFO:tensorflow:train_accuracy = 0.30217668, train_loss = 38.912804 (0.374 sec)\n",
      "INFO:tensorflow:loss = 38.912804, step = 245 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59378\n",
      "INFO:tensorflow:train_accuracy = 0.31306598, train_loss = 36.64952 (0.385 sec)\n",
      "INFO:tensorflow:loss = 36.64952, step = 246 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56584\n",
      "INFO:tensorflow:train_accuracy = 0.3608924, train_loss = 34.90213 (0.390 sec)\n",
      "INFO:tensorflow:loss = 34.90213, step = 247 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33371\n",
      "INFO:tensorflow:train_accuracy = 0.31145433, train_loss = 37.879227 (0.428 sec)\n",
      "INFO:tensorflow:loss = 37.879227, step = 248 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5282\n",
      "INFO:tensorflow:train_accuracy = 0.36653388, train_loss = 35.70837 (0.396 sec)\n",
      "INFO:tensorflow:loss = 35.70837, step = 249 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60958\n",
      "INFO:tensorflow:train_accuracy = 0.28032345, train_loss = 36.31774 (0.383 sec)\n",
      "INFO:tensorflow:loss = 36.31774, step = 250 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.83912\n",
      "INFO:tensorflow:train_accuracy = 0.11594203, train_loss = 44.604286 (0.354 sec)\n",
      "INFO:tensorflow:loss = 44.604286, step = 251 (0.354 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51981\n",
      "INFO:tensorflow:train_accuracy = 0.12307692, train_loss = 37.487076 (0.396 sec)\n",
      "INFO:tensorflow:loss = 37.487076, step = 252 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.79143\n",
      "INFO:tensorflow:train_accuracy = 0.3935743, train_loss = 33.62289 (0.358 sec)\n",
      "INFO:tensorflow:loss = 33.62289, step = 253 (0.358 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57445\n",
      "INFO:tensorflow:train_accuracy = 0.3101673, train_loss = 37.9357 (0.389 sec)\n",
      "INFO:tensorflow:loss = 37.9357, step = 254 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57937\n",
      "INFO:tensorflow:train_accuracy = 0.28929988, train_loss = 38.485363 (0.387 sec)\n",
      "INFO:tensorflow:loss = 38.485363, step = 255 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.29078\n",
      "INFO:tensorflow:train_accuracy = 0.32655826, train_loss = 34.494225 (0.437 sec)\n",
      "INFO:tensorflow:loss = 34.494225, step = 256 (0.438 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.29567\n",
      "INFO:tensorflow:train_accuracy = 0.33952913, train_loss = 42.066223 (0.436 sec)\n",
      "INFO:tensorflow:loss = 42.066223, step = 257 (0.436 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.16996\n",
      "INFO:tensorflow:train_accuracy = 0.32947233, train_loss = 39.161213 (0.460 sec)\n",
      "INFO:tensorflow:loss = 39.161213, step = 258 (0.460 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46959\n",
      "INFO:tensorflow:train_accuracy = 0.32360405, train_loss = 39.47441 (0.405 sec)\n",
      "INFO:tensorflow:loss = 39.47441, step = 259 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.77038\n",
      "INFO:tensorflow:train_accuracy = 0.31162196, train_loss = 38.548294 (0.361 sec)\n",
      "INFO:tensorflow:loss = 38.548294, step = 260 (0.361 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54971\n",
      "INFO:tensorflow:train_accuracy = 0.3268734, train_loss = 37.774136 (0.392 sec)\n",
      "INFO:tensorflow:loss = 37.774136, step = 261 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.88409\n",
      "INFO:tensorflow:train_accuracy = 0.30200502, train_loss = 39.59838 (0.347 sec)\n",
      "INFO:tensorflow:loss = 39.59838, step = 262 (0.347 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.625\n",
      "INFO:tensorflow:train_accuracy = 0.31794196, train_loss = 35.46384 (0.381 sec)\n",
      "INFO:tensorflow:loss = 35.46384, step = 263 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.79269\n",
      "INFO:tensorflow:train_accuracy = 0.2740926, train_loss = 40.89099 (0.358 sec)\n",
      "INFO:tensorflow:loss = 40.89099, step = 264 (0.358 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.89169\n",
      "INFO:tensorflow:train_accuracy = 0.300123, train_loss = 43.98823 (0.346 sec)\n",
      "INFO:tensorflow:loss = 43.98823, step = 265 (0.345 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.75676\n",
      "INFO:tensorflow:train_accuracy = 0.11294416, train_loss = 37.89311 (0.363 sec)\n",
      "INFO:tensorflow:loss = 37.89311, step = 266 (0.363 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38495\n",
      "INFO:tensorflow:train_accuracy = 0.11153846, train_loss = 37.045235 (0.419 sec)\n",
      "INFO:tensorflow:loss = 37.045235, step = 267 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.97506\n",
      "INFO:tensorflow:train_accuracy = 0.12708601, train_loss = 37.5371 (0.336 sec)\n",
      "INFO:tensorflow:loss = 37.5371, step = 268 (0.336 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.01551\n",
      "INFO:tensorflow:train_accuracy = 0.3151751, train_loss = 37.213913 (0.331 sec)\n",
      "INFO:tensorflow:loss = 37.213913, step = 269 (0.331 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.15531\n",
      "INFO:tensorflow:train_accuracy = 0.3375959, train_loss = 38.496845 (0.464 sec)\n",
      "INFO:tensorflow:loss = 38.496845, step = 270 (0.464 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.95156\n",
      "INFO:tensorflow:train_accuracy = 0.31878307, train_loss = 35.994804 (0.339 sec)\n",
      "INFO:tensorflow:loss = 35.994804, step = 271 (0.338 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65415\n",
      "INFO:tensorflow:train_accuracy = 0.3150327, train_loss = 36.366074 (0.377 sec)\n",
      "INFO:tensorflow:loss = 36.366074, step = 272 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54765\n",
      "INFO:tensorflow:train_accuracy = 0.33846155, train_loss = 37.794502 (0.393 sec)\n",
      "INFO:tensorflow:loss = 37.794502, step = 273 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.70031\n",
      "INFO:tensorflow:train_accuracy = 0.3648469, train_loss = 33.567867 (0.370 sec)\n",
      "INFO:tensorflow:loss = 33.567867, step = 274 (0.370 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.79127\n",
      "INFO:tensorflow:train_accuracy = 0.13304721, train_loss = 49.575424 (0.358 sec)\n",
      "INFO:tensorflow:loss = 49.575424, step = 275 (0.358 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.29961\n",
      "INFO:tensorflow:train_accuracy = 0.13171355, train_loss = 37.438255 (0.435 sec)\n",
      "INFO:tensorflow:loss = 37.438255, step = 276 (0.435 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44042\n",
      "INFO:tensorflow:train_accuracy = 0.1892583, train_loss = 38.479805 (0.410 sec)\n",
      "INFO:tensorflow:loss = 38.479805, step = 277 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58668\n",
      "INFO:tensorflow:train_accuracy = 0.21966794, train_loss = 38.28346 (0.386 sec)\n",
      "INFO:tensorflow:loss = 38.28346, step = 278 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32095\n",
      "INFO:tensorflow:train_accuracy = 0.19537275, train_loss = 37.466797 (0.431 sec)\n",
      "INFO:tensorflow:loss = 37.466797, step = 279 (0.431 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44855\n",
      "INFO:tensorflow:train_accuracy = 0.121890545, train_loss = 39.941154 (0.409 sec)\n",
      "INFO:tensorflow:loss = 39.941154, step = 280 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44698\n",
      "INFO:tensorflow:train_accuracy = 0.29754204, train_loss = 37.58664 (0.409 sec)\n",
      "INFO:tensorflow:loss = 37.58664, step = 281 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54512\n",
      "INFO:tensorflow:train_accuracy = 0.3210191, train_loss = 38.535732 (0.393 sec)\n",
      "INFO:tensorflow:loss = 38.535732, step = 282 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.77957\n",
      "INFO:tensorflow:train_accuracy = 0.37450722, train_loss = 32.99603 (0.359 sec)\n",
      "INFO:tensorflow:loss = 32.99603, step = 283 (0.359 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55557\n",
      "INFO:tensorflow:train_accuracy = 0.36052632, train_loss = 33.52857 (0.392 sec)\n",
      "INFO:tensorflow:loss = 33.52857, step = 284 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58379\n",
      "INFO:tensorflow:train_accuracy = 0.32005313, train_loss = 35.829865 (0.387 sec)\n",
      "INFO:tensorflow:loss = 35.829865, step = 285 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34779\n",
      "INFO:tensorflow:train_accuracy = 0.26804122, train_loss = 40.185246 (0.426 sec)\n",
      "INFO:tensorflow:loss = 40.185246, step = 286 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4303\n",
      "INFO:tensorflow:train_accuracy = 0.12648222, train_loss = 35.233658 (0.412 sec)\n",
      "INFO:tensorflow:loss = 35.233658, step = 287 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49357\n",
      "INFO:tensorflow:train_accuracy = 0.125323, train_loss = 37.046963 (0.401 sec)\n",
      "INFO:tensorflow:loss = 37.046963, step = 288 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51821\n",
      "INFO:tensorflow:train_accuracy = 0.1915761, train_loss = 35.815304 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.815304, step = 289 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67274\n",
      "INFO:tensorflow:train_accuracy = 0.26350462, train_loss = 34.733162 (0.375 sec)\n",
      "INFO:tensorflow:loss = 34.733162, step = 290 (0.375 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54467\n",
      "INFO:tensorflow:train_accuracy = 0.2871795, train_loss = 35.514206 (0.393 sec)\n",
      "INFO:tensorflow:loss = 35.514206, step = 291 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48559\n",
      "INFO:tensorflow:train_accuracy = 0.2685069, train_loss = 42.296368 (0.402 sec)\n",
      "INFO:tensorflow:loss = 42.296368, step = 292 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67938\n",
      "INFO:tensorflow:train_accuracy = 0.19678715, train_loss = 37.565605 (0.373 sec)\n",
      "INFO:tensorflow:loss = 37.565605, step = 293 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44815\n",
      "INFO:tensorflow:train_accuracy = 0.32603094, train_loss = 36.51162 (0.409 sec)\n",
      "INFO:tensorflow:loss = 36.51162, step = 294 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53887\n",
      "INFO:tensorflow:train_accuracy = 0.29585007, train_loss = 35.844185 (0.394 sec)\n",
      "INFO:tensorflow:loss = 35.844185, step = 295 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42513\n",
      "INFO:tensorflow:train_accuracy = 0.34639695, train_loss = 40.305565 (0.412 sec)\n",
      "INFO:tensorflow:loss = 40.305565, step = 296 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48358\n",
      "INFO:tensorflow:train_accuracy = 0.3080873, train_loss = 40.621113 (0.403 sec)\n",
      "INFO:tensorflow:loss = 40.621113, step = 297 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.69832\n",
      "INFO:tensorflow:train_accuracy = 0.3372859, train_loss = 36.113995 (0.371 sec)\n",
      "INFO:tensorflow:loss = 36.113995, step = 298 (0.371 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52981\n",
      "INFO:tensorflow:train_accuracy = 0.31538463, train_loss = 38.94299 (0.395 sec)\n",
      "INFO:tensorflow:loss = 38.94299, step = 299 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57076\n",
      "INFO:tensorflow:train_accuracy = 0.3584656, train_loss = 34.689445 (0.390 sec)\n",
      "INFO:tensorflow:loss = 34.689445, step = 300 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58383\n",
      "INFO:tensorflow:train_accuracy = 0.31836197, train_loss = 35.72579 (0.386 sec)\n",
      "INFO:tensorflow:loss = 35.72579, step = 301 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5161\n",
      "INFO:tensorflow:train_accuracy = 0.36410257, train_loss = 38.540062 (0.398 sec)\n",
      "INFO:tensorflow:loss = 38.540062, step = 302 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45524\n",
      "INFO:tensorflow:train_accuracy = 0.35949367, train_loss = 39.21781 (0.407 sec)\n",
      "INFO:tensorflow:loss = 39.21781, step = 303 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49457\n",
      "INFO:tensorflow:train_accuracy = 0.34170854, train_loss = 41.272728 (0.401 sec)\n",
      "INFO:tensorflow:loss = 41.272728, step = 304 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.68789\n",
      "INFO:tensorflow:train_accuracy = 0.38193548, train_loss = 36.636295 (0.372 sec)\n",
      "INFO:tensorflow:loss = 36.636295, step = 305 (0.372 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47326\n",
      "INFO:tensorflow:train_accuracy = 0.32858992, train_loss = 38.346992 (0.404 sec)\n",
      "INFO:tensorflow:loss = 38.346992, step = 306 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.24052\n",
      "INFO:tensorflow:train_accuracy = 0.23994638, train_loss = 39.01812 (0.447 sec)\n",
      "INFO:tensorflow:loss = 39.01812, step = 307 (0.447 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34844\n",
      "INFO:tensorflow:train_accuracy = 0.3040201, train_loss = 38.78343 (0.426 sec)\n",
      "INFO:tensorflow:loss = 38.78343, step = 308 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35671\n",
      "INFO:tensorflow:train_accuracy = 0.1120797, train_loss = 39.74039 (0.424 sec)\n",
      "INFO:tensorflow:loss = 39.74039, step = 309 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50692\n",
      "INFO:tensorflow:train_accuracy = 0.114285715, train_loss = 37.102135 (0.399 sec)\n",
      "INFO:tensorflow:loss = 37.102135, step = 310 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.29518\n",
      "INFO:tensorflow:train_accuracy = 0.13895781, train_loss = 42.171303 (0.436 sec)\n",
      "INFO:tensorflow:loss = 42.171303, step = 311 (0.436 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42381\n",
      "INFO:tensorflow:train_accuracy = 0.13282248, train_loss = 37.71473 (0.413 sec)\n",
      "INFO:tensorflow:loss = 37.71473, step = 312 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60694\n",
      "INFO:tensorflow:train_accuracy = 0.095607236, train_loss = 36.22487 (0.383 sec)\n",
      "INFO:tensorflow:loss = 36.22487, step = 313 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.91804\n",
      "INFO:tensorflow:train_accuracy = 0.26092383, train_loss = 40.93003 (0.343 sec)\n",
      "INFO:tensorflow:loss = 40.93003, step = 314 (0.343 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5774\n",
      "INFO:tensorflow:train_accuracy = 0.27249357, train_loss = 40.042877 (0.388 sec)\n",
      "INFO:tensorflow:loss = 40.042877, step = 315 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65014\n",
      "INFO:tensorflow:train_accuracy = 0.3346561, train_loss = 34.251534 (0.378 sec)\n",
      "INFO:tensorflow:loss = 34.251534, step = 316 (0.378 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.86459\n",
      "INFO:tensorflow:train_accuracy = 0.3107275, train_loss = 41.325096 (0.349 sec)\n",
      "INFO:tensorflow:loss = 41.325096, step = 317 (0.349 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52358\n",
      "INFO:tensorflow:train_accuracy = 0.3446034, train_loss = 35.550186 (0.396 sec)\n",
      "INFO:tensorflow:loss = 35.550186, step = 318 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46498\n",
      "INFO:tensorflow:train_accuracy = 0.33377483, train_loss = 34.71302 (0.406 sec)\n",
      "INFO:tensorflow:loss = 34.71302, step = 319 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56976\n",
      "INFO:tensorflow:train_accuracy = 0.29801324, train_loss = 37.216324 (0.389 sec)\n",
      "INFO:tensorflow:loss = 37.216324, step = 320 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.1352\n",
      "INFO:tensorflow:train_accuracy = 0.52427185, train_loss = 26.493155 (0.319 sec)\n",
      "INFO:tensorflow:loss = 26.493155, step = 321 (0.319 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.13086\n",
      "INFO:tensorflow:train_accuracy = 0.33245382, train_loss = 35.0034 (0.470 sec)\n",
      "INFO:tensorflow:loss = 35.0034, step = 322 (0.470 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46282\n",
      "INFO:tensorflow:train_accuracy = 0.3275218, train_loss = 40.034843 (0.406 sec)\n",
      "INFO:tensorflow:loss = 40.034843, step = 323 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43727\n",
      "INFO:tensorflow:train_accuracy = 0.28325123, train_loss = 43.120808 (0.410 sec)\n",
      "INFO:tensorflow:loss = 43.120808, step = 324 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50755\n",
      "INFO:tensorflow:train_accuracy = 0.3480392, train_loss = 39.434814 (0.399 sec)\n",
      "INFO:tensorflow:loss = 39.434814, step = 325 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62479\n",
      "INFO:tensorflow:train_accuracy = 0.33557048, train_loss = 37.04477 (0.381 sec)\n",
      "INFO:tensorflow:loss = 37.04477, step = 326 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44597\n",
      "INFO:tensorflow:train_accuracy = 0.12782957, train_loss = 37.690304 (0.409 sec)\n",
      "INFO:tensorflow:loss = 37.690304, step = 327 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52705\n",
      "INFO:tensorflow:train_accuracy = 0.12105927, train_loss = 38.5269 (0.396 sec)\n",
      "INFO:tensorflow:loss = 38.5269, step = 328 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53925\n",
      "INFO:tensorflow:train_accuracy = 0.12566137, train_loss = 34.54908 (0.394 sec)\n",
      "INFO:tensorflow:loss = 34.54908, step = 329 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.68006\n",
      "INFO:tensorflow:train_accuracy = 0.119745225, train_loss = 38.14779 (0.373 sec)\n",
      "INFO:tensorflow:loss = 38.14779, step = 330 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48284\n",
      "INFO:tensorflow:train_accuracy = 0.104054056, train_loss = 34.754242 (0.402 sec)\n",
      "INFO:tensorflow:loss = 34.754242, step = 331 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53597\n",
      "INFO:tensorflow:train_accuracy = 0.40657896, train_loss = 33.66906 (0.394 sec)\n",
      "INFO:tensorflow:loss = 33.66906, step = 332 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39333\n",
      "INFO:tensorflow:train_accuracy = 0.2007926, train_loss = 40.7878 (0.418 sec)\n",
      "INFO:tensorflow:loss = 40.7878, step = 333 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47851\n",
      "INFO:tensorflow:train_accuracy = 0.11696658, train_loss = 38.520866 (0.403 sec)\n",
      "INFO:tensorflow:loss = 38.520866, step = 334 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51053\n",
      "INFO:tensorflow:train_accuracy = 0.19151671, train_loss = 38.38048 (0.398 sec)\n",
      "INFO:tensorflow:loss = 38.38048, step = 335 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60071\n",
      "INFO:tensorflow:train_accuracy = 0.15455747, train_loss = 34.983067 (0.385 sec)\n",
      "INFO:tensorflow:loss = 34.983067, step = 336 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36223\n",
      "INFO:tensorflow:train_accuracy = 0.14663143, train_loss = 37.13903 (0.423 sec)\n",
      "INFO:tensorflow:loss = 37.13903, step = 337 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54938\n",
      "INFO:tensorflow:train_accuracy = 0.28967255, train_loss = 38.921688 (0.393 sec)\n",
      "INFO:tensorflow:loss = 38.921688, step = 338 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57193\n",
      "INFO:tensorflow:train_accuracy = 0.28943938, train_loss = 37.352993 (0.389 sec)\n",
      "INFO:tensorflow:loss = 37.352993, step = 339 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58171\n",
      "INFO:tensorflow:train_accuracy = 0.2890625, train_loss = 37.37906 (0.387 sec)\n",
      "INFO:tensorflow:loss = 37.37906, step = 340 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45403\n",
      "INFO:tensorflow:train_accuracy = 0.30625832, train_loss = 35.983826 (0.407 sec)\n",
      "INFO:tensorflow:loss = 35.983826, step = 341 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36777\n",
      "INFO:tensorflow:train_accuracy = 0.29411766, train_loss = 42.075684 (0.422 sec)\n",
      "INFO:tensorflow:loss = 42.075684, step = 342 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53176\n",
      "INFO:tensorflow:train_accuracy = 0.36962366, train_loss = 34.998768 (0.395 sec)\n",
      "INFO:tensorflow:loss = 34.998768, step = 343 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58031\n",
      "INFO:tensorflow:train_accuracy = 0.37816244, train_loss = 33.726658 (0.387 sec)\n",
      "INFO:tensorflow:loss = 33.726658, step = 344 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57187\n",
      "INFO:tensorflow:train_accuracy = 0.33935484, train_loss = 36.886707 (0.389 sec)\n",
      "INFO:tensorflow:loss = 36.886707, step = 345 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6128\n",
      "INFO:tensorflow:train_accuracy = 0.31524548, train_loss = 37.607887 (0.383 sec)\n",
      "INFO:tensorflow:loss = 37.607887, step = 346 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56561\n",
      "INFO:tensorflow:train_accuracy = 0.35400516, train_loss = 35.645782 (0.390 sec)\n",
      "INFO:tensorflow:loss = 35.645782, step = 347 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43931\n",
      "INFO:tensorflow:train_accuracy = 0.3727034, train_loss = 35.392174 (0.410 sec)\n",
      "INFO:tensorflow:loss = 35.392174, step = 348 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38411\n",
      "INFO:tensorflow:train_accuracy = 0.3151596, train_loss = 36.66642 (0.419 sec)\n",
      "INFO:tensorflow:loss = 36.66642, step = 349 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52979\n",
      "INFO:tensorflow:train_accuracy = 0.296343, train_loss = 40.62006 (0.395 sec)\n",
      "INFO:tensorflow:loss = 40.62006, step = 350 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60268\n",
      "INFO:tensorflow:train_accuracy = 0.2875318, train_loss = 41.049564 (0.384 sec)\n",
      "INFO:tensorflow:loss = 41.049564, step = 351 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5556\n",
      "INFO:tensorflow:train_accuracy = 0.28819877, train_loss = 40.254333 (0.391 sec)\n",
      "INFO:tensorflow:loss = 40.254333, step = 352 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43027\n",
      "INFO:tensorflow:train_accuracy = 0.27898088, train_loss = 38.801064 (0.411 sec)\n",
      "INFO:tensorflow:loss = 38.801064, step = 353 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53599\n",
      "INFO:tensorflow:train_accuracy = 0.3655514, train_loss = 40.18235 (0.394 sec)\n",
      "INFO:tensorflow:loss = 40.18235, step = 354 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52038\n",
      "INFO:tensorflow:train_accuracy = 0.10104987, train_loss = 37.15032 (0.397 sec)\n",
      "INFO:tensorflow:loss = 37.15032, step = 355 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.04117\n",
      "INFO:tensorflow:train_accuracy = 0.10386152, train_loss = 34.538208 (0.490 sec)\n",
      "INFO:tensorflow:loss = 34.538208, step = 356 (0.489 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38523\n",
      "INFO:tensorflow:train_accuracy = 0.26633167, train_loss = 41.748947 (0.419 sec)\n",
      "INFO:tensorflow:loss = 41.748947, step = 357 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56751\n",
      "INFO:tensorflow:train_accuracy = 0.31578946, train_loss = 39.955154 (0.389 sec)\n",
      "INFO:tensorflow:loss = 39.955154, step = 358 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4819\n",
      "INFO:tensorflow:train_accuracy = 0.2382134, train_loss = 43.385437 (0.403 sec)\n",
      "INFO:tensorflow:loss = 43.385437, step = 359 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44839\n",
      "INFO:tensorflow:train_accuracy = 0.3243243, train_loss = 36.32332 (0.408 sec)\n",
      "INFO:tensorflow:loss = 36.32332, step = 360 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.81407\n",
      "INFO:tensorflow:train_accuracy = 0.41129032, train_loss = 32.96715 (0.355 sec)\n",
      "INFO:tensorflow:loss = 32.96715, step = 361 (0.355 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56339\n",
      "INFO:tensorflow:train_accuracy = 0.33159268, train_loss = 36.38981 (0.390 sec)\n",
      "INFO:tensorflow:loss = 36.38981, step = 362 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43324\n",
      "INFO:tensorflow:train_accuracy = 0.32266325, train_loss = 38.055687 (0.411 sec)\n",
      "INFO:tensorflow:loss = 38.055687, step = 363 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40867\n",
      "INFO:tensorflow:train_accuracy = 0.2747909, train_loss = 45.456795 (0.415 sec)\n",
      "INFO:tensorflow:loss = 45.456795, step = 364 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65539\n",
      "INFO:tensorflow:train_accuracy = 0.35254693, train_loss = 32.89569 (0.377 sec)\n",
      "INFO:tensorflow:loss = 32.89569, step = 365 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57702\n",
      "INFO:tensorflow:train_accuracy = 0.29395974, train_loss = 35.36004 (0.388 sec)\n",
      "INFO:tensorflow:loss = 35.36004, step = 366 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 5.20419\n",
      "INFO:tensorflow:train_accuracy = 0.3488372, train_loss = 36.116108 (0.192 sec)\n",
      "INFO:tensorflow:loss = 36.116108, step = 367 (0.191 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.20908\n",
      "INFO:tensorflow:train_accuracy = 0.30183727, train_loss = 35.61405 (0.453 sec)\n",
      "INFO:tensorflow:loss = 35.61405, step = 368 (0.454 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55277\n",
      "INFO:tensorflow:train_accuracy = 0.3275218, train_loss = 37.89647 (0.392 sec)\n",
      "INFO:tensorflow:loss = 37.89647, step = 369 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18375\n",
      "INFO:tensorflow:train_accuracy = 0.21954161, train_loss = 44.30216 (0.458 sec)\n",
      "INFO:tensorflow:loss = 44.30216, step = 370 (0.458 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56491\n",
      "INFO:tensorflow:train_accuracy = 0.31510416, train_loss = 35.645874 (0.390 sec)\n",
      "INFO:tensorflow:loss = 35.645874, step = 371 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54221\n",
      "INFO:tensorflow:train_accuracy = 0.39208174, train_loss = 35.230057 (0.393 sec)\n",
      "INFO:tensorflow:loss = 35.230057, step = 372 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50321\n",
      "INFO:tensorflow:train_accuracy = 0.3306773, train_loss = 35.273827 (0.400 sec)\n",
      "INFO:tensorflow:loss = 35.273827, step = 373 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48469\n",
      "INFO:tensorflow:train_accuracy = 0.30857876, train_loss = 37.729374 (0.402 sec)\n",
      "INFO:tensorflow:loss = 37.729374, step = 374 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56924\n",
      "INFO:tensorflow:train_accuracy = 0.34285715, train_loss = 35.511562 (0.389 sec)\n",
      "INFO:tensorflow:loss = 35.511562, step = 375 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63034\n",
      "INFO:tensorflow:train_accuracy = 0.31836197, train_loss = 35.75437 (0.381 sec)\n",
      "INFO:tensorflow:loss = 35.75437, step = 376 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52451\n",
      "INFO:tensorflow:train_accuracy = 0.37598944, train_loss = 32.920155 (0.396 sec)\n",
      "INFO:tensorflow:loss = 32.920155, step = 377 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3929\n",
      "INFO:tensorflow:train_accuracy = 0.25955203, train_loss = 38.412964 (0.418 sec)\n",
      "INFO:tensorflow:loss = 38.412964, step = 378 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.12625\n",
      "INFO:tensorflow:train_accuracy = 0.3285528, train_loss = 34.94591 (0.470 sec)\n",
      "INFO:tensorflow:loss = 34.94591, step = 379 (0.470 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58393\n",
      "INFO:tensorflow:train_accuracy = 0.12851405, train_loss = 35.18274 (0.387 sec)\n",
      "INFO:tensorflow:loss = 35.18274, step = 380 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52497\n",
      "INFO:tensorflow:train_accuracy = 0.12830688, train_loss = 36.77352 (0.396 sec)\n",
      "INFO:tensorflow:loss = 36.77352, step = 381 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40787\n",
      "INFO:tensorflow:train_accuracy = 0.17885117, train_loss = 33.962315 (0.415 sec)\n",
      "INFO:tensorflow:loss = 33.962315, step = 382 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52393\n",
      "INFO:tensorflow:train_accuracy = 0.2356688, train_loss = 40.232597 (0.396 sec)\n",
      "INFO:tensorflow:loss = 40.232597, step = 383 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62883\n",
      "INFO:tensorflow:train_accuracy = 0.29512516, train_loss = 33.19854 (0.380 sec)\n",
      "INFO:tensorflow:loss = 33.19854, step = 384 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46446\n",
      "INFO:tensorflow:train_accuracy = 0.24231242, train_loss = 43.44615 (0.406 sec)\n",
      "INFO:tensorflow:loss = 43.44615, step = 385 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61713\n",
      "INFO:tensorflow:train_accuracy = 0.38101605, train_loss = 32.384712 (0.382 sec)\n",
      "INFO:tensorflow:loss = 32.384712, step = 386 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53213\n",
      "INFO:tensorflow:train_accuracy = 0.38215712, train_loss = 31.995846 (0.395 sec)\n",
      "INFO:tensorflow:loss = 31.995846, step = 387 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52554\n",
      "INFO:tensorflow:train_accuracy = 0.273794, train_loss = 39.619843 (0.396 sec)\n",
      "INFO:tensorflow:loss = 39.619843, step = 388 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5498\n",
      "INFO:tensorflow:train_accuracy = 0.34639695, train_loss = 36.933594 (0.392 sec)\n",
      "INFO:tensorflow:loss = 36.933594, step = 389 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.75824\n",
      "INFO:tensorflow:train_accuracy = 0.31752306, train_loss = 35.668053 (0.363 sec)\n",
      "INFO:tensorflow:loss = 35.668053, step = 390 (0.363 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.12506\n",
      "INFO:tensorflow:train_accuracy = 0.3218391, train_loss = 38.956364 (0.471 sec)\n",
      "INFO:tensorflow:loss = 38.956364, step = 391 (0.472 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36543\n",
      "INFO:tensorflow:train_accuracy = 0.31878307, train_loss = 33.95529 (0.422 sec)\n",
      "INFO:tensorflow:loss = 33.95529, step = 392 (0.421 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48899\n",
      "INFO:tensorflow:train_accuracy = 0.3610013, train_loss = 34.379272 (0.402 sec)\n",
      "INFO:tensorflow:loss = 34.379272, step = 393 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5492\n",
      "INFO:tensorflow:train_accuracy = 0.3428944, train_loss = 34.309048 (0.392 sec)\n",
      "INFO:tensorflow:loss = 34.309048, step = 394 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7697\n",
      "INFO:tensorflow:train_accuracy = 0.32833958, train_loss = 40.47443 (0.361 sec)\n",
      "INFO:tensorflow:loss = 40.47443, step = 395 (0.361 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.71761\n",
      "INFO:tensorflow:train_accuracy = 0.30183727, train_loss = 36.59162 (0.368 sec)\n",
      "INFO:tensorflow:loss = 36.59162, step = 396 (0.368 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45561\n",
      "INFO:tensorflow:train_accuracy = 0.32061067, train_loss = 37.041527 (0.407 sec)\n",
      "INFO:tensorflow:loss = 37.041527, step = 397 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4573\n",
      "INFO:tensorflow:train_accuracy = 0.29679802, train_loss = 42.27903 (0.407 sec)\n",
      "INFO:tensorflow:loss = 42.27903, step = 398 (0.407 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 400 into smallconformer/model.ckpt.\n",
      "INFO:tensorflow:Skip the current checkpoint eval due to throttle secs (120 secs).\n",
      "INFO:tensorflow:global_step/sec: 0.323124\n",
      "INFO:tensorflow:train_accuracy = 0.32707775, train_loss = 33.459038 (3.094 sec)\n",
      "INFO:tensorflow:loss = 33.459038, step = 399 (3.093 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.94631\n",
      "INFO:tensorflow:train_accuracy = 0.33935484, train_loss = 34.92175 (0.340 sec)\n",
      "INFO:tensorflow:loss = 34.92175, step = 400 (0.341 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44766\n",
      "INFO:tensorflow:train_accuracy = 0.26609963, train_loss = 41.664345 (0.408 sec)\n",
      "INFO:tensorflow:loss = 41.664345, step = 401 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5341\n",
      "INFO:tensorflow:train_accuracy = 0.30208334, train_loss = 36.14089 (0.395 sec)\n",
      "INFO:tensorflow:loss = 36.14089, step = 402 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48264\n",
      "INFO:tensorflow:train_accuracy = 0.3937888, train_loss = 39.108932 (0.403 sec)\n",
      "INFO:tensorflow:loss = 39.108932, step = 403 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53868\n",
      "INFO:tensorflow:train_accuracy = 0.33207548, train_loss = 37.03492 (0.394 sec)\n",
      "INFO:tensorflow:loss = 37.03492, step = 404 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57774\n",
      "INFO:tensorflow:train_accuracy = 0.30235603, train_loss = 35.74952 (0.388 sec)\n",
      "INFO:tensorflow:loss = 35.74952, step = 405 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50818\n",
      "INFO:tensorflow:train_accuracy = 0.28678304, train_loss = 39.3883 (0.399 sec)\n",
      "INFO:tensorflow:loss = 39.3883, step = 406 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.76982\n",
      "INFO:tensorflow:train_accuracy = 0.28157896, train_loss = 37.421696 (0.361 sec)\n",
      "INFO:tensorflow:loss = 37.421696, step = 407 (0.361 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58146\n",
      "INFO:tensorflow:train_accuracy = 0.36410257, train_loss = 36.642593 (0.387 sec)\n",
      "INFO:tensorflow:loss = 36.642593, step = 408 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60967\n",
      "INFO:tensorflow:train_accuracy = 0.3022339, train_loss = 36.601395 (0.384 sec)\n",
      "INFO:tensorflow:loss = 36.601395, step = 409 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57665\n",
      "INFO:tensorflow:train_accuracy = 0.37326607, train_loss = 36.219723 (0.388 sec)\n",
      "INFO:tensorflow:loss = 36.219723, step = 410 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.00165\n",
      "INFO:tensorflow:train_accuracy = 0.34966886, train_loss = 33.18515 (0.333 sec)\n",
      "INFO:tensorflow:loss = 33.18515, step = 411 (0.333 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60489\n",
      "INFO:tensorflow:train_accuracy = 0.33245033, train_loss = 35.08453 (0.384 sec)\n",
      "INFO:tensorflow:loss = 35.08453, step = 412 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.75352\n",
      "INFO:tensorflow:train_accuracy = 0.25345623, train_loss = 37.471176 (0.363 sec)\n",
      "INFO:tensorflow:loss = 37.471176, step = 413 (0.364 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.2229\n",
      "INFO:tensorflow:train_accuracy = 0.29948586, train_loss = 36.069668 (0.450 sec)\n",
      "INFO:tensorflow:loss = 36.069668, step = 414 (0.450 sec)\n",
      "INFO:tensorflow:global_step/sec: 1.97633\n",
      "INFO:tensorflow:train_accuracy = 0.36550838, train_loss = 33.98049 (0.506 sec)\n",
      "INFO:tensorflow:loss = 33.98049, step = 415 (0.506 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47581\n",
      "INFO:tensorflow:train_accuracy = 0.22766218, train_loss = 43.13041 (0.404 sec)\n",
      "INFO:tensorflow:loss = 43.13041, step = 416 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46872\n",
      "INFO:tensorflow:train_accuracy = 0.28714108, train_loss = 37.144886 (0.405 sec)\n",
      "INFO:tensorflow:loss = 37.144886, step = 417 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47558\n",
      "INFO:tensorflow:train_accuracy = 0.30064517, train_loss = 36.60516 (0.404 sec)\n",
      "INFO:tensorflow:loss = 36.60516, step = 418 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67964\n",
      "INFO:tensorflow:train_accuracy = 0.32816538, train_loss = 34.543594 (0.373 sec)\n",
      "INFO:tensorflow:loss = 34.543594, step = 419 (0.374 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.86413\n",
      "INFO:tensorflow:train_accuracy = 0.32523617, train_loss = 33.08322 (0.349 sec)\n",
      "INFO:tensorflow:loss = 33.08322, step = 420 (0.349 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55179\n",
      "INFO:tensorflow:train_accuracy = 0.31025642, train_loss = 37.02533 (0.392 sec)\n",
      "INFO:tensorflow:loss = 37.02533, step = 421 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46743\n",
      "INFO:tensorflow:train_accuracy = 0.36243385, train_loss = 32.819786 (0.406 sec)\n",
      "INFO:tensorflow:loss = 32.819786, step = 422 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59862\n",
      "INFO:tensorflow:train_accuracy = 0.31853786, train_loss = 36.20405 (0.385 sec)\n",
      "INFO:tensorflow:loss = 36.20405, step = 423 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41111\n",
      "INFO:tensorflow:train_accuracy = 0.3285528, train_loss = 35.34563 (0.415 sec)\n",
      "INFO:tensorflow:loss = 35.34563, step = 424 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51773\n",
      "INFO:tensorflow:train_accuracy = 0.32047874, train_loss = 32.912468 (0.397 sec)\n",
      "INFO:tensorflow:loss = 32.912468, step = 425 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64893\n",
      "INFO:tensorflow:train_accuracy = 0.40182054, train_loss = 34.368553 (0.377 sec)\n",
      "INFO:tensorflow:loss = 34.368553, step = 426 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39234\n",
      "INFO:tensorflow:train_accuracy = 0.24543081, train_loss = 38.345325 (0.418 sec)\n",
      "INFO:tensorflow:loss = 38.345325, step = 427 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51867\n",
      "INFO:tensorflow:train_accuracy = 0.35686275, train_loss = 35.400772 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.400772, step = 428 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59849\n",
      "INFO:tensorflow:train_accuracy = 0.35160428, train_loss = 32.02851 (0.385 sec)\n",
      "INFO:tensorflow:loss = 32.02851, step = 429 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5446\n",
      "INFO:tensorflow:train_accuracy = 0.29937887, train_loss = 40.28737 (0.393 sec)\n",
      "INFO:tensorflow:loss = 40.28737, step = 430 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53792\n",
      "INFO:tensorflow:train_accuracy = 0.31182796, train_loss = 32.668358 (0.394 sec)\n",
      "INFO:tensorflow:loss = 32.668358, step = 431 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58753\n",
      "INFO:tensorflow:train_accuracy = 0.28456375, train_loss = 32.814037 (0.387 sec)\n",
      "INFO:tensorflow:loss = 32.814037, step = 432 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45795\n",
      "INFO:tensorflow:train_accuracy = 0.32225063, train_loss = 36.130035 (0.407 sec)\n",
      "INFO:tensorflow:loss = 36.130035, step = 433 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.81345\n",
      "INFO:tensorflow:train_accuracy = 0.3283582, train_loss = 38.805832 (0.355 sec)\n",
      "INFO:tensorflow:loss = 38.805832, step = 434 (0.355 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.96627\n",
      "INFO:tensorflow:train_accuracy = 0.29342106, train_loss = 35.265366 (0.337 sec)\n",
      "INFO:tensorflow:loss = 35.265366, step = 435 (0.338 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53025\n",
      "INFO:tensorflow:train_accuracy = 0.29961088, train_loss = 36.517662 (0.395 sec)\n",
      "INFO:tensorflow:loss = 36.517662, step = 436 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41053\n",
      "INFO:tensorflow:train_accuracy = 0.35113484, train_loss = 32.086098 (0.415 sec)\n",
      "INFO:tensorflow:loss = 32.086098, step = 437 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60814\n",
      "INFO:tensorflow:train_accuracy = 0.31836197, train_loss = 33.23035 (0.384 sec)\n",
      "INFO:tensorflow:loss = 33.23035, step = 438 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49813\n",
      "INFO:tensorflow:train_accuracy = 0.33333334, train_loss = 37.31359 (0.400 sec)\n",
      "INFO:tensorflow:loss = 37.31359, step = 439 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64136\n",
      "INFO:tensorflow:train_accuracy = 0.35636857, train_loss = 30.73316 (0.379 sec)\n",
      "INFO:tensorflow:loss = 30.73316, step = 440 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38992\n",
      "INFO:tensorflow:train_accuracy = 0.31578946, train_loss = 40.188446 (0.419 sec)\n",
      "INFO:tensorflow:loss = 40.188446, step = 441 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45834\n",
      "INFO:tensorflow:train_accuracy = 0.30352646, train_loss = 39.145027 (0.407 sec)\n",
      "INFO:tensorflow:loss = 39.145027, step = 442 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58102\n",
      "INFO:tensorflow:train_accuracy = 0.30049875, train_loss = 38.51218 (0.387 sec)\n",
      "INFO:tensorflow:loss = 38.51218, step = 443 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4586\n",
      "INFO:tensorflow:train_accuracy = 0.32876712, train_loss = 39.401848 (0.407 sec)\n",
      "INFO:tensorflow:loss = 39.401848, step = 444 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57699\n",
      "INFO:tensorflow:train_accuracy = 0.3227513, train_loss = 34.53209 (0.388 sec)\n",
      "INFO:tensorflow:loss = 34.53209, step = 445 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55804\n",
      "INFO:tensorflow:train_accuracy = 0.34973404, train_loss = 32.32007 (0.391 sec)\n",
      "INFO:tensorflow:loss = 32.32007, step = 446 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44234\n",
      "INFO:tensorflow:train_accuracy = 0.28858218, train_loss = 38.27125 (0.409 sec)\n",
      "INFO:tensorflow:loss = 38.27125, step = 447 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38319\n",
      "INFO:tensorflow:train_accuracy = 0.2907712, train_loss = 38.738194 (0.420 sec)\n",
      "INFO:tensorflow:loss = 38.738194, step = 448 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35667\n",
      "INFO:tensorflow:train_accuracy = 0.30818415, train_loss = 38.31933 (0.424 sec)\n",
      "INFO:tensorflow:loss = 38.31933, step = 449 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49496\n",
      "INFO:tensorflow:train_accuracy = 0.33868974, train_loss = 38.548206 (0.401 sec)\n",
      "INFO:tensorflow:loss = 38.548206, step = 450 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.21047\n",
      "INFO:tensorflow:train_accuracy = 0.24020888, train_loss = 36.484245 (0.452 sec)\n",
      "INFO:tensorflow:loss = 36.484245, step = 451 (0.452 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33635\n",
      "INFO:tensorflow:train_accuracy = 0.30038512, train_loss = 35.544014 (0.428 sec)\n",
      "INFO:tensorflow:loss = 35.544014, step = 452 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65152\n",
      "INFO:tensorflow:train_accuracy = 0.36305732, train_loss = 35.00924 (0.377 sec)\n",
      "INFO:tensorflow:loss = 35.00924, step = 453 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58516\n",
      "INFO:tensorflow:train_accuracy = 0.30897436, train_loss = 37.82601 (0.387 sec)\n",
      "INFO:tensorflow:loss = 37.82601, step = 454 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.19287\n",
      "INFO:tensorflow:train_accuracy = 0.32941177, train_loss = 34.255096 (0.456 sec)\n",
      "INFO:tensorflow:loss = 34.255096, step = 455 (0.456 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43629\n",
      "INFO:tensorflow:train_accuracy = 0.29299363, train_loss = 38.494633 (0.410 sec)\n",
      "INFO:tensorflow:loss = 38.494633, step = 456 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66555\n",
      "INFO:tensorflow:train_accuracy = 0.35677084, train_loss = 34.320713 (0.375 sec)\n",
      "INFO:tensorflow:loss = 34.320713, step = 457 (0.375 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56187\n",
      "INFO:tensorflow:train_accuracy = 0.31920528, train_loss = 33.224045 (0.391 sec)\n",
      "INFO:tensorflow:loss = 33.224045, step = 458 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65696\n",
      "INFO:tensorflow:train_accuracy = 0.24766356, train_loss = 38.31343 (0.376 sec)\n",
      "INFO:tensorflow:loss = 38.31343, step = 459 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38954\n",
      "INFO:tensorflow:train_accuracy = 0.2960103, train_loss = 35.502155 (0.419 sec)\n",
      "INFO:tensorflow:loss = 35.502155, step = 460 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.30526\n",
      "INFO:tensorflow:train_accuracy = 0.11013767, train_loss = 38.26067 (0.434 sec)\n",
      "INFO:tensorflow:loss = 38.26067, step = 461 (0.433 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43661\n",
      "INFO:tensorflow:train_accuracy = 0.13054499, train_loss = 36.75617 (0.411 sec)\n",
      "INFO:tensorflow:loss = 36.75617, step = 462 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.24725\n",
      "INFO:tensorflow:train_accuracy = 0.1315469, train_loss = 38.909794 (0.445 sec)\n",
      "INFO:tensorflow:loss = 38.909794, step = 463 (0.445 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41931\n",
      "INFO:tensorflow:train_accuracy = 0.2225097, train_loss = 38.05162 (0.413 sec)\n",
      "INFO:tensorflow:loss = 38.05162, step = 464 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49132\n",
      "INFO:tensorflow:train_accuracy = 0.29002625, train_loss = 34.422615 (0.401 sec)\n",
      "INFO:tensorflow:loss = 34.422615, step = 465 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62433\n",
      "INFO:tensorflow:train_accuracy = 0.32219252, train_loss = 33.892708 (0.381 sec)\n",
      "INFO:tensorflow:loss = 33.892708, step = 466 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7381\n",
      "INFO:tensorflow:train_accuracy = 0.4261658, train_loss = 30.54828 (0.365 sec)\n",
      "INFO:tensorflow:loss = 30.54828, step = 467 (0.365 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38929\n",
      "INFO:tensorflow:train_accuracy = 0.34605262, train_loss = 33.487762 (0.419 sec)\n",
      "INFO:tensorflow:loss = 33.487762, step = 468 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38466\n",
      "INFO:tensorflow:train_accuracy = 0.2987013, train_loss = 36.62822 (0.419 sec)\n",
      "INFO:tensorflow:loss = 36.62822, step = 469 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40793\n",
      "INFO:tensorflow:train_accuracy = 0.296, train_loss = 34.67749 (0.415 sec)\n",
      "INFO:tensorflow:loss = 34.67749, step = 470 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3854\n",
      "INFO:tensorflow:train_accuracy = 0.25066313, train_loss = 37.667652 (0.419 sec)\n",
      "INFO:tensorflow:loss = 37.667652, step = 471 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6495\n",
      "INFO:tensorflow:train_accuracy = 0.40104166, train_loss = 31.508142 (0.377 sec)\n",
      "INFO:tensorflow:loss = 31.508142, step = 472 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53727\n",
      "INFO:tensorflow:train_accuracy = 0.3375959, train_loss = 36.70675 (0.394 sec)\n",
      "INFO:tensorflow:loss = 36.70675, step = 473 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58219\n",
      "INFO:tensorflow:train_accuracy = 0.31185567, train_loss = 36.1839 (0.387 sec)\n",
      "INFO:tensorflow:loss = 36.1839, step = 474 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58999\n",
      "INFO:tensorflow:train_accuracy = 0.31016043, train_loss = 33.487503 (0.386 sec)\n",
      "INFO:tensorflow:loss = 33.487503, step = 475 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.76705\n",
      "INFO:tensorflow:train_accuracy = 0.3629139, train_loss = 33.09448 (0.362 sec)\n",
      "INFO:tensorflow:loss = 33.09448, step = 476 (0.362 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50866\n",
      "INFO:tensorflow:train_accuracy = 0.27568272, train_loss = 36.364662 (0.399 sec)\n",
      "INFO:tensorflow:loss = 36.364662, step = 477 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55387\n",
      "INFO:tensorflow:train_accuracy = 0.27968338, train_loss = 34.062256 (0.391 sec)\n",
      "INFO:tensorflow:loss = 34.062256, step = 478 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45774\n",
      "INFO:tensorflow:train_accuracy = 0.30429292, train_loss = 38.927017 (0.407 sec)\n",
      "INFO:tensorflow:loss = 38.927017, step = 479 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51667\n",
      "INFO:tensorflow:train_accuracy = 0.33631712, train_loss = 37.626606 (0.397 sec)\n",
      "INFO:tensorflow:loss = 37.626606, step = 480 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5184\n",
      "INFO:tensorflow:train_accuracy = 0.30383092, train_loss = 33.593346 (0.397 sec)\n",
      "INFO:tensorflow:loss = 33.593346, step = 481 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5379\n",
      "INFO:tensorflow:train_accuracy = 0.39519358, train_loss = 32.571358 (0.394 sec)\n",
      "INFO:tensorflow:loss = 32.571358, step = 482 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57306\n",
      "INFO:tensorflow:train_accuracy = 0.3181818, train_loss = 35.797928 (0.389 sec)\n",
      "INFO:tensorflow:loss = 35.797928, step = 483 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56252\n",
      "INFO:tensorflow:train_accuracy = 0.35446313, train_loss = 33.254757 (0.390 sec)\n",
      "INFO:tensorflow:loss = 33.254757, step = 484 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35143\n",
      "INFO:tensorflow:train_accuracy = 0.2777036, train_loss = 34.596424 (0.425 sec)\n",
      "INFO:tensorflow:loss = 34.596424, step = 485 (0.425 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42897\n",
      "INFO:tensorflow:train_accuracy = 0.28815788, train_loss = 36.607956 (0.412 sec)\n",
      "INFO:tensorflow:loss = 36.607956, step = 486 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45585\n",
      "INFO:tensorflow:train_accuracy = 0.3320707, train_loss = 37.903107 (0.408 sec)\n",
      "INFO:tensorflow:loss = 37.903107, step = 487 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48566\n",
      "INFO:tensorflow:train_accuracy = 0.26362485, train_loss = 40.00344 (0.402 sec)\n",
      "INFO:tensorflow:loss = 40.00344, step = 488 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55945\n",
      "INFO:tensorflow:train_accuracy = 0.34591195, train_loss = 36.74846 (0.391 sec)\n",
      "INFO:tensorflow:loss = 36.74846, step = 489 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56082\n",
      "INFO:tensorflow:train_accuracy = 0.32816538, train_loss = 36.62504 (0.390 sec)\n",
      "INFO:tensorflow:loss = 36.62504, step = 490 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59227\n",
      "INFO:tensorflow:train_accuracy = 0.31202045, train_loss = 35.880653 (0.386 sec)\n",
      "INFO:tensorflow:loss = 35.880653, step = 491 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.23009\n",
      "INFO:tensorflow:train_accuracy = 0.31558442, train_loss = 34.22367 (0.449 sec)\n",
      "INFO:tensorflow:loss = 34.22367, step = 492 (0.448 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33788\n",
      "INFO:tensorflow:train_accuracy = 0.30622616, train_loss = 36.59514 (0.428 sec)\n",
      "INFO:tensorflow:loss = 36.59514, step = 493 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50058\n",
      "INFO:tensorflow:train_accuracy = 0.2951654, train_loss = 38.11818 (0.400 sec)\n",
      "INFO:tensorflow:loss = 38.11818, step = 494 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44584\n",
      "INFO:tensorflow:train_accuracy = 0.28731343, train_loss = 40.36318 (0.409 sec)\n",
      "INFO:tensorflow:loss = 40.36318, step = 495 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57241\n",
      "INFO:tensorflow:train_accuracy = 0.3415265, train_loss = 34.040993 (0.389 sec)\n",
      "INFO:tensorflow:loss = 34.040993, step = 496 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54461\n",
      "INFO:tensorflow:train_accuracy = 0.31637716, train_loss = 38.83529 (0.393 sec)\n",
      "INFO:tensorflow:loss = 38.83529, step = 497 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.69308\n",
      "INFO:tensorflow:train_accuracy = 0.34731323, train_loss = 34.07246 (0.371 sec)\n",
      "INFO:tensorflow:loss = 34.07246, step = 498 (0.371 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61808\n",
      "INFO:tensorflow:train_accuracy = 0.31558442, train_loss = 34.610924 (0.382 sec)\n",
      "INFO:tensorflow:loss = 34.610924, step = 499 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52135\n",
      "INFO:tensorflow:train_accuracy = 0.3556701, train_loss = 34.065067 (0.397 sec)\n",
      "INFO:tensorflow:loss = 34.065067, step = 500 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53533\n",
      "INFO:tensorflow:train_accuracy = 0.26548672, train_loss = 39.856045 (0.394 sec)\n",
      "INFO:tensorflow:loss = 39.856045, step = 501 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45624\n",
      "INFO:tensorflow:train_accuracy = 0.27862597, train_loss = 38.096535 (0.407 sec)\n",
      "INFO:tensorflow:loss = 38.096535, step = 502 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56414\n",
      "INFO:tensorflow:train_accuracy = 0.35666218, train_loss = 32.62909 (0.390 sec)\n",
      "INFO:tensorflow:loss = 32.62909, step = 503 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52777\n",
      "INFO:tensorflow:train_accuracy = 0.36597937, train_loss = 35.906067 (0.396 sec)\n",
      "INFO:tensorflow:loss = 35.906067, step = 504 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.79193\n",
      "INFO:tensorflow:train_accuracy = 0.35885167, train_loss = 31.075283 (0.358 sec)\n",
      "INFO:tensorflow:loss = 31.075283, step = 505 (0.358 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18888\n",
      "INFO:tensorflow:train_accuracy = 0.3529412, train_loss = 34.04435 (0.457 sec)\n",
      "INFO:tensorflow:loss = 34.04435, step = 506 (0.457 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54535\n",
      "INFO:tensorflow:train_accuracy = 0.31145433, train_loss = 34.329338 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.329338, step = 507 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36813\n",
      "INFO:tensorflow:train_accuracy = 0.3131936, train_loss = 39.636024 (0.423 sec)\n",
      "INFO:tensorflow:loss = 39.636024, step = 508 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41015\n",
      "INFO:tensorflow:train_accuracy = 0.30268198, train_loss = 37.3778 (0.415 sec)\n",
      "INFO:tensorflow:loss = 37.3778, step = 509 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44178\n",
      "INFO:tensorflow:train_accuracy = 0.3113325, train_loss = 39.653458 (0.410 sec)\n",
      "INFO:tensorflow:loss = 39.653458, step = 510 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60729\n",
      "INFO:tensorflow:train_accuracy = 0.36653388, train_loss = 32.076775 (0.383 sec)\n",
      "INFO:tensorflow:loss = 32.076775, step = 511 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34532\n",
      "INFO:tensorflow:train_accuracy = 0.30625832, train_loss = 33.139256 (0.426 sec)\n",
      "INFO:tensorflow:loss = 33.139256, step = 512 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52227\n",
      "INFO:tensorflow:train_accuracy = 0.3476612, train_loss = 35.882645 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.882645, step = 513 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.16191\n",
      "INFO:tensorflow:train_accuracy = 0.37288135, train_loss = 33.012077 (0.462 sec)\n",
      "INFO:tensorflow:loss = 33.012077, step = 514 (0.462 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37322\n",
      "INFO:tensorflow:train_accuracy = 0.29560587, train_loss = 34.648834 (0.422 sec)\n",
      "INFO:tensorflow:loss = 34.648834, step = 515 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65066\n",
      "INFO:tensorflow:train_accuracy = 0.30366492, train_loss = 33.965366 (0.377 sec)\n",
      "INFO:tensorflow:loss = 33.965366, step = 516 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39837\n",
      "INFO:tensorflow:train_accuracy = 0.27718833, train_loss = 35.153122 (0.417 sec)\n",
      "INFO:tensorflow:loss = 35.153122, step = 517 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.86621\n",
      "INFO:tensorflow:train_accuracy = 0.3290653, train_loss = 35.456524 (0.349 sec)\n",
      "INFO:tensorflow:loss = 35.456524, step = 518 (0.349 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.91372\n",
      "INFO:tensorflow:train_accuracy = 0.40135136, train_loss = 32.94626 (0.343 sec)\n",
      "INFO:tensorflow:loss = 32.94626, step = 519 (0.343 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.82098\n",
      "INFO:tensorflow:train_accuracy = 0.352, train_loss = 32.422745 (0.354 sec)\n",
      "INFO:tensorflow:loss = 32.422745, step = 520 (0.354 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43983\n",
      "INFO:tensorflow:train_accuracy = 0.30876747, train_loss = 37.59128 (0.410 sec)\n",
      "INFO:tensorflow:loss = 37.59128, step = 521 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37355\n",
      "INFO:tensorflow:train_accuracy = 0.33159268, train_loss = 34.61553 (0.421 sec)\n",
      "INFO:tensorflow:loss = 34.61553, step = 522 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.77685\n",
      "INFO:tensorflow:train_accuracy = 0.35836628, train_loss = 32.515087 (0.360 sec)\n",
      "INFO:tensorflow:loss = 32.515087, step = 523 (0.360 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.7638\n",
      "INFO:tensorflow:train_accuracy = 0.25065964, train_loss = 37.29098 (0.362 sec)\n",
      "INFO:tensorflow:loss = 37.29098, step = 524 (0.362 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62516\n",
      "INFO:tensorflow:train_accuracy = 0.3882353, train_loss = 31.652966 (0.381 sec)\n",
      "INFO:tensorflow:loss = 31.652966, step = 525 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33083\n",
      "INFO:tensorflow:train_accuracy = 0.31428573, train_loss = 40.822224 (0.429 sec)\n",
      "INFO:tensorflow:loss = 40.822224, step = 526 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.83814\n",
      "INFO:tensorflow:train_accuracy = 0.34914362, train_loss = 33.629227 (0.353 sec)\n",
      "INFO:tensorflow:loss = 33.629227, step = 527 (0.353 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4633\n",
      "INFO:tensorflow:train_accuracy = 0.27918783, train_loss = 38.622665 (0.406 sec)\n",
      "INFO:tensorflow:loss = 38.622665, step = 528 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64155\n",
      "INFO:tensorflow:train_accuracy = 0.40903056, train_loss = 30.197268 (0.379 sec)\n",
      "INFO:tensorflow:loss = 30.197268, step = 529 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56074\n",
      "INFO:tensorflow:train_accuracy = 0.26018396, train_loss = 35.814583 (0.391 sec)\n",
      "INFO:tensorflow:loss = 35.814583, step = 530 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50038\n",
      "INFO:tensorflow:train_accuracy = 0.33159268, train_loss = 33.704845 (0.400 sec)\n",
      "INFO:tensorflow:loss = 33.704845, step = 531 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39489\n",
      "INFO:tensorflow:train_accuracy = 0.35751295, train_loss = 34.981903 (0.418 sec)\n",
      "INFO:tensorflow:loss = 34.981903, step = 532 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42621\n",
      "INFO:tensorflow:train_accuracy = 0.34650856, train_loss = 33.33468 (0.412 sec)\n",
      "INFO:tensorflow:loss = 33.33468, step = 533 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37195\n",
      "INFO:tensorflow:train_accuracy = 0.2648126, train_loss = 46.17093 (0.422 sec)\n",
      "INFO:tensorflow:loss = 46.17093, step = 534 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53747\n",
      "INFO:tensorflow:train_accuracy = 0.32192647, train_loss = 36.003876 (0.394 sec)\n",
      "INFO:tensorflow:loss = 36.003876, step = 535 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4701\n",
      "INFO:tensorflow:train_accuracy = 0.3450521, train_loss = 35.803055 (0.405 sec)\n",
      "INFO:tensorflow:loss = 35.803055, step = 536 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46536\n",
      "INFO:tensorflow:train_accuracy = 0.34102565, train_loss = 35.19785 (0.406 sec)\n",
      "INFO:tensorflow:loss = 35.19785, step = 537 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44121\n",
      "INFO:tensorflow:train_accuracy = 0.3027523, train_loss = 34.991272 (0.410 sec)\n",
      "INFO:tensorflow:loss = 34.991272, step = 538 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42639\n",
      "INFO:tensorflow:train_accuracy = 0.29464287, train_loss = 37.144592 (0.412 sec)\n",
      "INFO:tensorflow:loss = 37.144592, step = 539 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37186\n",
      "INFO:tensorflow:train_accuracy = 0.33545917, train_loss = 35.160336 (0.421 sec)\n",
      "INFO:tensorflow:loss = 35.160336, step = 540 (0.421 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39707\n",
      "INFO:tensorflow:train_accuracy = 0.27659574, train_loss = 39.769463 (0.417 sec)\n",
      "INFO:tensorflow:loss = 39.769463, step = 541 (0.417 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39352\n",
      "INFO:tensorflow:train_accuracy = 0.31829575, train_loss = 38.246162 (0.418 sec)\n",
      "INFO:tensorflow:loss = 38.246162, step = 542 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47491\n",
      "INFO:tensorflow:train_accuracy = 0.32030264, train_loss = 36.203262 (0.404 sec)\n",
      "INFO:tensorflow:loss = 36.203262, step = 543 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47073\n",
      "INFO:tensorflow:train_accuracy = 0.3446034, train_loss = 33.863636 (0.405 sec)\n",
      "INFO:tensorflow:loss = 33.863636, step = 544 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.69255\n",
      "INFO:tensorflow:train_accuracy = 0.30933332, train_loss = 33.853394 (0.371 sec)\n",
      "INFO:tensorflow:loss = 33.853394, step = 545 (0.371 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.2967\n",
      "INFO:tensorflow:train_accuracy = 0.35083225, train_loss = 35.296566 (0.436 sec)\n",
      "INFO:tensorflow:loss = 35.296566, step = 546 (0.436 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.21028\n",
      "INFO:tensorflow:train_accuracy = 0.26013073, train_loss = 37.005783 (0.452 sec)\n",
      "INFO:tensorflow:loss = 37.005783, step = 547 (0.452 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47274\n",
      "INFO:tensorflow:train_accuracy = 0.33333334, train_loss = 41.894855 (0.404 sec)\n",
      "INFO:tensorflow:loss = 41.894855, step = 548 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48993\n",
      "INFO:tensorflow:train_accuracy = 0.29411766, train_loss = 33.799793 (0.402 sec)\n",
      "INFO:tensorflow:loss = 33.799793, step = 549 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51753\n",
      "INFO:tensorflow:train_accuracy = 0.3432258, train_loss = 35.053314 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.053314, step = 550 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 6.04347\n",
      "INFO:tensorflow:train_accuracy = 0.42857143, train_loss = 26.233751 (0.165 sec)\n",
      "INFO:tensorflow:loss = 26.233751, step = 551 (0.164 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.27477\n",
      "INFO:tensorflow:train_accuracy = 0.32901555, train_loss = 34.020287 (0.440 sec)\n",
      "INFO:tensorflow:loss = 34.020287, step = 552 (0.440 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32161\n",
      "INFO:tensorflow:train_accuracy = 0.3052764, train_loss = 38.666176 (0.431 sec)\n",
      "INFO:tensorflow:loss = 38.666176, step = 553 (0.431 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52426\n",
      "INFO:tensorflow:train_accuracy = 0.3598485, train_loss = 33.88844 (0.396 sec)\n",
      "INFO:tensorflow:loss = 33.88844, step = 554 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40536\n",
      "INFO:tensorflow:train_accuracy = 0.27431422, train_loss = 39.393032 (0.416 sec)\n",
      "INFO:tensorflow:loss = 39.393032, step = 555 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62682\n",
      "INFO:tensorflow:train_accuracy = 0.31056702, train_loss = 35.46288 (0.381 sec)\n",
      "INFO:tensorflow:loss = 35.46288, step = 556 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.82467\n",
      "INFO:tensorflow:train_accuracy = 0.35121328, train_loss = 35.126316 (0.354 sec)\n",
      "INFO:tensorflow:loss = 35.126316, step = 557 (0.354 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54241\n",
      "INFO:tensorflow:train_accuracy = 0.3126615, train_loss = 35.39572 (0.393 sec)\n",
      "INFO:tensorflow:loss = 35.39572, step = 558 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52441\n",
      "INFO:tensorflow:train_accuracy = 0.2983871, train_loss = 32.872334 (0.396 sec)\n",
      "INFO:tensorflow:loss = 32.872334, step = 559 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45941\n",
      "INFO:tensorflow:train_accuracy = 0.33717948, train_loss = 35.235535 (0.406 sec)\n",
      "INFO:tensorflow:loss = 35.235535, step = 560 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49622\n",
      "INFO:tensorflow:train_accuracy = 0.33377135, train_loss = 34.072678 (0.401 sec)\n",
      "INFO:tensorflow:loss = 34.072678, step = 561 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57793\n",
      "INFO:tensorflow:train_accuracy = 0.34412956, train_loss = 30.034332 (0.388 sec)\n",
      "INFO:tensorflow:loss = 30.034332, step = 562 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48424\n",
      "INFO:tensorflow:train_accuracy = 0.32379714, train_loss = 35.66613 (0.402 sec)\n",
      "INFO:tensorflow:loss = 35.66613, step = 563 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5763\n",
      "INFO:tensorflow:train_accuracy = 0.2916129, train_loss = 37.572998 (0.388 sec)\n",
      "INFO:tensorflow:loss = 37.572998, step = 564 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5906\n",
      "INFO:tensorflow:train_accuracy = 0.31571814, train_loss = 33.763077 (0.386 sec)\n",
      "INFO:tensorflow:loss = 33.763077, step = 565 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.70906\n",
      "INFO:tensorflow:train_accuracy = 0.39130434, train_loss = 32.16382 (0.369 sec)\n",
      "INFO:tensorflow:loss = 32.16382, step = 566 (0.369 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47272\n",
      "INFO:tensorflow:train_accuracy = 0.25219575, train_loss = 40.54713 (0.404 sec)\n",
      "INFO:tensorflow:loss = 40.54713, step = 567 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62744\n",
      "INFO:tensorflow:train_accuracy = 0.37401575, train_loss = 32.094154 (0.381 sec)\n",
      "INFO:tensorflow:loss = 32.094154, step = 568 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.8219\n",
      "INFO:tensorflow:train_accuracy = 0.32857144, train_loss = 33.5099 (0.354 sec)\n",
      "INFO:tensorflow:loss = 33.5099, step = 569 (0.354 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.69836\n",
      "INFO:tensorflow:train_accuracy = 0.35714287, train_loss = 30.876734 (0.371 sec)\n",
      "INFO:tensorflow:loss = 30.876734, step = 570 (0.371 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53612\n",
      "INFO:tensorflow:train_accuracy = 0.3231383, train_loss = 34.765663 (0.394 sec)\n",
      "INFO:tensorflow:loss = 34.765663, step = 571 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36377\n",
      "INFO:tensorflow:train_accuracy = 0.27096775, train_loss = 39.397522 (0.423 sec)\n",
      "INFO:tensorflow:loss = 39.397522, step = 572 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45353\n",
      "INFO:tensorflow:train_accuracy = 0.3175, train_loss = 40.352676 (0.407 sec)\n",
      "INFO:tensorflow:loss = 40.352676, step = 573 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51673\n",
      "INFO:tensorflow:train_accuracy = 0.4108527, train_loss = 31.877235 (0.398 sec)\n",
      "INFO:tensorflow:loss = 31.877235, step = 574 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52037\n",
      "INFO:tensorflow:train_accuracy = 0.3188406, train_loss = 33.01558 (0.397 sec)\n",
      "INFO:tensorflow:loss = 33.01558, step = 575 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5303\n",
      "INFO:tensorflow:train_accuracy = 0.3460026, train_loss = 33.03664 (0.395 sec)\n",
      "INFO:tensorflow:loss = 33.03664, step = 576 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46443\n",
      "INFO:tensorflow:train_accuracy = 0.31476685, train_loss = 35.387535 (0.406 sec)\n",
      "INFO:tensorflow:loss = 35.387535, step = 577 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41916\n",
      "INFO:tensorflow:train_accuracy = 0.30666667, train_loss = 33.62684 (0.413 sec)\n",
      "INFO:tensorflow:loss = 33.62684, step = 578 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40564\n",
      "INFO:tensorflow:train_accuracy = 0.30074257, train_loss = 38.706146 (0.416 sec)\n",
      "INFO:tensorflow:loss = 38.706146, step = 579 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59304\n",
      "INFO:tensorflow:train_accuracy = 0.3294423, train_loss = 35.48924 (0.386 sec)\n",
      "INFO:tensorflow:loss = 35.48924, step = 580 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41481\n",
      "INFO:tensorflow:train_accuracy = 0.33377308, train_loss = 35.462082 (0.414 sec)\n",
      "INFO:tensorflow:loss = 35.462082, step = 581 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38238\n",
      "INFO:tensorflow:train_accuracy = 0.3077859, train_loss = 41.6945 (0.420 sec)\n",
      "INFO:tensorflow:loss = 41.6945, step = 582 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54451\n",
      "INFO:tensorflow:train_accuracy = 0.35927367, train_loss = 35.846275 (0.393 sec)\n",
      "INFO:tensorflow:loss = 35.846275, step = 583 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37623\n",
      "INFO:tensorflow:train_accuracy = 0.32349166, train_loss = 34.292725 (0.421 sec)\n",
      "INFO:tensorflow:loss = 34.292725, step = 584 (0.421 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18042\n",
      "INFO:tensorflow:train_accuracy = 0.28963795, train_loss = 38.307514 (0.459 sec)\n",
      "INFO:tensorflow:loss = 38.307514, step = 585 (0.459 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46441\n",
      "INFO:tensorflow:train_accuracy = 0.34285715, train_loss = 33.6315 (0.406 sec)\n",
      "INFO:tensorflow:loss = 33.6315, step = 586 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38528\n",
      "INFO:tensorflow:train_accuracy = 0.2723785, train_loss = 38.66198 (0.419 sec)\n",
      "INFO:tensorflow:loss = 38.66198, step = 587 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45723\n",
      "INFO:tensorflow:train_accuracy = 0.33040202, train_loss = 36.589928 (0.407 sec)\n",
      "INFO:tensorflow:loss = 36.589928, step = 588 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55581\n",
      "INFO:tensorflow:train_accuracy = 0.27616647, train_loss = 37.731995 (0.391 sec)\n",
      "INFO:tensorflow:loss = 37.731995, step = 589 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65155\n",
      "INFO:tensorflow:train_accuracy = 0.33375314, train_loss = 36.44114 (0.377 sec)\n",
      "INFO:tensorflow:loss = 36.44114, step = 590 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.24054\n",
      "INFO:tensorflow:train_accuracy = 0.34760705, train_loss = 36.915176 (0.446 sec)\n",
      "INFO:tensorflow:loss = 36.915176, step = 591 (0.446 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4889\n",
      "INFO:tensorflow:train_accuracy = 0.3277202, train_loss = 36.509342 (0.402 sec)\n",
      "INFO:tensorflow:loss = 36.509342, step = 592 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57362\n",
      "INFO:tensorflow:train_accuracy = 0.32658568, train_loss = 32.577587 (0.389 sec)\n",
      "INFO:tensorflow:loss = 32.577587, step = 593 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40083\n",
      "INFO:tensorflow:train_accuracy = 0.28292683, train_loss = 41.084305 (0.416 sec)\n",
      "INFO:tensorflow:loss = 41.084305, step = 594 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60479\n",
      "INFO:tensorflow:train_accuracy = 0.33795014, train_loss = 30.132984 (0.384 sec)\n",
      "INFO:tensorflow:loss = 30.132984, step = 595 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47286\n",
      "INFO:tensorflow:train_accuracy = 0.311054, train_loss = 35.437958 (0.404 sec)\n",
      "INFO:tensorflow:loss = 35.437958, step = 596 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.71786\n",
      "INFO:tensorflow:train_accuracy = 0.36231884, train_loss = 32.826042 (0.368 sec)\n",
      "INFO:tensorflow:loss = 32.826042, step = 597 (0.368 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.20552\n",
      "INFO:tensorflow:train_accuracy = 0.3159948, train_loss = 33.67597 (0.453 sec)\n",
      "INFO:tensorflow:loss = 33.67597, step = 598 (0.453 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 600 into smallconformer/model.ckpt.\n",
      "INFO:tensorflow:Calling model_fn.\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Starting evaluation at 2020-10-25T19:39:12Z\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Restoring parameters from smallconformer/model.ckpt-600\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Evaluation [1/10]\n",
      "INFO:tensorflow:Evaluation [2/10]\n",
      "INFO:tensorflow:Evaluation [3/10]\n",
      "INFO:tensorflow:Evaluation [4/10]\n",
      "INFO:tensorflow:Evaluation [5/10]\n",
      "INFO:tensorflow:Evaluation [6/10]\n",
      "INFO:tensorflow:Evaluation [7/10]\n",
      "INFO:tensorflow:Evaluation [8/10]\n",
      "INFO:tensorflow:Evaluation [9/10]\n",
      "INFO:tensorflow:Evaluation [10/10]\n",
      "INFO:tensorflow:Finished evaluation at 2020-10-25-19:39:22\n",
      "INFO:tensorflow:Saving dict for global step 600: WER = 1.0, accuracy = 0.3128834, global_step = 600, loss = 38.123413\n",
      "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 600: smallconformer/model.ckpt-600\n",
      "INFO:tensorflow:global_step/sec: 0.0432656\n",
      "INFO:tensorflow:train_accuracy = 0.28836635, train_loss = 39.968803 (23.112 sec)\n",
      "INFO:tensorflow:loss = 39.968803, step = 599 (23.112 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.82794\n",
      "INFO:tensorflow:train_accuracy = 0.3459596, train_loss = 34.65133 (0.355 sec)\n",
      "INFO:tensorflow:loss = 34.65133, step = 600 (0.355 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51356\n",
      "INFO:tensorflow:train_accuracy = 0.33674777, train_loss = 35.372047 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.372047, step = 601 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51157\n",
      "INFO:tensorflow:train_accuracy = 0.2962963, train_loss = 37.020332 (0.398 sec)\n",
      "INFO:tensorflow:loss = 37.020332, step = 602 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46969\n",
      "INFO:tensorflow:train_accuracy = 0.31025642, train_loss = 36.47077 (0.405 sec)\n",
      "INFO:tensorflow:loss = 36.47077, step = 603 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62935\n",
      "INFO:tensorflow:train_accuracy = 0.29545453, train_loss = 33.808132 (0.381 sec)\n",
      "INFO:tensorflow:loss = 33.808132, step = 604 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61563\n",
      "INFO:tensorflow:train_accuracy = 0.36243385, train_loss = 31.40747 (0.382 sec)\n",
      "INFO:tensorflow:loss = 31.40747, step = 605 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53772\n",
      "INFO:tensorflow:train_accuracy = 0.37626263, train_loss = 35.356983 (0.394 sec)\n",
      "INFO:tensorflow:loss = 35.356983, step = 606 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41896\n",
      "INFO:tensorflow:train_accuracy = 0.29057592, train_loss = 36.16944 (0.413 sec)\n",
      "INFO:tensorflow:loss = 36.16944, step = 607 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.2132\n",
      "INFO:tensorflow:train_accuracy = 0.2753623, train_loss = 35.48844 (0.452 sec)\n",
      "INFO:tensorflow:loss = 35.48844, step = 608 (0.452 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45785\n",
      "INFO:tensorflow:train_accuracy = 0.38212436, train_loss = 34.340843 (0.407 sec)\n",
      "INFO:tensorflow:loss = 34.340843, step = 609 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61106\n",
      "INFO:tensorflow:train_accuracy = 0.39483872, train_loss = 34.749733 (0.383 sec)\n",
      "INFO:tensorflow:loss = 34.749733, step = 610 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.78657\n",
      "INFO:tensorflow:train_accuracy = 0.34002677, train_loss = 34.41713 (0.359 sec)\n",
      "INFO:tensorflow:loss = 34.41713, step = 611 (0.359 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6154\n",
      "INFO:tensorflow:train_accuracy = 0.33553502, train_loss = 33.220577 (0.382 sec)\n",
      "INFO:tensorflow:loss = 33.220577, step = 612 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51789\n",
      "INFO:tensorflow:train_accuracy = 0.32394367, train_loss = 35.119774 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.119774, step = 613 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63298\n",
      "INFO:tensorflow:train_accuracy = 0.3184797, train_loss = 34.42363 (0.380 sec)\n",
      "INFO:tensorflow:loss = 34.42363, step = 614 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55174\n",
      "INFO:tensorflow:train_accuracy = 0.27427822, train_loss = 35.326416 (0.392 sec)\n",
      "INFO:tensorflow:loss = 35.326416, step = 615 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.90152\n",
      "INFO:tensorflow:train_accuracy = 0.3994638, train_loss = 30.171108 (0.345 sec)\n",
      "INFO:tensorflow:loss = 30.171108, step = 616 (0.345 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41832\n",
      "INFO:tensorflow:train_accuracy = 0.31225806, train_loss = 36.214108 (0.414 sec)\n",
      "INFO:tensorflow:loss = 36.214108, step = 617 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50179\n",
      "INFO:tensorflow:train_accuracy = 0.35121328, train_loss = 37.384247 (0.400 sec)\n",
      "INFO:tensorflow:loss = 37.384247, step = 618 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44523\n",
      "INFO:tensorflow:train_accuracy = 0.28811368, train_loss = 37.8713 (0.409 sec)\n",
      "INFO:tensorflow:loss = 37.8713, step = 619 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6009\n",
      "INFO:tensorflow:train_accuracy = 0.29792747, train_loss = 35.727356 (0.384 sec)\n",
      "INFO:tensorflow:loss = 35.727356, step = 620 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50225\n",
      "INFO:tensorflow:train_accuracy = 0.3604194, train_loss = 32.36384 (0.400 sec)\n",
      "INFO:tensorflow:loss = 32.36384, step = 621 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50009\n",
      "INFO:tensorflow:train_accuracy = 0.34914362, train_loss = 32.68048 (0.400 sec)\n",
      "INFO:tensorflow:loss = 32.68048, step = 622 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55695\n",
      "INFO:tensorflow:train_accuracy = 0.33509934, train_loss = 33.482597 (0.391 sec)\n",
      "INFO:tensorflow:loss = 33.482597, step = 623 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63433\n",
      "INFO:tensorflow:train_accuracy = 0.30156657, train_loss = 34.77259 (0.379 sec)\n",
      "INFO:tensorflow:loss = 34.77259, step = 624 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43047\n",
      "INFO:tensorflow:train_accuracy = 0.3463476, train_loss = 38.481728 (0.411 sec)\n",
      "INFO:tensorflow:loss = 38.481728, step = 625 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33711\n",
      "INFO:tensorflow:train_accuracy = 0.2593516, train_loss = 40.101013 (0.428 sec)\n",
      "INFO:tensorflow:loss = 40.101013, step = 626 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58564\n",
      "INFO:tensorflow:train_accuracy = 0.33376962, train_loss = 34.960785 (0.387 sec)\n",
      "INFO:tensorflow:loss = 34.960785, step = 627 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51279\n",
      "INFO:tensorflow:train_accuracy = 0.3681592, train_loss = 35.635494 (0.398 sec)\n",
      "INFO:tensorflow:loss = 35.635494, step = 628 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44612\n",
      "INFO:tensorflow:train_accuracy = 0.29342106, train_loss = 36.61196 (0.409 sec)\n",
      "INFO:tensorflow:loss = 36.61196, step = 629 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37898\n",
      "INFO:tensorflow:train_accuracy = 0.29896906, train_loss = 35.74096 (0.420 sec)\n",
      "INFO:tensorflow:loss = 35.74096, step = 630 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44901\n",
      "INFO:tensorflow:train_accuracy = 0.2774275, train_loss = 38.286163 (0.408 sec)\n",
      "INFO:tensorflow:loss = 38.286163, step = 631 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4109\n",
      "INFO:tensorflow:train_accuracy = 0.3028786, train_loss = 37.22589 (0.415 sec)\n",
      "INFO:tensorflow:loss = 37.22589, step = 632 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58699\n",
      "INFO:tensorflow:train_accuracy = 0.3938619, train_loss = 34.49209 (0.387 sec)\n",
      "INFO:tensorflow:loss = 34.49209, step = 633 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54022\n",
      "INFO:tensorflow:train_accuracy = 0.3159948, train_loss = 34.306553 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.306553, step = 634 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53544\n",
      "INFO:tensorflow:train_accuracy = 0.2892768, train_loss = 40.612766 (0.395 sec)\n",
      "INFO:tensorflow:loss = 40.612766, step = 635 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55386\n",
      "INFO:tensorflow:train_accuracy = 0.32229298, train_loss = 34.912575 (0.392 sec)\n",
      "INFO:tensorflow:loss = 34.912575, step = 636 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.03946\n",
      "INFO:tensorflow:train_accuracy = 0.34550196, train_loss = 33.527985 (0.329 sec)\n",
      "INFO:tensorflow:loss = 33.527985, step = 637 (0.329 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4894\n",
      "INFO:tensorflow:train_accuracy = 0.30994898, train_loss = 38.45655 (0.402 sec)\n",
      "INFO:tensorflow:loss = 38.45655, step = 638 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52848\n",
      "INFO:tensorflow:train_accuracy = 0.37311557, train_loss = 35.262012 (0.395 sec)\n",
      "INFO:tensorflow:loss = 35.262012, step = 639 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54168\n",
      "INFO:tensorflow:train_accuracy = 0.3, train_loss = 36.32525 (0.394 sec)\n",
      "INFO:tensorflow:loss = 36.32525, step = 640 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5847\n",
      "INFO:tensorflow:train_accuracy = 0.3193167, train_loss = 33.83415 (0.387 sec)\n",
      "INFO:tensorflow:loss = 33.83415, step = 641 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51411\n",
      "INFO:tensorflow:train_accuracy = 0.26462767, train_loss = 36.40207 (0.398 sec)\n",
      "INFO:tensorflow:loss = 36.40207, step = 642 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.97841\n",
      "INFO:tensorflow:train_accuracy = 0.4, train_loss = 29.120232 (0.336 sec)\n",
      "INFO:tensorflow:loss = 29.120232, step = 643 (0.336 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50563\n",
      "INFO:tensorflow:train_accuracy = 0.30647293, train_loss = 33.22215 (0.399 sec)\n",
      "INFO:tensorflow:loss = 33.22215, step = 644 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47427\n",
      "INFO:tensorflow:train_accuracy = 0.32793018, train_loss = 37.164806 (0.404 sec)\n",
      "INFO:tensorflow:loss = 37.164806, step = 645 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49993\n",
      "INFO:tensorflow:train_accuracy = 0.28624535, train_loss = 38.360245 (0.400 sec)\n",
      "INFO:tensorflow:loss = 38.360245, step = 646 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49535\n",
      "INFO:tensorflow:train_accuracy = 0.31939164, train_loss = 35.55724 (0.401 sec)\n",
      "INFO:tensorflow:loss = 35.55724, step = 647 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59967\n",
      "INFO:tensorflow:train_accuracy = 0.30064517, train_loss = 36.795815 (0.385 sec)\n",
      "INFO:tensorflow:loss = 36.795815, step = 648 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49492\n",
      "INFO:tensorflow:train_accuracy = 0.36472148, train_loss = 31.768242 (0.401 sec)\n",
      "INFO:tensorflow:loss = 31.768242, step = 649 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45375\n",
      "INFO:tensorflow:train_accuracy = 0.31842107, train_loss = 33.8229 (0.407 sec)\n",
      "INFO:tensorflow:loss = 33.8229, step = 650 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64664\n",
      "INFO:tensorflow:train_accuracy = 0.33848134, train_loss = 35.144844 (0.378 sec)\n",
      "INFO:tensorflow:loss = 35.144844, step = 651 (0.378 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33373\n",
      "INFO:tensorflow:train_accuracy = 0.29531053, train_loss = 37.97616 (0.428 sec)\n",
      "INFO:tensorflow:loss = 37.97616, step = 652 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49453\n",
      "INFO:tensorflow:train_accuracy = 0.34, train_loss = 32.234806 (0.401 sec)\n",
      "INFO:tensorflow:loss = 32.234806, step = 653 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41408\n",
      "INFO:tensorflow:train_accuracy = 0.3382157, train_loss = 31.779268 (0.415 sec)\n",
      "INFO:tensorflow:loss = 31.779268, step = 654 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32725\n",
      "INFO:tensorflow:train_accuracy = 0.311054, train_loss = 34.991573 (0.429 sec)\n",
      "INFO:tensorflow:loss = 34.991573, step = 655 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55711\n",
      "INFO:tensorflow:train_accuracy = 0.31688312, train_loss = 35.94203 (0.391 sec)\n",
      "INFO:tensorflow:loss = 35.94203, step = 656 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62204\n",
      "INFO:tensorflow:train_accuracy = 0.37176165, train_loss = 34.69011 (0.381 sec)\n",
      "INFO:tensorflow:loss = 34.69011, step = 657 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50711\n",
      "INFO:tensorflow:train_accuracy = 0.26533332, train_loss = 34.946213 (0.399 sec)\n",
      "INFO:tensorflow:loss = 34.946213, step = 658 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63413\n",
      "INFO:tensorflow:train_accuracy = 0.35947713, train_loss = 32.738873 (0.380 sec)\n",
      "INFO:tensorflow:loss = 32.738873, step = 659 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.619\n",
      "INFO:tensorflow:train_accuracy = 0.3091603, train_loss = 36.94095 (0.382 sec)\n",
      "INFO:tensorflow:loss = 36.94095, step = 660 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59367\n",
      "INFO:tensorflow:train_accuracy = 0.381258, train_loss = 33.987026 (0.386 sec)\n",
      "INFO:tensorflow:loss = 33.987026, step = 661 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54337\n",
      "INFO:tensorflow:train_accuracy = 0.29388297, train_loss = 34.834274 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.834274, step = 662 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53947\n",
      "INFO:tensorflow:train_accuracy = 0.37096775, train_loss = 31.089563 (0.394 sec)\n",
      "INFO:tensorflow:loss = 31.089563, step = 663 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37127\n",
      "INFO:tensorflow:train_accuracy = 0.32630274, train_loss = 39.204918 (0.422 sec)\n",
      "INFO:tensorflow:loss = 39.204918, step = 664 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47496\n",
      "INFO:tensorflow:train_accuracy = 0.3164721, train_loss = 34.666367 (0.404 sec)\n",
      "INFO:tensorflow:loss = 34.666367, step = 665 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43755\n",
      "INFO:tensorflow:train_accuracy = 0.28590077, train_loss = 35.61429 (0.410 sec)\n",
      "INFO:tensorflow:loss = 35.61429, step = 666 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48982\n",
      "INFO:tensorflow:train_accuracy = 0.39285713, train_loss = 29.259945 (0.402 sec)\n",
      "INFO:tensorflow:loss = 29.259945, step = 667 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50866\n",
      "INFO:tensorflow:train_accuracy = 0.31889763, train_loss = 33.89692 (0.398 sec)\n",
      "INFO:tensorflow:loss = 33.89692, step = 668 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49714\n",
      "INFO:tensorflow:train_accuracy = 0.309371, train_loss = 35.710484 (0.400 sec)\n",
      "INFO:tensorflow:loss = 35.710484, step = 669 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44421\n",
      "INFO:tensorflow:train_accuracy = 0.31435964, train_loss = 35.324448 (0.409 sec)\n",
      "INFO:tensorflow:loss = 35.324448, step = 670 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36193\n",
      "INFO:tensorflow:train_accuracy = 0.36248416, train_loss = 37.462124 (0.423 sec)\n",
      "INFO:tensorflow:loss = 37.462124, step = 671 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55227\n",
      "INFO:tensorflow:train_accuracy = 0.2888889, train_loss = 35.101807 (0.391 sec)\n",
      "INFO:tensorflow:loss = 35.101807, step = 672 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.95058\n",
      "INFO:tensorflow:train_accuracy = 0.32273838, train_loss = 41.123955 (0.339 sec)\n",
      "INFO:tensorflow:loss = 41.123955, step = 673 (0.339 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48627\n",
      "INFO:tensorflow:train_accuracy = 0.30710658, train_loss = 37.54277 (0.403 sec)\n",
      "INFO:tensorflow:loss = 37.54277, step = 674 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.00097\n",
      "INFO:tensorflow:train_accuracy = 0.35514018, train_loss = 32.304424 (0.499 sec)\n",
      "INFO:tensorflow:loss = 32.304424, step = 675 (0.499 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36315\n",
      "INFO:tensorflow:train_accuracy = 0.26632524, train_loss = 37.497196 (0.423 sec)\n",
      "INFO:tensorflow:loss = 37.497196, step = 676 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51956\n",
      "INFO:tensorflow:train_accuracy = 0.3283582, train_loss = 36.89086 (0.397 sec)\n",
      "INFO:tensorflow:loss = 36.89086, step = 677 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6184\n",
      "INFO:tensorflow:train_accuracy = 0.37931034, train_loss = 30.988073 (0.382 sec)\n",
      "INFO:tensorflow:loss = 30.988073, step = 678 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.28528\n",
      "INFO:tensorflow:train_accuracy = 0.24050634, train_loss = 39.76232 (0.437 sec)\n",
      "INFO:tensorflow:loss = 39.76232, step = 679 (0.437 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44729\n",
      "INFO:tensorflow:train_accuracy = 0.32592592, train_loss = 38.458374 (0.409 sec)\n",
      "INFO:tensorflow:loss = 38.458374, step = 680 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42305\n",
      "INFO:tensorflow:train_accuracy = 0.34993616, train_loss = 34.512276 (0.413 sec)\n",
      "INFO:tensorflow:loss = 34.512276, step = 681 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54244\n",
      "INFO:tensorflow:train_accuracy = 0.28280255, train_loss = 35.87658 (0.393 sec)\n",
      "INFO:tensorflow:loss = 35.87658, step = 682 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5143\n",
      "INFO:tensorflow:train_accuracy = 0.30169052, train_loss = 36.650566 (0.398 sec)\n",
      "INFO:tensorflow:loss = 36.650566, step = 683 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49314\n",
      "INFO:tensorflow:train_accuracy = 0.3529412, train_loss = 34.857407 (0.401 sec)\n",
      "INFO:tensorflow:loss = 34.857407, step = 684 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49309\n",
      "INFO:tensorflow:train_accuracy = 0.3494898, train_loss = 36.633194 (0.401 sec)\n",
      "INFO:tensorflow:loss = 36.633194, step = 685 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46561\n",
      "INFO:tensorflow:train_accuracy = 0.2755611, train_loss = 39.87007 (0.406 sec)\n",
      "INFO:tensorflow:loss = 39.87007, step = 686 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44387\n",
      "INFO:tensorflow:train_accuracy = 0.30882353, train_loss = 34.26935 (0.409 sec)\n",
      "INFO:tensorflow:loss = 34.26935, step = 687 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38984\n",
      "INFO:tensorflow:train_accuracy = 0.35714287, train_loss = 30.999283 (0.418 sec)\n",
      "INFO:tensorflow:loss = 30.999283, step = 688 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 5.41778\n",
      "INFO:tensorflow:train_accuracy = 0.2927928, train_loss = 36.154438 (0.185 sec)\n",
      "INFO:tensorflow:loss = 36.154438, step = 689 (0.185 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35714\n",
      "INFO:tensorflow:train_accuracy = 0.3382353, train_loss = 31.259962 (0.424 sec)\n",
      "INFO:tensorflow:loss = 31.259962, step = 690 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.25668\n",
      "INFO:tensorflow:train_accuracy = 0.29383314, train_loss = 40.602463 (0.443 sec)\n",
      "INFO:tensorflow:loss = 40.602463, step = 691 (0.443 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47295\n",
      "INFO:tensorflow:train_accuracy = 0.2605459, train_loss = 39.166046 (0.404 sec)\n",
      "INFO:tensorflow:loss = 39.166046, step = 692 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52356\n",
      "INFO:tensorflow:train_accuracy = 0.3521851, train_loss = 34.62915 (0.396 sec)\n",
      "INFO:tensorflow:loss = 34.62915, step = 693 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43037\n",
      "INFO:tensorflow:train_accuracy = 0.2936709, train_loss = 37.32336 (0.411 sec)\n",
      "INFO:tensorflow:loss = 37.32336, step = 694 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55207\n",
      "INFO:tensorflow:train_accuracy = 0.3671562, train_loss = 31.718493 (0.392 sec)\n",
      "INFO:tensorflow:loss = 31.718493, step = 695 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57315\n",
      "INFO:tensorflow:train_accuracy = 0.37352556, train_loss = 32.052456 (0.389 sec)\n",
      "INFO:tensorflow:loss = 32.052456, step = 696 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48706\n",
      "INFO:tensorflow:train_accuracy = 0.25480154, train_loss = 38.283165 (0.402 sec)\n",
      "INFO:tensorflow:loss = 38.283165, step = 697 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47537\n",
      "INFO:tensorflow:train_accuracy = 0.40183246, train_loss = 30.837751 (0.404 sec)\n",
      "INFO:tensorflow:loss = 30.837751, step = 698 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54538\n",
      "INFO:tensorflow:train_accuracy = 0.32228118, train_loss = 33.89096 (0.393 sec)\n",
      "INFO:tensorflow:loss = 33.89096, step = 699 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59476\n",
      "INFO:tensorflow:train_accuracy = 0.29271522, train_loss = 34.47709 (0.386 sec)\n",
      "INFO:tensorflow:loss = 34.47709, step = 700 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43025\n",
      "INFO:tensorflow:train_accuracy = 0.32105264, train_loss = 33.834442 (0.411 sec)\n",
      "INFO:tensorflow:loss = 33.834442, step = 701 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44661\n",
      "INFO:tensorflow:train_accuracy = 0.32115868, train_loss = 37.559273 (0.409 sec)\n",
      "INFO:tensorflow:loss = 37.559273, step = 702 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.80822\n",
      "INFO:tensorflow:train_accuracy = 0.28806585, train_loss = 34.04874 (0.356 sec)\n",
      "INFO:tensorflow:loss = 34.04874, step = 703 (0.356 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66465\n",
      "INFO:tensorflow:train_accuracy = 0.12371134, train_loss = 34.869675 (0.375 sec)\n",
      "INFO:tensorflow:loss = 34.869675, step = 704 (0.375 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53557\n",
      "INFO:tensorflow:train_accuracy = 0.12663186, train_loss = 34.57495 (0.395 sec)\n",
      "INFO:tensorflow:loss = 34.57495, step = 705 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64061\n",
      "INFO:tensorflow:train_accuracy = 0.32647815, train_loss = 34.94237 (0.378 sec)\n",
      "INFO:tensorflow:loss = 34.94237, step = 706 (0.378 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.83975\n",
      "INFO:tensorflow:train_accuracy = 0.34105533, train_loss = 34.008747 (0.352 sec)\n",
      "INFO:tensorflow:loss = 34.008747, step = 707 (0.353 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.97322\n",
      "INFO:tensorflow:train_accuracy = 0.3231383, train_loss = 31.935211 (0.336 sec)\n",
      "INFO:tensorflow:loss = 31.935211, step = 708 (0.336 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38169\n",
      "INFO:tensorflow:train_accuracy = 0.33916554, train_loss = 32.369186 (0.420 sec)\n",
      "INFO:tensorflow:loss = 32.369186, step = 709 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.8456\n",
      "INFO:tensorflow:train_accuracy = 0.3073048, train_loss = 40.49607 (0.351 sec)\n",
      "INFO:tensorflow:loss = 40.49607, step = 710 (0.351 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49366\n",
      "INFO:tensorflow:train_accuracy = 0.30643126, train_loss = 37.639305 (0.401 sec)\n",
      "INFO:tensorflow:loss = 37.639305, step = 711 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54356\n",
      "INFO:tensorflow:train_accuracy = 0.36778525, train_loss = 30.333166 (0.393 sec)\n",
      "INFO:tensorflow:loss = 30.333166, step = 712 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61701\n",
      "INFO:tensorflow:train_accuracy = 0.3268734, train_loss = 35.58477 (0.383 sec)\n",
      "INFO:tensorflow:loss = 35.58477, step = 713 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 3.01044\n",
      "INFO:tensorflow:train_accuracy = 0.35741934, train_loss = 33.280518 (0.332 sec)\n",
      "INFO:tensorflow:loss = 33.280518, step = 714 (0.332 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49604\n",
      "INFO:tensorflow:train_accuracy = 0.33469388, train_loss = 31.62795 (0.401 sec)\n",
      "INFO:tensorflow:loss = 31.62795, step = 715 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49314\n",
      "INFO:tensorflow:train_accuracy = 0.2844933, train_loss = 40.080315 (0.401 sec)\n",
      "INFO:tensorflow:loss = 40.080315, step = 716 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35042\n",
      "INFO:tensorflow:train_accuracy = 0.3469657, train_loss = 32.887833 (0.426 sec)\n",
      "INFO:tensorflow:loss = 32.887833, step = 717 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.90276\n",
      "INFO:tensorflow:train_accuracy = 0.3028786, train_loss = 41.153946 (0.344 sec)\n",
      "INFO:tensorflow:loss = 41.153946, step = 718 (0.344 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65493\n",
      "INFO:tensorflow:train_accuracy = 0.32843792, train_loss = 32.63842 (0.377 sec)\n",
      "INFO:tensorflow:loss = 32.63842, step = 719 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18408\n",
      "INFO:tensorflow:train_accuracy = 0.2987805, train_loss = 42.393654 (0.458 sec)\n",
      "INFO:tensorflow:loss = 42.393654, step = 720 (0.458 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.91217\n",
      "INFO:tensorflow:train_accuracy = 0.32901555, train_loss = 34.57315 (0.344 sec)\n",
      "INFO:tensorflow:loss = 34.57315, step = 721 (0.344 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55965\n",
      "INFO:tensorflow:train_accuracy = 0.3254282, train_loss = 33.61134 (0.391 sec)\n",
      "INFO:tensorflow:loss = 33.61134, step = 722 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48684\n",
      "INFO:tensorflow:train_accuracy = 0.31149566, train_loss = 36.81227 (0.402 sec)\n",
      "INFO:tensorflow:loss = 36.81227, step = 723 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44631\n",
      "INFO:tensorflow:train_accuracy = 0.26751593, train_loss = 38.621864 (0.409 sec)\n",
      "INFO:tensorflow:loss = 38.621864, step = 724 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49021\n",
      "INFO:tensorflow:train_accuracy = 0.32647815, train_loss = 35.907745 (0.402 sec)\n",
      "INFO:tensorflow:loss = 35.907745, step = 725 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41757\n",
      "INFO:tensorflow:train_accuracy = 0.31829575, train_loss = 37.360683 (0.414 sec)\n",
      "INFO:tensorflow:loss = 37.360683, step = 726 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56721\n",
      "INFO:tensorflow:train_accuracy = 0.33459595, train_loss = 36.070446 (0.389 sec)\n",
      "INFO:tensorflow:loss = 36.070446, step = 727 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.692\n",
      "INFO:tensorflow:train_accuracy = 0.3264516, train_loss = 35.225838 (0.372 sec)\n",
      "INFO:tensorflow:loss = 35.225838, step = 728 (0.372 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45034\n",
      "INFO:tensorflow:train_accuracy = 0.28425097, train_loss = 37.2763 (0.408 sec)\n",
      "INFO:tensorflow:loss = 37.2763, step = 729 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40092\n",
      "INFO:tensorflow:train_accuracy = 0.33631712, train_loss = 35.433765 (0.416 sec)\n",
      "INFO:tensorflow:loss = 35.433765, step = 730 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49016\n",
      "INFO:tensorflow:train_accuracy = 0.34545454, train_loss = 34.84873 (0.402 sec)\n",
      "INFO:tensorflow:loss = 34.84873, step = 731 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5206\n",
      "INFO:tensorflow:train_accuracy = 0.3469657, train_loss = 32.97654 (0.397 sec)\n",
      "INFO:tensorflow:loss = 32.97654, step = 732 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67587\n",
      "INFO:tensorflow:train_accuracy = 0.32984293, train_loss = 33.7284 (0.374 sec)\n",
      "INFO:tensorflow:loss = 33.7284, step = 733 (0.373 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33801\n",
      "INFO:tensorflow:train_accuracy = 0.29172143, train_loss = 35.365913 (0.428 sec)\n",
      "INFO:tensorflow:loss = 35.365913, step = 734 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 5.36409\n",
      "INFO:tensorflow:train_accuracy = 0.34234235, train_loss = 35.416626 (0.186 sec)\n",
      "INFO:tensorflow:loss = 35.416626, step = 735 (0.186 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.20942\n",
      "INFO:tensorflow:train_accuracy = 0.32058048, train_loss = 33.263718 (0.453 sec)\n",
      "INFO:tensorflow:loss = 33.263718, step = 736 (0.453 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49362\n",
      "INFO:tensorflow:train_accuracy = 0.31989923, train_loss = 35.89823 (0.401 sec)\n",
      "INFO:tensorflow:loss = 35.89823, step = 737 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53725\n",
      "INFO:tensorflow:train_accuracy = 0.3219512, train_loss = 38.733364 (0.394 sec)\n",
      "INFO:tensorflow:loss = 38.733364, step = 738 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43556\n",
      "INFO:tensorflow:train_accuracy = 0.281491, train_loss = 36.59774 (0.410 sec)\n",
      "INFO:tensorflow:loss = 36.59774, step = 739 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48831\n",
      "INFO:tensorflow:train_accuracy = 0.30671737, train_loss = 36.264793 (0.402 sec)\n",
      "INFO:tensorflow:loss = 36.264793, step = 740 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61207\n",
      "INFO:tensorflow:train_accuracy = 0.32270408, train_loss = 36.17923 (0.383 sec)\n",
      "INFO:tensorflow:loss = 36.17923, step = 741 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51065\n",
      "INFO:tensorflow:train_accuracy = 0.394702, train_loss = 30.702736 (0.398 sec)\n",
      "INFO:tensorflow:loss = 30.702736, step = 742 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55193\n",
      "INFO:tensorflow:train_accuracy = 0.3027523, train_loss = 35.04789 (0.392 sec)\n",
      "INFO:tensorflow:loss = 35.04789, step = 743 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54745\n",
      "INFO:tensorflow:train_accuracy = 0.30287206, train_loss = 34.998035 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.998035, step = 744 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38761\n",
      "INFO:tensorflow:train_accuracy = 0.33116037, train_loss = 34.225307 (0.419 sec)\n",
      "INFO:tensorflow:loss = 34.225307, step = 745 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55907\n",
      "INFO:tensorflow:train_accuracy = 0.3257677, train_loss = 31.582832 (0.391 sec)\n",
      "INFO:tensorflow:loss = 31.582832, step = 746 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.25189\n",
      "INFO:tensorflow:train_accuracy = 0.31606218, train_loss = 36.006775 (0.444 sec)\n",
      "INFO:tensorflow:loss = 36.006775, step = 747 (0.445 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47957\n",
      "INFO:tensorflow:train_accuracy = 0.31675392, train_loss = 34.719124 (0.403 sec)\n",
      "INFO:tensorflow:loss = 34.719124, step = 748 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53158\n",
      "INFO:tensorflow:train_accuracy = 0.3160763, train_loss = 32.642204 (0.395 sec)\n",
      "INFO:tensorflow:loss = 32.642204, step = 749 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58137\n",
      "INFO:tensorflow:train_accuracy = 0.4007833, train_loss = 31.072556 (0.387 sec)\n",
      "INFO:tensorflow:loss = 31.072556, step = 750 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48217\n",
      "INFO:tensorflow:train_accuracy = 0.3786531, train_loss = 33.90483 (0.403 sec)\n",
      "INFO:tensorflow:loss = 33.90483, step = 751 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47216\n",
      "INFO:tensorflow:train_accuracy = 0.26751593, train_loss = 38.688587 (0.405 sec)\n",
      "INFO:tensorflow:loss = 38.688587, step = 752 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52107\n",
      "INFO:tensorflow:train_accuracy = 0.3227848, train_loss = 37.22107 (0.397 sec)\n",
      "INFO:tensorflow:loss = 37.22107, step = 753 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32746\n",
      "INFO:tensorflow:train_accuracy = 0.31224763, train_loss = 32.19185 (0.430 sec)\n",
      "INFO:tensorflow:loss = 32.19185, step = 754 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5284\n",
      "INFO:tensorflow:train_accuracy = 0.32985657, train_loss = 34.394085 (0.395 sec)\n",
      "INFO:tensorflow:loss = 34.394085, step = 755 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39402\n",
      "INFO:tensorflow:train_accuracy = 0.2916112, train_loss = 36.06343 (0.418 sec)\n",
      "INFO:tensorflow:loss = 36.06343, step = 756 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57455\n",
      "INFO:tensorflow:train_accuracy = 0.34200743, train_loss = 38.228733 (0.388 sec)\n",
      "INFO:tensorflow:loss = 38.228733, step = 757 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48086\n",
      "INFO:tensorflow:train_accuracy = 0.3075899, train_loss = 33.790077 (0.403 sec)\n",
      "INFO:tensorflow:loss = 33.790077, step = 758 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49823\n",
      "INFO:tensorflow:train_accuracy = 0.32142857, train_loss = 32.084877 (0.400 sec)\n",
      "INFO:tensorflow:loss = 32.084877, step = 759 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61835\n",
      "INFO:tensorflow:train_accuracy = 0.3632761, train_loss = 30.178116 (0.382 sec)\n",
      "INFO:tensorflow:loss = 30.178116, step = 760 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50405\n",
      "INFO:tensorflow:train_accuracy = 0.2913386, train_loss = 35.632637 (0.399 sec)\n",
      "INFO:tensorflow:loss = 35.632637, step = 761 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50598\n",
      "INFO:tensorflow:train_accuracy = 0.348226, train_loss = 32.410286 (0.399 sec)\n",
      "INFO:tensorflow:loss = 32.410286, step = 762 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.31202\n",
      "INFO:tensorflow:train_accuracy = 0.34508815, train_loss = 35.702843 (0.433 sec)\n",
      "INFO:tensorflow:loss = 35.702843, step = 763 (0.433 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36496\n",
      "INFO:tensorflow:train_accuracy = 0.27598566, train_loss = 46.84342 (0.423 sec)\n",
      "INFO:tensorflow:loss = 46.84342, step = 764 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54586\n",
      "INFO:tensorflow:train_accuracy = 0.2962963, train_loss = 34.291603 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.291603, step = 765 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.21651\n",
      "INFO:tensorflow:train_accuracy = 0.33375314, train_loss = 38.08174 (0.451 sec)\n",
      "INFO:tensorflow:loss = 38.08174, step = 766 (0.451 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53192\n",
      "INFO:tensorflow:train_accuracy = 0.31233597, train_loss = 34.44577 (0.395 sec)\n",
      "INFO:tensorflow:loss = 34.44577, step = 767 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40905\n",
      "INFO:tensorflow:train_accuracy = 0.33289647, train_loss = 33.51937 (0.415 sec)\n",
      "INFO:tensorflow:loss = 33.51937, step = 768 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45724\n",
      "INFO:tensorflow:train_accuracy = 0.33043477, train_loss = 37.4992 (0.407 sec)\n",
      "INFO:tensorflow:loss = 37.4992, step = 769 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4879\n",
      "INFO:tensorflow:train_accuracy = 0.32866243, train_loss = 35.726334 (0.402 sec)\n",
      "INFO:tensorflow:loss = 35.726334, step = 770 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48471\n",
      "INFO:tensorflow:train_accuracy = 0.2908864, train_loss = 38.540813 (0.402 sec)\n",
      "INFO:tensorflow:loss = 38.540813, step = 771 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36245\n",
      "INFO:tensorflow:train_accuracy = 0.31505102, train_loss = 37.73802 (0.423 sec)\n",
      "INFO:tensorflow:loss = 37.73802, step = 772 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39229\n",
      "INFO:tensorflow:train_accuracy = 0.33673468, train_loss = 35.425972 (0.418 sec)\n",
      "INFO:tensorflow:loss = 35.425972, step = 773 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44956\n",
      "INFO:tensorflow:train_accuracy = 0.37401575, train_loss = 31.497917 (0.408 sec)\n",
      "INFO:tensorflow:loss = 31.497917, step = 774 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55233\n",
      "INFO:tensorflow:train_accuracy = 0.29493672, train_loss = 38.15455 (0.392 sec)\n",
      "INFO:tensorflow:loss = 38.15455, step = 775 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44105\n",
      "INFO:tensorflow:train_accuracy = 0.2651515, train_loss = 39.331535 (0.409 sec)\n",
      "INFO:tensorflow:loss = 39.331535, step = 776 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3462\n",
      "INFO:tensorflow:train_accuracy = 0.28498074, train_loss = 37.096962 (0.427 sec)\n",
      "INFO:tensorflow:loss = 37.096962, step = 777 (0.427 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61978\n",
      "INFO:tensorflow:train_accuracy = 0.37830687, train_loss = 32.057762 (0.381 sec)\n",
      "INFO:tensorflow:loss = 32.057762, step = 778 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51548\n",
      "INFO:tensorflow:train_accuracy = 0.24380705, train_loss = 37.46315 (0.398 sec)\n",
      "INFO:tensorflow:loss = 37.46315, step = 779 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54043\n",
      "INFO:tensorflow:train_accuracy = 0.39056358, train_loss = 32.244583 (0.393 sec)\n",
      "INFO:tensorflow:loss = 32.244583, step = 780 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 5.69433\n",
      "INFO:tensorflow:train_accuracy = 0.36231884, train_loss = 30.352365 (0.176 sec)\n",
      "INFO:tensorflow:loss = 30.352365, step = 781 (0.176 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.28927\n",
      "INFO:tensorflow:train_accuracy = 0.34736842, train_loss = 32.884274 (0.437 sec)\n",
      "INFO:tensorflow:loss = 32.884274, step = 782 (0.437 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.30671\n",
      "INFO:tensorflow:train_accuracy = 0.2901961, train_loss = 34.460068 (0.433 sec)\n",
      "INFO:tensorflow:loss = 34.460068, step = 783 (0.433 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38334\n",
      "INFO:tensorflow:train_accuracy = 0.3077859, train_loss = 39.71121 (0.420 sec)\n",
      "INFO:tensorflow:loss = 39.71121, step = 784 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46169\n",
      "INFO:tensorflow:train_accuracy = 0.2779188, train_loss = 36.9041 (0.406 sec)\n",
      "INFO:tensorflow:loss = 36.9041, step = 785 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46744\n",
      "INFO:tensorflow:train_accuracy = 0.32307693, train_loss = 35.28583 (0.405 sec)\n",
      "INFO:tensorflow:loss = 35.28583, step = 786 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43312\n",
      "INFO:tensorflow:train_accuracy = 0.34810126, train_loss = 35.787792 (0.411 sec)\n",
      "INFO:tensorflow:loss = 35.787792, step = 787 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54948\n",
      "INFO:tensorflow:train_accuracy = 0.33914208, train_loss = 31.490131 (0.392 sec)\n",
      "INFO:tensorflow:loss = 31.490131, step = 788 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48192\n",
      "INFO:tensorflow:train_accuracy = 0.31592688, train_loss = 35.279083 (0.403 sec)\n",
      "INFO:tensorflow:loss = 35.279083, step = 789 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45209\n",
      "INFO:tensorflow:train_accuracy = 0.30363864, train_loss = 37.31472 (0.408 sec)\n",
      "INFO:tensorflow:loss = 37.31472, step = 790 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.71402\n",
      "INFO:tensorflow:train_accuracy = 0.36688742, train_loss = 30.911453 (0.368 sec)\n",
      "INFO:tensorflow:loss = 30.911453, step = 791 (0.369 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.474\n",
      "INFO:tensorflow:train_accuracy = 0.29095674, train_loss = 34.680126 (0.404 sec)\n",
      "INFO:tensorflow:loss = 34.680126, step = 792 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.276\n",
      "INFO:tensorflow:train_accuracy = 0.30870712, train_loss = 33.925896 (0.439 sec)\n",
      "INFO:tensorflow:loss = 33.925896, step = 793 (0.439 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62425\n",
      "INFO:tensorflow:train_accuracy = 0.33246073, train_loss = 34.322243 (0.381 sec)\n",
      "INFO:tensorflow:loss = 34.322243, step = 794 (0.382 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63678\n",
      "INFO:tensorflow:train_accuracy = 0.32180852, train_loss = 33.50259 (0.379 sec)\n",
      "INFO:tensorflow:loss = 33.50259, step = 795 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58381\n",
      "INFO:tensorflow:train_accuracy = 0.35958004, train_loss = 33.599655 (0.387 sec)\n",
      "INFO:tensorflow:loss = 33.599655, step = 796 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41948\n",
      "INFO:tensorflow:train_accuracy = 0.3252551, train_loss = 35.083755 (0.413 sec)\n",
      "INFO:tensorflow:loss = 35.083755, step = 797 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43735\n",
      "INFO:tensorflow:train_accuracy = 0.2998713, train_loss = 36.815292 (0.411 sec)\n",
      "INFO:tensorflow:loss = 36.815292, step = 798 (0.411 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 800 into smallconformer/model.ckpt.\n",
      "INFO:tensorflow:Skip the current checkpoint eval due to throttle secs (120 secs).\n",
      "INFO:tensorflow:global_step/sec: 0.339075\n",
      "INFO:tensorflow:train_accuracy = 0.3815621, train_loss = 34.117092 (2.949 sec)\n",
      "INFO:tensorflow:loss = 34.117092, step = 799 (2.948 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47496\n",
      "INFO:tensorflow:train_accuracy = 0.36507937, train_loss = 31.541582 (0.405 sec)\n",
      "INFO:tensorflow:loss = 31.541582, step = 800 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57412\n",
      "INFO:tensorflow:train_accuracy = 0.30457518, train_loss = 35.559563 (0.388 sec)\n",
      "INFO:tensorflow:loss = 35.559563, step = 801 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36657\n",
      "INFO:tensorflow:train_accuracy = 0.2433121, train_loss = 40.814163 (0.423 sec)\n",
      "INFO:tensorflow:loss = 40.814163, step = 802 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59406\n",
      "INFO:tensorflow:train_accuracy = 0.3763158, train_loss = 32.55555 (0.385 sec)\n",
      "INFO:tensorflow:loss = 32.55555, step = 803 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.62757\n",
      "INFO:tensorflow:train_accuracy = 0.37418514, train_loss = 32.034534 (0.381 sec)\n",
      "INFO:tensorflow:loss = 32.034534, step = 804 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44511\n",
      "INFO:tensorflow:train_accuracy = 0.32360741, train_loss = 34.021873 (0.409 sec)\n",
      "INFO:tensorflow:loss = 34.021873, step = 805 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60134\n",
      "INFO:tensorflow:train_accuracy = 0.31675392, train_loss = 32.86656 (0.385 sec)\n",
      "INFO:tensorflow:loss = 32.86656, step = 806 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52619\n",
      "INFO:tensorflow:train_accuracy = 0.3184797, train_loss = 34.97857 (0.396 sec)\n",
      "INFO:tensorflow:loss = 34.97857, step = 807 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58615\n",
      "INFO:tensorflow:train_accuracy = 0.34850454, train_loss = 34.25975 (0.387 sec)\n",
      "INFO:tensorflow:loss = 34.25975, step = 808 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43095\n",
      "INFO:tensorflow:train_accuracy = 0.3139535, train_loss = 37.288773 (0.411 sec)\n",
      "INFO:tensorflow:loss = 37.288773, step = 809 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5729\n",
      "INFO:tensorflow:train_accuracy = 0.3621347, train_loss = 35.523598 (0.389 sec)\n",
      "INFO:tensorflow:loss = 35.523598, step = 810 (0.388 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61537\n",
      "INFO:tensorflow:train_accuracy = 0.34543177, train_loss = 36.877872 (0.383 sec)\n",
      "INFO:tensorflow:loss = 36.877872, step = 811 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52962\n",
      "INFO:tensorflow:train_accuracy = 0.30181348, train_loss = 35.901966 (0.395 sec)\n",
      "INFO:tensorflow:loss = 35.901966, step = 812 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56414\n",
      "INFO:tensorflow:train_accuracy = 0.31958762, train_loss = 35.184 (0.390 sec)\n",
      "INFO:tensorflow:loss = 35.184, step = 813 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49903\n",
      "INFO:tensorflow:train_accuracy = 0.34960422, train_loss = 32.187225 (0.400 sec)\n",
      "INFO:tensorflow:loss = 32.187225, step = 814 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3001\n",
      "INFO:tensorflow:train_accuracy = 0.23443224, train_loss = 43.34945 (0.435 sec)\n",
      "INFO:tensorflow:loss = 43.34945, step = 815 (0.435 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49037\n",
      "INFO:tensorflow:train_accuracy = 0.29733163, train_loss = 36.835014 (0.402 sec)\n",
      "INFO:tensorflow:loss = 36.835014, step = 816 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44916\n",
      "INFO:tensorflow:train_accuracy = 0.3007335, train_loss = 40.805115 (0.408 sec)\n",
      "INFO:tensorflow:loss = 40.805115, step = 817 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45547\n",
      "INFO:tensorflow:train_accuracy = 0.13953489, train_loss = 34.39182 (0.407 sec)\n",
      "INFO:tensorflow:loss = 34.39182, step = 818 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63051\n",
      "INFO:tensorflow:train_accuracy = 0.32352942, train_loss = 34.00118 (0.380 sec)\n",
      "INFO:tensorflow:loss = 34.00118, step = 819 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56814\n",
      "INFO:tensorflow:train_accuracy = 0.3308176, train_loss = 35.59687 (0.389 sec)\n",
      "INFO:tensorflow:loss = 35.59687, step = 820 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44755\n",
      "INFO:tensorflow:train_accuracy = 0.26092383, train_loss = 41.186638 (0.409 sec)\n",
      "INFO:tensorflow:loss = 41.186638, step = 821 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66077\n",
      "INFO:tensorflow:train_accuracy = 0.31317204, train_loss = 33.526146 (0.376 sec)\n",
      "INFO:tensorflow:loss = 33.526146, step = 822 (0.376 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56585\n",
      "INFO:tensorflow:train_accuracy = 0.32270917, train_loss = 33.617706 (0.390 sec)\n",
      "INFO:tensorflow:loss = 33.617706, step = 823 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.11481\n",
      "INFO:tensorflow:train_accuracy = 0.3287841, train_loss = 38.854652 (0.473 sec)\n",
      "INFO:tensorflow:loss = 38.854652, step = 824 (0.474 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.0079\n",
      "INFO:tensorflow:train_accuracy = 0.3257066, train_loss = 32.143475 (0.497 sec)\n",
      "INFO:tensorflow:loss = 32.143475, step = 825 (0.497 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54295\n",
      "INFO:tensorflow:train_accuracy = 0.30647293, train_loss = 34.49695 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.49695, step = 826 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 4.74596\n",
      "INFO:tensorflow:train_accuracy = 0.39269406, train_loss = 32.22812 (0.211 sec)\n",
      "INFO:tensorflow:loss = 32.22812, step = 827 (0.210 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54219\n",
      "INFO:tensorflow:train_accuracy = 0.31926122, train_loss = 33.51226 (0.394 sec)\n",
      "INFO:tensorflow:loss = 33.51226, step = 828 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.67859\n",
      "INFO:tensorflow:train_accuracy = 0.28963795, train_loss = 38.13114 (0.373 sec)\n",
      "INFO:tensorflow:loss = 38.13114, step = 829 (0.373 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38665\n",
      "INFO:tensorflow:train_accuracy = 0.30148885, train_loss = 38.39937 (0.419 sec)\n",
      "INFO:tensorflow:loss = 38.39937, step = 830 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.71246\n",
      "INFO:tensorflow:train_accuracy = 0.3231162, train_loss = 35.513836 (0.368 sec)\n",
      "INFO:tensorflow:loss = 35.513836, step = 831 (0.368 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.64067\n",
      "INFO:tensorflow:train_accuracy = 0.3015464, train_loss = 35.202896 (0.379 sec)\n",
      "INFO:tensorflow:loss = 35.202896, step = 832 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43358\n",
      "INFO:tensorflow:train_accuracy = 0.3153153, train_loss = 34.596268 (0.411 sec)\n",
      "INFO:tensorflow:loss = 34.596268, step = 833 (0.411 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.57399\n",
      "INFO:tensorflow:train_accuracy = 0.3949802, train_loss = 32.457577 (0.389 sec)\n",
      "INFO:tensorflow:loss = 32.457577, step = 834 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.65146\n",
      "INFO:tensorflow:train_accuracy = 0.33933163, train_loss = 34.945034 (0.377 sec)\n",
      "INFO:tensorflow:loss = 34.945034, step = 835 (0.377 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49142\n",
      "INFO:tensorflow:train_accuracy = 0.31402832, train_loss = 34.55787 (0.401 sec)\n",
      "INFO:tensorflow:loss = 34.55787, step = 836 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54009\n",
      "INFO:tensorflow:train_accuracy = 0.325887, train_loss = 34.547394 (0.394 sec)\n",
      "INFO:tensorflow:loss = 34.547394, step = 837 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.75475\n",
      "INFO:tensorflow:train_accuracy = 0.28380188, train_loss = 35.211033 (0.363 sec)\n",
      "INFO:tensorflow:loss = 35.211033, step = 838 (0.363 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.83057\n",
      "INFO:tensorflow:train_accuracy = 0.32496697, train_loss = 33.16095 (0.353 sec)\n",
      "INFO:tensorflow:loss = 33.16095, step = 839 (0.353 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49168\n",
      "INFO:tensorflow:train_accuracy = 0.12729658, train_loss = 30.931713 (0.401 sec)\n",
      "INFO:tensorflow:loss = 30.931713, step = 840 (0.401 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5291\n",
      "INFO:tensorflow:train_accuracy = 0.3382353, train_loss = 34.461285 (0.396 sec)\n",
      "INFO:tensorflow:loss = 34.461285, step = 841 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59021\n",
      "INFO:tensorflow:train_accuracy = 0.37581274, train_loss = 33.51039 (0.386 sec)\n",
      "INFO:tensorflow:loss = 33.51039, step = 842 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.15175\n",
      "INFO:tensorflow:train_accuracy = 0.31876606, train_loss = 35.588596 (0.465 sec)\n",
      "INFO:tensorflow:loss = 35.588596, step = 843 (0.465 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47873\n",
      "INFO:tensorflow:train_accuracy = 0.28754812, train_loss = 37.22709 (0.403 sec)\n",
      "INFO:tensorflow:loss = 37.22709, step = 844 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.531\n",
      "INFO:tensorflow:train_accuracy = 0.33165196, train_loss = 36.82112 (0.395 sec)\n",
      "INFO:tensorflow:loss = 36.82112, step = 845 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58949\n",
      "INFO:tensorflow:train_accuracy = 0.3557047, train_loss = 30.484035 (0.386 sec)\n",
      "INFO:tensorflow:loss = 30.484035, step = 846 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37078\n",
      "INFO:tensorflow:train_accuracy = 0.3814433, train_loss = 33.36105 (0.422 sec)\n",
      "INFO:tensorflow:loss = 33.36105, step = 847 (0.422 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34141\n",
      "INFO:tensorflow:train_accuracy = 0.25906736, train_loss = 39.92772 (0.427 sec)\n",
      "INFO:tensorflow:loss = 39.92772, step = 848 (0.427 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47623\n",
      "INFO:tensorflow:train_accuracy = 0.32522407, train_loss = 34.575203 (0.404 sec)\n",
      "INFO:tensorflow:loss = 34.575203, step = 849 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48369\n",
      "INFO:tensorflow:train_accuracy = 0.35301667, train_loss = 34.05351 (0.403 sec)\n",
      "INFO:tensorflow:loss = 34.05351, step = 850 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53164\n",
      "INFO:tensorflow:train_accuracy = 0.3033854, train_loss = 34.8674 (0.395 sec)\n",
      "INFO:tensorflow:loss = 34.8674, step = 851 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4324\n",
      "INFO:tensorflow:train_accuracy = 0.32797858, train_loss = 32.22366 (0.411 sec)\n",
      "INFO:tensorflow:loss = 32.22366, step = 852 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45649\n",
      "INFO:tensorflow:train_accuracy = 0.32138115, train_loss = 32.421776 (0.407 sec)\n",
      "INFO:tensorflow:loss = 32.421776, step = 853 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33884\n",
      "INFO:tensorflow:train_accuracy = 0.35824743, train_loss = 34.74131 (0.428 sec)\n",
      "INFO:tensorflow:loss = 34.74131, step = 854 (0.428 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63303\n",
      "INFO:tensorflow:train_accuracy = 0.34640524, train_loss = 33.4964 (0.380 sec)\n",
      "INFO:tensorflow:loss = 33.4964, step = 855 (0.379 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35564\n",
      "INFO:tensorflow:train_accuracy = 0.30925223, train_loss = 38.207844 (0.425 sec)\n",
      "INFO:tensorflow:loss = 38.207844, step = 856 (0.425 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40341\n",
      "INFO:tensorflow:train_accuracy = 0.3277849, train_loss = 36.958893 (0.416 sec)\n",
      "INFO:tensorflow:loss = 36.958893, step = 857 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59986\n",
      "INFO:tensorflow:train_accuracy = 0.35820895, train_loss = 39.16349 (0.384 sec)\n",
      "INFO:tensorflow:loss = 39.16349, step = 858 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51898\n",
      "INFO:tensorflow:train_accuracy = 0.29761904, train_loss = 34.87303 (0.397 sec)\n",
      "INFO:tensorflow:loss = 34.87303, step = 859 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55425\n",
      "INFO:tensorflow:train_accuracy = 0.3139073, train_loss = 34.20405 (0.391 sec)\n",
      "INFO:tensorflow:loss = 34.20405, step = 860 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.35778\n",
      "INFO:tensorflow:train_accuracy = 0.28502417, train_loss = 40.408096 (0.424 sec)\n",
      "INFO:tensorflow:loss = 40.408096, step = 861 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.8653\n",
      "INFO:tensorflow:train_accuracy = 0.12777053, train_loss = 33.197815 (0.349 sec)\n",
      "INFO:tensorflow:loss = 33.197815, step = 862 (0.349 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.20434\n",
      "INFO:tensorflow:train_accuracy = 0.11722488, train_loss = 42.423115 (0.454 sec)\n",
      "INFO:tensorflow:loss = 42.423115, step = 863 (0.454 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47434\n",
      "INFO:tensorflow:train_accuracy = 0.30847028, train_loss = 38.436787 (0.404 sec)\n",
      "INFO:tensorflow:loss = 38.436787, step = 864 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.1408\n",
      "INFO:tensorflow:train_accuracy = 0.31812257, train_loss = 32.556965 (0.467 sec)\n",
      "INFO:tensorflow:loss = 32.556965, step = 865 (0.467 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.69583\n",
      "INFO:tensorflow:train_accuracy = 0.3107417, train_loss = 35.460556 (0.371 sec)\n",
      "INFO:tensorflow:loss = 35.460556, step = 866 (0.371 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5872\n",
      "INFO:tensorflow:train_accuracy = 0.27438232, train_loss = 36.155594 (0.386 sec)\n",
      "INFO:tensorflow:loss = 36.155594, step = 867 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.13417\n",
      "INFO:tensorflow:train_accuracy = 0.36136663, train_loss = 34.551163 (0.469 sec)\n",
      "INFO:tensorflow:loss = 34.551163, step = 868 (0.469 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51001\n",
      "INFO:tensorflow:train_accuracy = 0.35669586, train_loss = 35.89794 (0.399 sec)\n",
      "INFO:tensorflow:loss = 35.89794, step = 869 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.66833\n",
      "INFO:tensorflow:train_accuracy = 0.3848134, train_loss = 33.06996 (0.375 sec)\n",
      "INFO:tensorflow:loss = 33.06996, step = 870 (0.375 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49817\n",
      "INFO:tensorflow:train_accuracy = 0.31466666, train_loss = 35.39064 (0.400 sec)\n",
      "INFO:tensorflow:loss = 35.39064, step = 871 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39664\n",
      "INFO:tensorflow:train_accuracy = 0.33245382, train_loss = 34.33239 (0.417 sec)\n",
      "INFO:tensorflow:loss = 34.33239, step = 872 (0.417 sec)\n",
      "INFO:tensorflow:global_step/sec: 4.80062\n",
      "INFO:tensorflow:train_accuracy = 0.24311927, train_loss = 39.08321 (0.208 sec)\n",
      "INFO:tensorflow:loss = 39.08321, step = 873 (0.208 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18041\n",
      "INFO:tensorflow:train_accuracy = 0.40903056, train_loss = 28.849957 (0.459 sec)\n",
      "INFO:tensorflow:loss = 28.849957, step = 874 (0.459 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.23056\n",
      "INFO:tensorflow:train_accuracy = 0.26237625, train_loss = 40.42402 (0.448 sec)\n",
      "INFO:tensorflow:loss = 40.42402, step = 875 (0.448 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4248\n",
      "INFO:tensorflow:train_accuracy = 0.31188118, train_loss = 37.53414 (0.412 sec)\n",
      "INFO:tensorflow:loss = 37.53414, step = 876 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3988\n",
      "INFO:tensorflow:train_accuracy = 0.24441688, train_loss = 39.841934 (0.418 sec)\n",
      "INFO:tensorflow:loss = 39.841934, step = 877 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43716\n",
      "INFO:tensorflow:train_accuracy = 0.28362185, train_loss = 32.78002 (0.410 sec)\n",
      "INFO:tensorflow:loss = 32.78002, step = 878 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4941\n",
      "INFO:tensorflow:train_accuracy = 0.19849247, train_loss = 36.76216 (0.400 sec)\n",
      "INFO:tensorflow:loss = 36.76216, step = 879 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37535\n",
      "INFO:tensorflow:train_accuracy = 0.2093628, train_loss = 34.270947 (0.421 sec)\n",
      "INFO:tensorflow:loss = 34.270947, step = 880 (0.421 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46667\n",
      "INFO:tensorflow:train_accuracy = 0.33643618, train_loss = 32.687504 (0.405 sec)\n",
      "INFO:tensorflow:loss = 32.687504, step = 881 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39196\n",
      "INFO:tensorflow:train_accuracy = 0.33546734, train_loss = 35.29311 (0.418 sec)\n",
      "INFO:tensorflow:loss = 35.29311, step = 882 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41036\n",
      "INFO:tensorflow:train_accuracy = 0.3493976, train_loss = 32.536125 (0.415 sec)\n",
      "INFO:tensorflow:loss = 32.536125, step = 883 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40152\n",
      "INFO:tensorflow:train_accuracy = 0.3324397, train_loss = 32.60102 (0.416 sec)\n",
      "INFO:tensorflow:loss = 32.60102, step = 884 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5064\n",
      "INFO:tensorflow:train_accuracy = 0.33376125, train_loss = 36.33944 (0.399 sec)\n",
      "INFO:tensorflow:loss = 36.33944, step = 885 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6118\n",
      "INFO:tensorflow:train_accuracy = 0.34203655, train_loss = 34.452236 (0.383 sec)\n",
      "INFO:tensorflow:loss = 34.452236, step = 886 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44675\n",
      "INFO:tensorflow:train_accuracy = 0.40161726, train_loss = 30.992947 (0.408 sec)\n",
      "INFO:tensorflow:loss = 30.992947, step = 887 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42099\n",
      "INFO:tensorflow:train_accuracy = 0.32912987, train_loss = 38.148342 (0.413 sec)\n",
      "INFO:tensorflow:loss = 38.148342, step = 888 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51649\n",
      "INFO:tensorflow:train_accuracy = 0.33505154, train_loss = 35.366024 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.366024, step = 889 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.61124\n",
      "INFO:tensorflow:train_accuracy = 0.32421875, train_loss = 35.517204 (0.383 sec)\n",
      "INFO:tensorflow:loss = 35.517204, step = 890 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48707\n",
      "INFO:tensorflow:train_accuracy = 0.39838493, train_loss = 30.235788 (0.402 sec)\n",
      "INFO:tensorflow:loss = 30.235788, step = 891 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47977\n",
      "INFO:tensorflow:train_accuracy = 0.34117648, train_loss = 35.065125 (0.403 sec)\n",
      "INFO:tensorflow:loss = 35.065125, step = 892 (0.403 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5549\n",
      "INFO:tensorflow:train_accuracy = 0.38215712, train_loss = 32.17551 (0.391 sec)\n",
      "INFO:tensorflow:loss = 32.17551, step = 893 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.38395\n",
      "INFO:tensorflow:train_accuracy = 0.33333334, train_loss = 41.556313 (0.420 sec)\n",
      "INFO:tensorflow:loss = 41.556313, step = 894 (0.420 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.59923\n",
      "INFO:tensorflow:train_accuracy = 0.3143236, train_loss = 33.183178 (0.385 sec)\n",
      "INFO:tensorflow:loss = 33.183178, step = 895 (0.385 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58671\n",
      "INFO:tensorflow:train_accuracy = 0.42119205, train_loss = 28.938118 (0.387 sec)\n",
      "INFO:tensorflow:loss = 28.938118, step = 896 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36245\n",
      "INFO:tensorflow:train_accuracy = 0.37450722, train_loss = 33.4901 (0.423 sec)\n",
      "INFO:tensorflow:loss = 33.4901, step = 897 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.3637\n",
      "INFO:tensorflow:train_accuracy = 0.3196931, train_loss = 36.69333 (0.423 sec)\n",
      "INFO:tensorflow:loss = 36.69333, step = 898 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44581\n",
      "INFO:tensorflow:train_accuracy = 0.36726806, train_loss = 34.733475 (0.409 sec)\n",
      "INFO:tensorflow:loss = 34.733475, step = 899 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55286\n",
      "INFO:tensorflow:train_accuracy = 0.37549406, train_loss = 32.193935 (0.393 sec)\n",
      "INFO:tensorflow:loss = 32.193935, step = 900 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34605\n",
      "INFO:tensorflow:train_accuracy = 0.3329114, train_loss = 39.35956 (0.425 sec)\n",
      "INFO:tensorflow:loss = 39.35956, step = 901 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5272\n",
      "INFO:tensorflow:train_accuracy = 0.3420708, train_loss = 34.79572 (0.395 sec)\n",
      "INFO:tensorflow:loss = 34.79572, step = 902 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50751\n",
      "INFO:tensorflow:train_accuracy = 0.3136763, train_loss = 38.367706 (0.399 sec)\n",
      "INFO:tensorflow:loss = 38.367706, step = 903 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50349\n",
      "INFO:tensorflow:train_accuracy = 0.32569975, train_loss = 38.271843 (0.399 sec)\n",
      "INFO:tensorflow:loss = 38.271843, step = 904 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52002\n",
      "INFO:tensorflow:train_accuracy = 0.3286445, train_loss = 35.795036 (0.397 sec)\n",
      "INFO:tensorflow:loss = 35.795036, step = 905 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46726\n",
      "INFO:tensorflow:train_accuracy = 0.31812257, train_loss = 34.072006 (0.405 sec)\n",
      "INFO:tensorflow:loss = 34.072006, step = 906 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41123\n",
      "INFO:tensorflow:train_accuracy = 0.33872977, train_loss = 37.075485 (0.415 sec)\n",
      "INFO:tensorflow:loss = 37.075485, step = 907 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.52712\n",
      "INFO:tensorflow:train_accuracy = 0.34610304, train_loss = 33.304733 (0.396 sec)\n",
      "INFO:tensorflow:loss = 33.304733, step = 908 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34576\n",
      "INFO:tensorflow:train_accuracy = 0.30487806, train_loss = 40.457382 (0.426 sec)\n",
      "INFO:tensorflow:loss = 40.457382, step = 909 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34033\n",
      "INFO:tensorflow:train_accuracy = 0.38831168, train_loss = 33.4972 (0.427 sec)\n",
      "INFO:tensorflow:loss = 33.4972, step = 910 (0.427 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.18527\n",
      "INFO:tensorflow:train_accuracy = 0.3218391, train_loss = 37.05191 (0.458 sec)\n",
      "INFO:tensorflow:loss = 37.05191, step = 911 (0.457 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.68848\n",
      "INFO:tensorflow:train_accuracy = 0.3930943, train_loss = 30.833153 (0.372 sec)\n",
      "INFO:tensorflow:loss = 30.833153, step = 912 (0.372 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45567\n",
      "INFO:tensorflow:train_accuracy = 0.33660933, train_loss = 38.930893 (0.407 sec)\n",
      "INFO:tensorflow:loss = 38.930893, step = 913 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.1942\n",
      "INFO:tensorflow:train_accuracy = 0.2599232, train_loss = 40.446293 (0.455 sec)\n",
      "INFO:tensorflow:loss = 40.446293, step = 914 (0.455 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.6371\n",
      "INFO:tensorflow:train_accuracy = 0.39540815, train_loss = 34.27633 (0.380 sec)\n",
      "INFO:tensorflow:loss = 34.27633, step = 915 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63317\n",
      "INFO:tensorflow:train_accuracy = 0.3690773, train_loss = 36.147415 (0.380 sec)\n",
      "INFO:tensorflow:loss = 36.147415, step = 916 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60543\n",
      "INFO:tensorflow:train_accuracy = 0.3686327, train_loss = 32.338223 (0.384 sec)\n",
      "INFO:tensorflow:loss = 32.338223, step = 917 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5325\n",
      "INFO:tensorflow:train_accuracy = 0.29787233, train_loss = 35.035484 (0.395 sec)\n",
      "INFO:tensorflow:loss = 35.035484, step = 918 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.91887\n",
      "INFO:tensorflow:train_accuracy = 0.3970588, train_loss = 29.266014 (0.343 sec)\n",
      "INFO:tensorflow:loss = 29.266014, step = 919 (0.343 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39476\n",
      "INFO:tensorflow:train_accuracy = 0.36005256, train_loss = 33.87047 (0.418 sec)\n",
      "INFO:tensorflow:loss = 33.87047, step = 920 (0.417 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.25898\n",
      "INFO:tensorflow:train_accuracy = 0.3572327, train_loss = 35.173737 (0.443 sec)\n",
      "INFO:tensorflow:loss = 35.173737, step = 921 (0.443 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63284\n",
      "INFO:tensorflow:train_accuracy = 0.2979798, train_loss = 36.861145 (0.380 sec)\n",
      "INFO:tensorflow:loss = 36.861145, step = 922 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55441\n",
      "INFO:tensorflow:train_accuracy = 0.36386767, train_loss = 35.240097 (0.391 sec)\n",
      "INFO:tensorflow:loss = 35.240097, step = 923 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.28866\n",
      "INFO:tensorflow:train_accuracy = 0.33170733, train_loss = 40.18011 (0.437 sec)\n",
      "INFO:tensorflow:loss = 40.18011, step = 924 (0.437 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43541\n",
      "INFO:tensorflow:train_accuracy = 0.32806325, train_loss = 33.59903 (0.410 sec)\n",
      "INFO:tensorflow:loss = 33.59903, step = 925 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34726\n",
      "INFO:tensorflow:train_accuracy = 0.3398693, train_loss = 34.55716 (0.426 sec)\n",
      "INFO:tensorflow:loss = 34.55716, step = 926 (0.427 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36253\n",
      "INFO:tensorflow:train_accuracy = 0.3546284, train_loss = 33.847862 (0.424 sec)\n",
      "INFO:tensorflow:loss = 33.847862, step = 927 (0.424 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.21064\n",
      "INFO:tensorflow:train_accuracy = 0.31454784, train_loss = 34.643303 (0.452 sec)\n",
      "INFO:tensorflow:loss = 34.643303, step = 928 (0.452 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.565\n",
      "INFO:tensorflow:train_accuracy = 0.4274301, train_loss = 30.085289 (0.390 sec)\n",
      "INFO:tensorflow:loss = 30.085289, step = 929 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63057\n",
      "INFO:tensorflow:train_accuracy = 0.3394018, train_loss = 34.847866 (0.380 sec)\n",
      "INFO:tensorflow:loss = 34.847866, step = 930 (0.381 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4933\n",
      "INFO:tensorflow:train_accuracy = 0.35500652, train_loss = 33.226 (0.401 sec)\n",
      "INFO:tensorflow:loss = 33.226, step = 931 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53819\n",
      "INFO:tensorflow:train_accuracy = 0.31406045, train_loss = 35.794945 (0.394 sec)\n",
      "INFO:tensorflow:loss = 35.794945, step = 932 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.37919\n",
      "INFO:tensorflow:train_accuracy = 0.3176312, train_loss = 34.822674 (0.421 sec)\n",
      "INFO:tensorflow:loss = 34.822674, step = 933 (0.421 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.70502\n",
      "INFO:tensorflow:train_accuracy = 0.40873015, train_loss = 32.02835 (0.370 sec)\n",
      "INFO:tensorflow:loss = 32.02835, step = 934 (0.369 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.528\n",
      "INFO:tensorflow:train_accuracy = 0.37185928, train_loss = 35.01853 (0.396 sec)\n",
      "INFO:tensorflow:loss = 35.01853, step = 935 (0.396 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46134\n",
      "INFO:tensorflow:train_accuracy = 0.31923077, train_loss = 37.384235 (0.406 sec)\n",
      "INFO:tensorflow:loss = 37.384235, step = 936 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56894\n",
      "INFO:tensorflow:train_accuracy = 0.36787564, train_loss = 34.258224 (0.389 sec)\n",
      "INFO:tensorflow:loss = 34.258224, step = 937 (0.389 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54232\n",
      "INFO:tensorflow:train_accuracy = 0.3708166, train_loss = 31.75136 (0.394 sec)\n",
      "INFO:tensorflow:loss = 31.75136, step = 938 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45446\n",
      "INFO:tensorflow:train_accuracy = 0.36448598, train_loss = 32.480915 (0.407 sec)\n",
      "INFO:tensorflow:loss = 32.480915, step = 939 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34494\n",
      "INFO:tensorflow:train_accuracy = 0.33376125, train_loss = 37.123604 (0.427 sec)\n",
      "INFO:tensorflow:loss = 37.123604, step = 940 (0.427 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.63088\n",
      "INFO:tensorflow:train_accuracy = 0.38007382, train_loss = 37.10559 (0.380 sec)\n",
      "INFO:tensorflow:loss = 37.10559, step = 941 (0.380 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47342\n",
      "INFO:tensorflow:train_accuracy = 0.29960054, train_loss = 34.3438 (0.404 sec)\n",
      "INFO:tensorflow:loss = 34.3438, step = 942 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46339\n",
      "INFO:tensorflow:train_accuracy = 0.35968378, train_loss = 32.84086 (0.406 sec)\n",
      "INFO:tensorflow:loss = 32.84086, step = 943 (0.406 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51749\n",
      "INFO:tensorflow:train_accuracy = 0.3683528, train_loss = 33.463306 (0.398 sec)\n",
      "INFO:tensorflow:loss = 33.463306, step = 944 (0.398 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.97096\n",
      "INFO:tensorflow:train_accuracy = 0.38739946, train_loss = 31.750332 (0.336 sec)\n",
      "INFO:tensorflow:loss = 31.750332, step = 945 (0.336 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.44271\n",
      "INFO:tensorflow:train_accuracy = 0.31349206, train_loss = 34.215614 (0.409 sec)\n",
      "INFO:tensorflow:loss = 34.215614, step = 946 (0.409 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.36623\n",
      "INFO:tensorflow:train_accuracy = 0.36848634, train_loss = 37.585236 (0.423 sec)\n",
      "INFO:tensorflow:loss = 37.585236, step = 947 (0.423 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58608\n",
      "INFO:tensorflow:train_accuracy = 0.40052015, train_loss = 32.999447 (0.387 sec)\n",
      "INFO:tensorflow:loss = 32.999447, step = 948 (0.387 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46834\n",
      "INFO:tensorflow:train_accuracy = 0.31823745, train_loss = 41.734016 (0.405 sec)\n",
      "INFO:tensorflow:loss = 41.734016, step = 949 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.5609\n",
      "INFO:tensorflow:train_accuracy = 0.3478836, train_loss = 33.508728 (0.390 sec)\n",
      "INFO:tensorflow:loss = 33.508728, step = 950 (0.391 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45354\n",
      "INFO:tensorflow:train_accuracy = 0.30217668, train_loss = 36.00417 (0.408 sec)\n",
      "INFO:tensorflow:loss = 36.00417, step = 951 (0.408 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42133\n",
      "INFO:tensorflow:train_accuracy = 0.31893265, train_loss = 37.833073 (0.413 sec)\n",
      "INFO:tensorflow:loss = 37.833073, step = 952 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34202\n",
      "INFO:tensorflow:train_accuracy = 0.31392404, train_loss = 36.769608 (0.427 sec)\n",
      "INFO:tensorflow:loss = 36.769608, step = 953 (0.426 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43262\n",
      "INFO:tensorflow:train_accuracy = 0.38224414, train_loss = 37.09552 (0.412 sec)\n",
      "INFO:tensorflow:loss = 37.09552, step = 954 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.22984\n",
      "INFO:tensorflow:train_accuracy = 0.38976377, train_loss = 32.516922 (0.448 sec)\n",
      "INFO:tensorflow:loss = 32.516922, step = 955 (0.446 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39346\n",
      "INFO:tensorflow:train_accuracy = 0.32459426, train_loss = 38.535904 (0.418 sec)\n",
      "INFO:tensorflow:loss = 38.535904, step = 956 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41922\n",
      "INFO:tensorflow:train_accuracy = 0.30038023, train_loss = 37.801224 (0.414 sec)\n",
      "INFO:tensorflow:loss = 37.801224, step = 957 (0.414 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.47808\n",
      "INFO:tensorflow:train_accuracy = 0.3346354, train_loss = 34.459736 (0.404 sec)\n",
      "INFO:tensorflow:loss = 34.459736, step = 958 (0.404 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.53455\n",
      "INFO:tensorflow:train_accuracy = 0.3768116, train_loss = 32.34656 (0.395 sec)\n",
      "INFO:tensorflow:loss = 32.34656, step = 959 (0.395 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.89766\n",
      "INFO:tensorflow:train_accuracy = 0.37390214, train_loss = 36.80999 (0.345 sec)\n",
      "INFO:tensorflow:loss = 36.80999, step = 960 (0.345 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39106\n",
      "INFO:tensorflow:train_accuracy = 0.34874505, train_loss = 33.94954 (0.418 sec)\n",
      "INFO:tensorflow:loss = 33.94954, step = 961 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54357\n",
      "INFO:tensorflow:train_accuracy = 0.33547556, train_loss = 36.611656 (0.393 sec)\n",
      "INFO:tensorflow:loss = 36.611656, step = 962 (0.394 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41073\n",
      "INFO:tensorflow:train_accuracy = 0.28716645, train_loss = 39.668648 (0.415 sec)\n",
      "INFO:tensorflow:loss = 39.668648, step = 963 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60237\n",
      "INFO:tensorflow:train_accuracy = 0.41090426, train_loss = 30.779463 (0.384 sec)\n",
      "INFO:tensorflow:loss = 30.779463, step = 964 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 5.13782\n",
      "INFO:tensorflow:train_accuracy = 0.26635513, train_loss = 33.911934 (0.194 sec)\n",
      "INFO:tensorflow:loss = 33.911934, step = 965 (0.194 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32983\n",
      "INFO:tensorflow:train_accuracy = 0.30819246, train_loss = 35.034878 (0.430 sec)\n",
      "INFO:tensorflow:loss = 35.034878, step = 966 (0.430 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54869\n",
      "INFO:tensorflow:train_accuracy = 0.37721518, train_loss = 34.30732 (0.392 sec)\n",
      "INFO:tensorflow:loss = 34.30732, step = 967 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42282\n",
      "INFO:tensorflow:train_accuracy = 0.3214724, train_loss = 38.148743 (0.413 sec)\n",
      "INFO:tensorflow:loss = 38.148743, step = 968 (0.413 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.4303\n",
      "INFO:tensorflow:train_accuracy = 0.3653846, train_loss = 34.719883 (0.412 sec)\n",
      "INFO:tensorflow:loss = 34.719883, step = 969 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.24254\n",
      "INFO:tensorflow:train_accuracy = 0.31806615, train_loss = 36.76418 (0.446 sec)\n",
      "INFO:tensorflow:loss = 36.76418, step = 970 (0.446 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.33237\n",
      "INFO:tensorflow:train_accuracy = 0.32082793, train_loss = 35.63713 (0.429 sec)\n",
      "INFO:tensorflow:loss = 35.63713, step = 971 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32908\n",
      "INFO:tensorflow:train_accuracy = 0.29011554, train_loss = 36.637825 (0.429 sec)\n",
      "INFO:tensorflow:loss = 36.637825, step = 972 (0.429 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.55076\n",
      "INFO:tensorflow:train_accuracy = 0.3611111, train_loss = 33.09068 (0.392 sec)\n",
      "INFO:tensorflow:loss = 33.09068, step = 973 (0.392 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46563\n",
      "INFO:tensorflow:train_accuracy = 0.37224385, train_loss = 31.92162 (0.406 sec)\n",
      "INFO:tensorflow:loss = 31.92162, step = 974 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.40903\n",
      "INFO:tensorflow:train_accuracy = 0.3620915, train_loss = 32.699715 (0.415 sec)\n",
      "INFO:tensorflow:loss = 32.699715, step = 975 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60101\n",
      "INFO:tensorflow:train_accuracy = 0.36742935, train_loss = 31.644924 (0.384 sec)\n",
      "INFO:tensorflow:loss = 31.644924, step = 976 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.34357\n",
      "INFO:tensorflow:train_accuracy = 0.2956636, train_loss = 34.92886 (0.427 sec)\n",
      "INFO:tensorflow:loss = 34.92886, step = 977 (0.427 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.48581\n",
      "INFO:tensorflow:train_accuracy = 0.3398693, train_loss = 35.12975 (0.402 sec)\n",
      "INFO:tensorflow:loss = 35.12975, step = 978 (0.402 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.45363\n",
      "INFO:tensorflow:train_accuracy = 0.34691197, train_loss = 33.93254 (0.407 sec)\n",
      "INFO:tensorflow:loss = 33.93254, step = 979 (0.407 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32038\n",
      "INFO:tensorflow:train_accuracy = 0.40261438, train_loss = 31.738173 (0.431 sec)\n",
      "INFO:tensorflow:loss = 31.738173, step = 980 (0.431 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.50291\n",
      "INFO:tensorflow:train_accuracy = 0.32677165, train_loss = 36.87128 (0.399 sec)\n",
      "INFO:tensorflow:loss = 36.87128, step = 981 (0.399 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60578\n",
      "INFO:tensorflow:train_accuracy = 0.36132315, train_loss = 34.470512 (0.384 sec)\n",
      "INFO:tensorflow:loss = 34.470512, step = 982 (0.384 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.54469\n",
      "INFO:tensorflow:train_accuracy = 0.34210527, train_loss = 34.386116 (0.393 sec)\n",
      "INFO:tensorflow:loss = 34.386116, step = 983 (0.393 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.46606\n",
      "INFO:tensorflow:train_accuracy = 0.38368985, train_loss = 31.394917 (0.405 sec)\n",
      "INFO:tensorflow:loss = 31.394917, step = 984 (0.405 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39482\n",
      "INFO:tensorflow:train_accuracy = 0.33461538, train_loss = 36.78634 (0.418 sec)\n",
      "INFO:tensorflow:loss = 36.78634, step = 985 (0.418 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.49379\n",
      "INFO:tensorflow:train_accuracy = 0.3606341, train_loss = 32.701546 (0.400 sec)\n",
      "INFO:tensorflow:loss = 32.701546, step = 986 (0.400 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41034\n",
      "INFO:tensorflow:train_accuracy = 0.33955225, train_loss = 39.87561 (0.415 sec)\n",
      "INFO:tensorflow:loss = 39.87561, step = 987 (0.416 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.41275\n",
      "INFO:tensorflow:train_accuracy = 0.32555124, train_loss = 34.673008 (0.414 sec)\n",
      "INFO:tensorflow:loss = 34.673008, step = 988 (0.415 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.43771\n",
      "INFO:tensorflow:train_accuracy = 0.41066667, train_loss = 29.793339 (0.410 sec)\n",
      "INFO:tensorflow:loss = 29.793339, step = 989 (0.410 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.51466\n",
      "INFO:tensorflow:train_accuracy = 0.348, train_loss = 32.330563 (0.398 sec)\n",
      "INFO:tensorflow:loss = 32.330563, step = 990 (0.397 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.60678\n",
      "INFO:tensorflow:train_accuracy = 0.39655173, train_loss = 31.794353 (0.383 sec)\n",
      "INFO:tensorflow:loss = 31.794353, step = 991 (0.383 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.42652\n",
      "INFO:tensorflow:train_accuracy = 0.33762887, train_loss = 35.00888 (0.412 sec)\n",
      "INFO:tensorflow:loss = 35.00888, step = 992 (0.412 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.32507\n",
      "INFO:tensorflow:train_accuracy = 0.3654321, train_loss = 39.68162 (0.430 sec)\n",
      "INFO:tensorflow:loss = 39.68162, step = 993 (0.430 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39549\n",
      "INFO:tensorflow:train_accuracy = 0.2931258, train_loss = 37.953312 (0.417 sec)\n",
      "INFO:tensorflow:loss = 37.953312, step = 994 (0.417 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.56299\n",
      "INFO:tensorflow:train_accuracy = 0.39163497, train_loss = 33.87432 (0.390 sec)\n",
      "INFO:tensorflow:loss = 33.87432, step = 995 (0.390 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.58839\n",
      "INFO:tensorflow:train_accuracy = 0.37303665, train_loss = 34.17825 (0.386 sec)\n",
      "INFO:tensorflow:loss = 34.17825, step = 996 (0.386 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.39036\n",
      "INFO:tensorflow:train_accuracy = 0.26400995, train_loss = 41.952084 (0.419 sec)\n",
      "INFO:tensorflow:loss = 41.952084, step = 997 (0.419 sec)\n",
      "INFO:tensorflow:global_step/sec: 2.2552\n",
      "INFO:tensorflow:train_accuracy = 0.3486005, train_loss = 35.285675 (0.443 sec)\n",
      "INFO:tensorflow:loss = 35.285675, step = 998 (0.443 sec)\n",
      "INFO:tensorflow:Saving checkpoints for 1000 into smallconformer/model.ckpt.\n",
      "WARNING:tensorflow:From /home/husein/.local/lib/python3.6/site-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use standard file APIs to delete files with this prefix.\n",
      "INFO:tensorflow:Calling model_fn.\n",
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Starting evaluation at 2020-10-25T19:42:16Z\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Restoring parameters from smallconformer/model.ckpt-1000\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Evaluation [1/10]\n",
      "INFO:tensorflow:Evaluation [2/10]\n",
      "INFO:tensorflow:Evaluation [3/10]\n",
      "INFO:tensorflow:Evaluation [4/10]\n",
      "INFO:tensorflow:Evaluation [5/10]\n",
      "INFO:tensorflow:Evaluation [6/10]\n",
      "INFO:tensorflow:Evaluation [7/10]\n",
      "INFO:tensorflow:Evaluation [8/10]\n",
      "INFO:tensorflow:Evaluation [9/10]\n",
      "INFO:tensorflow:Evaluation [10/10]\n",
      "INFO:tensorflow:Finished evaluation at 2020-10-25-19:42:27\n",
      "INFO:tensorflow:Saving dict for global step 1000: WER = 1.0, accuracy = 0.3159509, global_step = 1000, loss = 39.51786\n",
      "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1000: smallconformer/model.ckpt-1000\n",
      "INFO:tensorflow:global_step/sec: 0.0433366\n",
      "INFO:tensorflow:train_accuracy = 0.26835442, train_loss = 37.208748 (23.075 sec)\n",
      "INFO:tensorflow:loss = 37.208748, step = 999 (23.076 sec)\n",
      "INFO:tensorflow:Loss for final step: 37.208748.\n"
     ]
    }
   ],
   "source": [
    "train.run_training(\n",
    "    train_fn = train_dataset,\n",
    "    model_fn = model_fn,\n",
    "    model_dir = 'asr-smallconformer',\n",
    "    num_gpus = 1,\n",
    "    log_step = 1,\n",
    "    save_checkpoint_step = 200,\n",
    "    max_steps = train_steps,\n",
    "    eval_fn = dev_dataset,\n",
    "    train_hooks = train_hooks,\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Reference\n",
    "\n",
    "1. Tensorflow ASR, https://github.com/TensorSpeech/TensorFlowASR/tree/main/examples/conformer"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}