Train.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "import tensorflow.contrib.slim as slim\n",
    "from libs.networks.network_factory import get_network_byname\n",
    "from libs import build_rpn, build_head, build_fpn\n",
    "from data.read_tfrecord import train_input_fn\n",
    "from config import TCTConfig\n",
    "from tools.train import model_fn\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"3\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Replicating the `model_fn` across ['/gpu:0'].  Variables are going to be placed on ['/gpu:0'].  Consolidation device is going to be /gpu:0.\n",
      "INFO:tensorflow:Using config: {'_model_dir': './logs/ResNet_FPN', '_tf_random_seed': None, '_save_summary_steps': 2857, '_save_checkpoints_steps': 2857, '_save_checkpoints_secs': None, '_session_config': gpu_options {\n",
      "  allow_growth: true\n",
      "}\n",
      "allow_soft_placement: true\n",
      ", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 200, '_train_distribute': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f952ed61860>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n",
      "INFO:tensorflow:Calling model_fn.\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_1/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_1/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_1/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_1/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_1/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_1/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_1/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_1/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_10/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_10/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_10/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_10/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_10/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_10/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_10/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_10/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_11/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_11/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_11/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_11/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_11/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_11/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_11/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_11/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_12/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_12/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_12/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_12/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_12/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_12/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_12/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_12/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_13/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_13/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_13/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_13/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_13/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_13/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_13/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_13/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_14/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_14/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_14/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_14/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_14/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_14/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_14/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_14/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_15/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_15/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_15/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_15/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_15/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_15/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_15/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_15/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_16/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_16/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_16/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_16/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_16/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_16/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_16/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_16/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_17/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_17/beta\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_17/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_17/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_17/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_17/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_17/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_17/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_18/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_18/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_18/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_18/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_18/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_18/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_18/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_18/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_19/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_19/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_19/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_19/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_19/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_19/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_19/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_19/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_2/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_2/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_2/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_2/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_2/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_2/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_2/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_2/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_20/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_20/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_20/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_20/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_20/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_20/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_20/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_20/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_21/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_21/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_21/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_21/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_21/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_21/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_21/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_21/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_22/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_22/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_22/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_22/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_22/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_22/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_22/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_22/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_23/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_23/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_23/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_23/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_23/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_23/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_23/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_23/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_24/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_24/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_24/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_24/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_24/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_24/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_24/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_24/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_25/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_25/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_25/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_25/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_25/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_25/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_25/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_25/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_26/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_26/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_26/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_26/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_26/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_26/moving_mean\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_26/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_26/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_27/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_27/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_27/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_27/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_27/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_27/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_27/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_27/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_28/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_28/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_28/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_28/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_28/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_28/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_28/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_28/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_29/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_29/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_29/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_29/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_29/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_29/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_29/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_29/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_3/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_3/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_3/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_3/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_3/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_3/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_3/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_3/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_30/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_30/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_30/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_30/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_30/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_30/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_30/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_30/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_31/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_31/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_31/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_31/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_31/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_31/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_31/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_31/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_32/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_32/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_32/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_32/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_32/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_32/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_32/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_32/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_33/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_33/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_33/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_33/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_33/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_33/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_33/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_33/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_34/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_34/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_34/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_34/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_34/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_34/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_34/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_34/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_35/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_35/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_35/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_35/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_35/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_35/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_35/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_35/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_36/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_36/beta\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_36/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_36/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_36/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_36/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_36/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_36/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_37/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_37/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_37/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_37/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_37/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_37/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_37/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_37/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_38/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_38/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_38/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_38/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_38/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_38/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_38/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_38/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_39/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_39/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_39/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_39/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_39/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_39/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_39/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_39/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_4/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_4/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_4/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_4/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_4/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_4/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_4/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_4/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_40/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_40/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_40/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_40/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_40/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_40/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_40/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_40/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_41/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_41/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_41/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_41/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_41/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_41/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_41/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_41/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_42/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_42/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_42/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_42/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_42/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_42/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_42/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_42/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_43/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_43/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_43/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_43/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_43/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_43/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_43/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_43/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_44/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_44/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_44/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_44/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_44/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_44/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_44/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_44/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_45/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_45/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_45/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_45/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_45/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_45/moving_mean\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_45/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_45/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_46/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_46/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_46/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_46/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_46/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_46/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_46/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_46/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_47/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_47/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_47/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_47/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_47/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_47/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_47/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_47/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_5/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_5/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_5/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_5/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_5/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_5/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_5/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_5/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_6/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_6/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_6/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_6/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_6/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_6/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_6/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_6/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_7/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_7/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_7/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_7/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_7/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_7/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_7/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_7/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_8/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_8/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_8/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_8/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_8/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_8/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_8/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_8/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_9/beta from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_9/beta\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_9/gamma from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_9/gamma\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_9/moving_mean from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_9/moving_mean\n",
      "INFO:tensorflow:Initialize variable resnet_model/batch_normalization_9/moving_variance from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/batch_normalization_9/moving_variance\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_1/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_1/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_10/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_10/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_11/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_11/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_12/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_12/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_13/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_13/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_14/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_14/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_15/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_15/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_16/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_16/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_17/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_17/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_18/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_18/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_19/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_19/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_2/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_2/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_20/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_20/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_21/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_21/kernel\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_22/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_22/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_23/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_23/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_24/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_24/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_25/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_25/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_26/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_26/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_27/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_27/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_28/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_28/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_29/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_29/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_3/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_3/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_30/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_30/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_31/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_31/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_32/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_32/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_33/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_33/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_34/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_34/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_35/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_35/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_36/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_36/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_37/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_37/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_38/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_38/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_39/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_39/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_4/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_4/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_40/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_40/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_41/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_41/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_42/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_42/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_43/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_43/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_44/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_44/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_45/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_45/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_46/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_46/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_47/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_47/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_48/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_48/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_49/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_49/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_5/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_5/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_50/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_50/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_51/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_51/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_52/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_52/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_6/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_6/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_7/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_7/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_8/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_8/kernel\n",
      "INFO:tensorflow:Initialize variable resnet_model/conv2d_9/kernel from checkpoint /root/commonfile/resnet_imagenet_v2_fp32_20181001 with resnet_model/conv2d_9/kernel\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/root/userfolder/anaconda3/lib/python3.6/site-packages/tensorflow/python/ops/gradients_impl.py:100: UserWarning: Converting sparse IndexedSlices to a dense Tensor of unknown shape. This may consume a large amount of memory.\n",
      "  \"Converting sparse IndexedSlices to a dense Tensor of unknown shape. \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Done calling model_fn.\n",
      "INFO:tensorflow:Create CheckpointSaverHook.\n",
      "INFO:tensorflow:Graph was finalized.\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "rpn_loss: 2.994617\n",
      "shape is:  ()\n",
      "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n",
      "head_loss: 2.0909739\n",
      "shape is:  ()\n",
      "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n",
      "INFO:tensorflow:Saving checkpoints for 1 into ./logs/ResNet_FPN/model.ckpt.\n",
      "INFO:tensorflow:loss = 5.085597, step = 0\n",
      "INFO:tensorflow:global_step/sec: 1.49594\n",
      "INFO:tensorflow:loss = 0.8655608, step = 200 (133.699 sec)\n"
     ]
    }
   ],
   "source": [
    "net_config = TCTConfig()\n",
    "session_config = tf.ConfigProto()\n",
    "session_config.gpu_options.allow_growth = True\n",
    "session_config.allow_soft_placement = True\n",
    "estimator_config = tf.estimator.RunConfig(model_dir=os.path.join(net_config.MODLE_DIR, net_config.NET_NAME),\n",
    "                                          log_step_count_steps=200,\n",
    "                                          save_summary_steps=net_config.SAVE_EVERY_N_STEP,\n",
    "                                         save_checkpoints_steps=net_config.SAVE_EVERY_N_STEP,\n",
    "                                          session_config=session_config)\n",
    "\n",
    "my_estimator = tf.estimator.Estimator(tf.contrib.estimator.replicate_model_fn(model_fn,\n",
    "                                                                             devices=net_config.GPU_GROUPS),\n",
    "                                      params={\"net_config\": net_config}, \n",
    "                                      config=estimator_config)\n",
    "my_estimator.train(input_fn=lambda: train_input_fn(net_config))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}