demos/tf_graph.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# HiddenLayer Graph Demo - TensorFlow"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import tensorflow as tf\n",
    "import tensorflow.contrib.slim.nets as nets\n",
    "import hiddenlayer as hl\n",
    "import hiddenlayer.transforms as ht\n",
    "\n",
    "# Hide GPUs. Not needed for this demo.\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## VGG 16"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"253pt\" height=\"1456pt\"\r\n",
       " viewBox=\"0.00 0.00 253.00 1456.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1420)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1420 181,-1420 181,36 -72,36\"/>\r\n",
       "<!-- Placeholder -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>Placeholder</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"75,-1384 9,-1384 9,-1348 75,-1348 75,-1384\"/>\r\n",
       "<text text-anchor=\"start\" x=\"17\" y=\"-1363\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Placeholder</text>\r\n",
       "</g>\r\n",
       "<!-- 7723818951019986366 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>7723818951019986366</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-1301 0,-1301 0,-1257 84,-1257 84,-1301\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-1285\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"70\" y=\"-1264\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- Placeholder&#45;&gt;7723818951019986366 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>Placeholder&#45;&gt;7723818951019986366</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-1347.8C42,-1337.37 42,-1323.74 42,-1311.44\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-1311.09 42,-1301.09 38.5001,-1311.09 45.5001,-1311.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-1322\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x224x224x3</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool1/MaxPool -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>vgg_16/pool1/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"82,-1210 2,-1210 2,-1174 82,-1174 82,-1210\"/>\r\n",
       "<text text-anchor=\"start\" x=\"10\" y=\"-1189\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 13027937057690970035 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>13027937057690970035</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-1127 0,-1127 0,-1083 84,-1083 84,-1127\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-1111\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"70\" y=\"-1090\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool1/MaxPool&#45;&gt;13027937057690970035 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>vgg_16/pool1/MaxPool&#45;&gt;13027937057690970035</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-1173.8C42,-1163.37 42,-1149.74 42,-1137.44\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-1137.09 42,-1127.09 38.5001,-1137.09 45.5001,-1137.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-1148\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x112x112x64</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool2/MaxPool -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>vgg_16/pool2/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"82,-1036 2,-1036 2,-1000 82,-1000 82,-1036\"/>\r\n",
       "<text text-anchor=\"start\" x=\"10\" y=\"-1015\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 14395794140349046312 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>14395794140349046312</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-953 0,-953 0,-909 84,-909 84,-953\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-937\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"70\" y=\"-916\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool2/MaxPool&#45;&gt;14395794140349046312 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>vgg_16/pool2/MaxPool&#45;&gt;14395794140349046312</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-999.799C42,-989.369 42,-975.742 42,-963.443\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-963.09 42,-953.09 38.5001,-963.09 45.5001,-963.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-974\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x56x56x128</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool3/MaxPool -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>vgg_16/pool3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"82,-862 2,-862 2,-826 82,-826 82,-862\"/>\r\n",
       "<text text-anchor=\"start\" x=\"10\" y=\"-841\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 959573613409434156 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>959573613409434156</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-779 0,-779 0,-735 84,-735 84,-779\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-763\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"70\" y=\"-742\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool3/MaxPool&#45;&gt;959573613409434156 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>vgg_16/pool3/MaxPool&#45;&gt;959573613409434156</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-825.799C42,-815.369 42,-801.742 42,-789.443\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-789.09 42,-779.09 38.5001,-789.09 45.5001,-789.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-800\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool4/MaxPool -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>vgg_16/pool4/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"82,-688 2,-688 2,-652 82,-652 82,-688\"/>\r\n",
       "<text text-anchor=\"start\" x=\"10\" y=\"-667\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 2146160245321799138 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>2146160245321799138</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-605 0,-605 0,-561 84,-561 84,-605\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-589\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"70\" y=\"-568\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool4/MaxPool&#45;&gt;2146160245321799138 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>vgg_16/pool4/MaxPool&#45;&gt;2146160245321799138</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-651.799C42,-641.369 42,-627.742 42,-615.443\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-615.09 42,-605.09 38.5001,-615.09 45.5001,-615.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-626\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool5/MaxPool -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>vgg_16/pool5/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"82,-514 2,-514 2,-478 82,-478 82,-514\"/>\r\n",
       "<text text-anchor=\"start\" x=\"10\" y=\"-493\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 14291578548494511122 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>14291578548494511122</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-431 0,-431 0,-395 84,-395 84,-431\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-410\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv7x7 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/pool5/MaxPool&#45;&gt;14291578548494511122 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>vgg_16/pool5/MaxPool&#45;&gt;14291578548494511122</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-477.822C42,-467.19 42,-453.306 42,-441.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-441.153 42,-431.153 38.5001,-441.153 45.5001,-441.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"65\" y=\"-452\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x512</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/fc8/Conv2D -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>vgg_16/fc8/Conv2D</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"69,-119 15,-119 15,-83 69,-83 69,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"24\" y=\"-98\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/fc8/squeezed -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>vgg_16/fc8/squeezed</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"69,-36 15,-36 15,-0 69,-0 69,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"24\" y=\"-15\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/fc8/Conv2D&#45;&gt;vgg_16/fc8/squeezed -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>vgg_16/fc8/Conv2D&#45;&gt;vgg_16/fc8/squeezed</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-82.822C42,-72.1903 42,-58.306 42,-46.2035\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-46.1532 42,-36.1533 38.5001,-46.1533 45.5001,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"67.5\" y=\"-57\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/dropout6 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>vgg_16/dropout6</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"69,-348 15,-348 15,-312 69,-312 69,-348\"/>\r\n",
       "<text text-anchor=\"start\" x=\"25\" y=\"-327\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- 18193403840828295537 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>18193403840828295537</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-275 0,-275 0,-239 84,-239 84,-275\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-254\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/dropout6&#45;&gt;18193403840828295537 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>vgg_16/dropout6&#45;&gt;18193403840828295537</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-311.813C42,-303.789 42,-294.047 42,-285.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-285.029 42,-275.029 38.5001,-285.029 45.5001,-285.029\"/>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/dropout7 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>vgg_16/dropout7</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"69,-192 15,-192 15,-156 69,-156 69,-192\"/>\r\n",
       "<text text-anchor=\"start\" x=\"25\" y=\"-171\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- vgg_16/dropout7&#45;&gt;vgg_16/fc8/Conv2D -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>vgg_16/dropout7&#45;&gt;vgg_16/fc8/Conv2D</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-155.813C42,-147.789 42,-138.047 42,-129.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-129.029 42,-119.029 38.5001,-129.029 45.5001,-129.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 14291578548494511122&#45;&gt;vgg_16/dropout6 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>14291578548494511122&#45;&gt;vgg_16/dropout6</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-394.822C42,-384.19 42,-370.306 42,-358.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-358.153 42,-348.153 38.5001,-358.153 45.5001,-358.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"67.5\" y=\"-369\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x4096</text>\r\n",
       "</g>\r\n",
       "<!-- 18193403840828295537&#45;&gt;vgg_16/dropout7 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>18193403840828295537&#45;&gt;vgg_16/dropout7</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-238.822C42,-228.19 42,-214.306 42,-202.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-202.153 42,-192.153 38.5001,-202.153 45.5001,-202.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"67.5\" y=\"-213\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x4096</text>\r\n",
       "</g>\r\n",
       "<!-- 7723818951019986366&#45;&gt;vgg_16/pool1/MaxPool -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>7723818951019986366&#45;&gt;vgg_16/pool1/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-1256.99C42,-1245.92 42,-1232.22 42,-1220.34\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-1220.06 42,-1210.06 38.5001,-1220.06 45.5001,-1220.06\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-1231\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x224x224x64</text>\r\n",
       "</g>\r\n",
       "<!-- 13027937057690970035&#45;&gt;vgg_16/pool2/MaxPool -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>13027937057690970035&#45;&gt;vgg_16/pool2/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-1082.99C42,-1071.92 42,-1058.22 42,-1046.34\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-1046.06 42,-1036.06 38.5001,-1046.06 45.5001,-1046.06\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75.5\" y=\"-1057\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x112x112x128</text>\r\n",
       "</g>\r\n",
       "<!-- 14395794140349046312&#45;&gt;vgg_16/pool3/MaxPool -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>14395794140349046312&#45;&gt;vgg_16/pool3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-908.989C42,-897.923 42,-884.219 42,-872.336\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-872.062 42,-862.062 38.5001,-872.062 45.5001,-872.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-883\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x56x56x256</text>\r\n",
       "</g>\r\n",
       "<!-- 959573613409434156&#45;&gt;vgg_16/pool4/MaxPool -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>959573613409434156&#45;&gt;vgg_16/pool4/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-734.989C42,-723.923 42,-710.219 42,-698.336\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-698.062 42,-688.062 38.5001,-698.062 45.5001,-698.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-709\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x512</text>\r\n",
       "</g>\r\n",
       "<!-- 2146160245321799138&#45;&gt;vgg_16/pool5/MaxPool -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>2146160245321799138&#45;&gt;vgg_16/pool5/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M42,-560.989C42,-549.923 42,-536.219 42,-524.336\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.5001,-524.062 42,-514.062 38.5001,-524.062 45.5001,-524.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-535\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x12c855082e8>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    with tf.Graph().as_default() as tf_graph:\n",
    "        # Setup input placeholder\n",
    "        inputs = tf.placeholder(tf.float32, shape=(1, 224, 224, 3))\n",
    "        # Build model\n",
    "        predictions, _ = nets.vgg.vgg_16(inputs)\n",
    "        # Build HiddenLayer graph\n",
    "        hl_graph = hl.build_graph(tf_graph)\n",
    "\n",
    "# Display graph\n",
    "# Jupyter Notebook renders it automatically\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Alexnet v2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"269pt\" height=\"1092pt\"\r\n",
       " viewBox=\"0.00 0.00 268.50 1092.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1056)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1056 196.5,-1056 196.5,36 -72,36\"/>\r\n",
       "<!-- Placeholder -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>Placeholder</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"97,-1020 24,-1020 24,-984 97,-984 97,-1020\"/>\r\n",
       "<text text-anchor=\"start\" x=\"32.5\" y=\"-999\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Placeholder</text>\r\n",
       "</g>\r\n",
       "<!-- 1250188501755186042 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>1250188501755186042</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"121,-937 0,-937 0,-901 121,-901 121,-937\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8.5\" y=\"-916\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv11x11/s4 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- Placeholder&#45;&gt;1250188501755186042 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>Placeholder&#45;&gt;1250188501755186042</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-983.822C60.5,-973.19 60.5,-959.306 60.5,-947.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-947.153 60.5,-937.153 57.0001,-947.153 64.0001,-947.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"92.5\" y=\"-958\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x224x224x3</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/pool1/MaxPool -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>alexnet_v2/pool1/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"105,-854 16,-854 16,-818 105,-818 105,-854\"/>\r\n",
       "<text text-anchor=\"start\" x=\"24.5\" y=\"-833\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 8221707319943131462 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>8221707319943131462</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"107,-771 14,-771 14,-735 107,-735 107,-771\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22.5\" y=\"-750\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv5x5 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/pool1/MaxPool&#45;&gt;8221707319943131462 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>alexnet_v2/pool1/MaxPool&#45;&gt;8221707319943131462</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-817.822C60.5,-807.19 60.5,-793.306 60.5,-781.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-781.153 60.5,-771.153 57.0001,-781.153 64.0001,-781.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"89.5\" y=\"-792\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x26x26x64</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/pool2/MaxPool -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>alexnet_v2/pool2/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"105,-688 16,-688 16,-652 105,-652 105,-688\"/>\r\n",
       "<text text-anchor=\"start\" x=\"24.5\" y=\"-667\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 18417797308658992330 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>18417797308658992330</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"107,-605 14,-605 14,-561 107,-561 107,-605\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22.5\" y=\"-589\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"91.5\" y=\"-568\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/pool2/MaxPool&#45;&gt;18417797308658992330 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>alexnet_v2/pool2/MaxPool&#45;&gt;18417797308658992330</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-651.799C60.5,-641.369 60.5,-627.742 60.5,-615.443\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-615.09 60.5,-605.09 57.0001,-615.09 64.0001,-615.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"92.5\" y=\"-626\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x12x12x192</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/pool5/MaxPool -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>alexnet_v2/pool5/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"105,-514 16,-514 16,-478 105,-478 105,-514\"/>\r\n",
       "<text text-anchor=\"start\" x=\"24.5\" y=\"-493\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 12318030859913590515 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>12318030859913590515</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"107,-431 14,-431 14,-395 107,-395 107,-431\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22.5\" y=\"-410\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv5x5 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/pool5/MaxPool&#45;&gt;12318030859913590515 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>alexnet_v2/pool5/MaxPool&#45;&gt;12318030859913590515</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-477.822C60.5,-467.19 60.5,-453.306 60.5,-441.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-441.153 60.5,-431.153 57.0001,-441.153 64.0001,-441.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"86.5\" y=\"-452\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x5x5x256</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/fc8/Conv2D -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>alexnet_v2/fc8/Conv2D</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"90,-119 31,-119 31,-83 90,-83 90,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"39.5\" y=\"-98\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv1x1</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/fc8/squeezed -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>alexnet_v2/fc8/squeezed</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"90,-36 31,-36 31,-0 90,-0 90,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"39.5\" y=\"-15\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/fc8/Conv2D&#45;&gt;alexnet_v2/fc8/squeezed -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>alexnet_v2/fc8/Conv2D&#45;&gt;alexnet_v2/fc8/squeezed</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-82.822C60.5,-72.1903 60.5,-58.306 60.5,-46.2035\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-46.1532 60.5,-36.1533 57.0001,-46.1533 64.0001,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"89.5\" y=\"-57\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1x1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/dropout6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>alexnet_v2/dropout6</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"88.5,-348 32.5,-348 32.5,-312 88.5,-312 88.5,-348\"/>\r\n",
       "<text text-anchor=\"start\" x=\"40.5\" y=\"-327\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- 2781003147779771883 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>2781003147779771883</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"107,-275 14,-275 14,-239 107,-239 107,-275\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22.5\" y=\"-254\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/dropout6&#45;&gt;2781003147779771883 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>alexnet_v2/dropout6&#45;&gt;2781003147779771883</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-311.813C60.5,-303.789 60.5,-294.047 60.5,-285.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-285.029 60.5,-275.029 57.0001,-285.029 64.0001,-285.029\"/>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/dropout7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>alexnet_v2/dropout7</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"88.5,-192 32.5,-192 32.5,-156 88.5,-156 88.5,-192\"/>\r\n",
       "<text text-anchor=\"start\" x=\"40.5\" y=\"-171\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- alexnet_v2/dropout7&#45;&gt;alexnet_v2/fc8/Conv2D -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>alexnet_v2/dropout7&#45;&gt;alexnet_v2/fc8/Conv2D</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-155.813C60.5,-147.789 60.5,-138.047 60.5,-129.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-129.029 60.5,-119.029 57.0001,-129.029 64.0001,-129.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 1250188501755186042&#45;&gt;alexnet_v2/pool1/MaxPool -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>1250188501755186042&#45;&gt;alexnet_v2/pool1/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-900.822C60.5,-890.19 60.5,-876.306 60.5,-864.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-864.153 60.5,-854.153 57.0001,-864.153 64.0001,-864.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"89.5\" y=\"-875\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x54x54x64</text>\r\n",
       "</g>\r\n",
       "<!-- 8221707319943131462&#45;&gt;alexnet_v2/pool2/MaxPool -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>8221707319943131462&#45;&gt;alexnet_v2/pool2/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-734.822C60.5,-724.19 60.5,-710.306 60.5,-698.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-698.153 60.5,-688.153 57.0001,-698.153 64.0001,-698.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"92.5\" y=\"-709\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x26x26x192</text>\r\n",
       "</g>\r\n",
       "<!-- 12318030859913590515&#45;&gt;alexnet_v2/dropout6 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>12318030859913590515&#45;&gt;alexnet_v2/dropout6</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-394.822C60.5,-384.19 60.5,-370.306 60.5,-358.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-358.153 60.5,-348.153 57.0001,-358.153 64.0001,-358.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"89.5\" y=\"-369\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1x1x4096</text>\r\n",
       "</g>\r\n",
       "<!-- 2781003147779771883&#45;&gt;alexnet_v2/dropout7 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>2781003147779771883&#45;&gt;alexnet_v2/dropout7</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-238.822C60.5,-228.19 60.5,-214.306 60.5,-202.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-202.153 60.5,-192.153 57.0001,-202.153 64.0001,-202.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"89.5\" y=\"-213\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1x1x4096</text>\r\n",
       "</g>\r\n",
       "<!-- 18417797308658992330&#45;&gt;alexnet_v2/pool5/MaxPool -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>18417797308658992330&#45;&gt;alexnet_v2/pool5/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M60.5,-560.989C60.5,-549.923 60.5,-536.219 60.5,-524.336\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"64.0001,-524.062 60.5,-514.062 57.0001,-524.062 64.0001,-524.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"92.5\" y=\"-535\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x12x12x384</text>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x12c8e830ef0>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    with tf.Graph().as_default() as tf_graph:\n",
    "        # Setup input placeholder\n",
    "        inputs = tf.placeholder(tf.float32, shape=(1, 224, 224, 3))\n",
    "        # Build model\n",
    "        predictions, _ = nets.alexnet.alexnet_v2(inputs)\n",
    "        # Build layout\n",
    "        hl_graph = hl.build_graph(tf_graph)\n",
    "\n",
    "# Use a different color theme\n",
    "hl_graph.theme = hl.graph.THEMES[\"blue\"].copy()  # Two options: basic and blue\n",
    "\n",
    "# Display\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Inception v1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"562pt\" height=\"3795pt\"\r\n",
       " viewBox=\"0.00 0.00 562.00 3795.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 3759)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-3759 490,-3759 490,36 -72,36\"/>\r\n",
       "<!-- Placeholder -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>Placeholder</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"262,-3723 196,-3723 196,-3687 262,-3687 262,-3723\"/>\r\n",
       "<text text-anchor=\"start\" x=\"204\" y=\"-3702\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Placeholder</text>\r\n",
       "</g>\r\n",
       "<!-- 8409891654130265878 -->\r\n",
       "<g id=\"node31\" class=\"node\"><title>8409891654130265878</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"278,-3640 180,-3640 180,-3604 278,-3604 278,-3640\"/>\r\n",
       "<text text-anchor=\"start\" x=\"188\" y=\"-3619\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv7x7/s2 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- Placeholder&#45;&gt;8409891654130265878 -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>Placeholder&#45;&gt;8409891654130265878</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M229,-3686.82C229,-3676.19 229,-3662.31 229,-3650.2\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"232.5,-3650.15 229,-3640.15 225.5,-3650.15 232.5,-3650.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"257\" y=\"-3661\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x224x224x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"269,-3557 189,-3557 189,-3521 269,-3521 269,-3557\"/>\r\n",
       "<text text-anchor=\"start\" x=\"197\" y=\"-3536\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 2905960415315798468 -->\r\n",
       "<g id=\"node50\" class=\"node\"><title>2905960415315798468</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"271,-3474 187,-3474 187,-3430 271,-3430 271,-3474\"/>\r\n",
       "<text text-anchor=\"start\" x=\"195\" y=\"-3458\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"257\" y=\"-3437\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool&#45;&gt;2905960415315798468 -->\r\n",
       "<g id=\"edge57\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool&#45;&gt;2905960415315798468</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M229,-3520.8C229,-3510.37 229,-3496.74 229,-3484.44\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"232.5,-3484.09 229,-3474.09 225.5,-3484.09 232.5,-3484.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"254.5\" y=\"-3495\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x56x56x64</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"269,-3383 189,-3383 189,-3347 269,-3347 269,-3383\"/>\r\n",
       "<text text-anchor=\"start\" x=\"197\" y=\"-3362\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_3b/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"121.5,-3300 54.5,-3300 54.5,-3264 121.5,-3264 121.5,-3300\"/>\r\n",
       "<text text-anchor=\"start\" x=\"63\" y=\"-3279\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M188.767,-3360.78C163.316,-3356.85 131.157,-3348.17 109,-3329 103.066,-3323.87 98.7157,-3316.71 95.5667,-3309.57\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"98.7767,-3308.16 91.9811,-3300.03 92.2246,-3310.63 98.7767,-3308.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"137\" y=\"-3321\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x192</text>\r\n",
       "</g>\r\n",
       "<!-- 286973026360776782 -->\r\n",
       "<g id=\"node32\" class=\"node\"><title>286973026360776782</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"227,-3242 143,-3242 143,-3206 227,-3206 227,-3242\"/>\r\n",
       "<text text-anchor=\"start\" x=\"151\" y=\"-3221\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;286973026360776782 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;286973026360776782</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M206.291,-3346.81C201.05,-3341.68 196.106,-3335.63 193,-3329 181.696,-3304.87 180.743,-3274.12 181.977,-3252.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"185.485,-3252.37 182.751,-3242.13 178.505,-3251.84 185.485,-3252.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"221\" y=\"-3321\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x192</text>\r\n",
       "</g>\r\n",
       "<!-- 481986789417215301 -->\r\n",
       "<g id=\"node51\" class=\"node\"><title>481986789417215301</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"316,-3246 232,-3246 232,-3202 316,-3202 316,-3246\"/>\r\n",
       "<text text-anchor=\"start\" x=\"240\" y=\"-3230\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"302\" y=\"-3209\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;481986789417215301 -->\r\n",
       "<g id=\"edge59\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;481986789417215301</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M240.185,-3346.68C243.376,-3341.19 246.627,-3334.99 249,-3329 258.369,-3305.37 264.867,-3277.28 268.884,-3256.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"272.357,-3256.72 270.71,-3246.25 265.471,-3255.46 272.357,-3256.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-3321\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x192</text>\r\n",
       "</g>\r\n",
       "<!-- 16404291902781677120 -->\r\n",
       "<g id=\"node52\" class=\"node\"><title>16404291902781677120</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"418,-3184 334,-3184 334,-3140 418,-3140 418,-3184\"/>\r\n",
       "<text text-anchor=\"start\" x=\"342\" y=\"-3168\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"404\" y=\"-3147\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;16404291902781677120 -->\r\n",
       "<g id=\"edge61\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;16404291902781677120</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M269.292,-3354.57C284.636,-3349.25 301.24,-3341.14 313,-3329 349.303,-3291.51 365.143,-3231.01 371.708,-3194.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"375.203,-3194.65 373.392,-3184.21 368.298,-3193.5 375.203,-3194.65\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"380\" y=\"-3279.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x192</text>\r\n",
       "</g>\r\n",
       "<!-- 6450715840560846082 -->\r\n",
       "<g id=\"node33\" class=\"node\"><title>6450715840560846082</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"136,-3180 52,-3180 52,-3144 136,-3144 136,-3180\"/>\r\n",
       "<text text-anchor=\"start\" x=\"60\" y=\"-3159\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;6450715840560846082 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3b/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;6450715840560846082</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M82.0445,-3263.76C80.3911,-3258.16 78.8239,-3251.88 78,-3246 75.2876,-3226.63 74.2173,-3221.19 78,-3202 78.8281,-3197.8 80.1133,-3193.48 81.6034,-3189.32\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"84.8587,-3190.61 85.3334,-3180.02 78.3619,-3188 84.8587,-3190.61\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106\" y=\"-3221.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x192</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/concat -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_3b/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"248,-3093 194,-3093 194,-3057 248,-3057 248,-3093\"/>\r\n",
       "<text text-anchor=\"start\" x=\"206\" y=\"-3072\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3c/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_3c/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"114.5,-3010 47.5,-3010 47.5,-2974 114.5,-2974 114.5,-3010\"/>\r\n",
       "<text text-anchor=\"start\" x=\"56\" y=\"-2989\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M193.773,-3072.58C167.163,-3069.84 126.972,-3061.88 101,-3039 95.1601,-3033.85 90.9602,-3026.7 87.9669,-3019.56\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"91.2287,-3018.28 84.5924,-3010.02 84.6299,-3020.62 91.2287,-3018.28\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"129\" y=\"-3031\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- 6331845023866583737 -->\r\n",
       "<g id=\"node34\" class=\"node\"><title>6331845023866583737</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"219,-2952 135,-2952 135,-2916 219,-2916 219,-2952\"/>\r\n",
       "<text text-anchor=\"start\" x=\"143\" y=\"-2931\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;6331845023866583737 -->\r\n",
       "<g id=\"edge25\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;6331845023866583737</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M198.291,-3056.81C193.05,-3051.68 188.106,-3045.63 185,-3039 173.696,-3014.87 172.743,-2984.12 173.977,-2962.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.485,-2962.37 174.751,-2952.13 170.505,-2961.84 177.485,-2962.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-3031\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- 15799059058448175265 -->\r\n",
       "<g id=\"node53\" class=\"node\"><title>15799059058448175265</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"308,-2956 224,-2956 224,-2912 308,-2912 308,-2956\"/>\r\n",
       "<text text-anchor=\"start\" x=\"232\" y=\"-2940\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"294\" y=\"-2919\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;15799059058448175265 -->\r\n",
       "<g id=\"edge63\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;15799059058448175265</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M232.185,-3056.68C235.376,-3051.19 238.627,-3044.99 241,-3039 250.369,-3015.37 256.867,-2987.28 260.884,-2966.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"264.357,-2966.72 262.71,-2956.25 257.471,-2965.46 264.357,-2966.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"273\" y=\"-3031\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- 13459282060052120159 -->\r\n",
       "<g id=\"node54\" class=\"node\"><title>13459282060052120159</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"418,-2894 334,-2894 334,-2850 418,-2850 418,-2894\"/>\r\n",
       "<text text-anchor=\"start\" x=\"342\" y=\"-2878\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"404\" y=\"-2857\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;13459282060052120159 -->\r\n",
       "<g id=\"edge65\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3b/concat&#45;&gt;13459282060052120159</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M248.216,-3068.33C266.312,-3063.32 289.512,-3054.34 305,-3039 342.697,-3001.65 361.585,-2941.11 370.056,-2904.38\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"373.555,-2904.76 372.268,-2894.24 366.716,-2903.27 373.555,-2904.76\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"375\" y=\"-2989.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- 16643057871451158190 -->\r\n",
       "<g id=\"node35\" class=\"node\"><title>16643057871451158190</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"127,-2890 43,-2890 43,-2854 127,-2854 127,-2890\"/>\r\n",
       "<text text-anchor=\"start\" x=\"51\" y=\"-2869\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3c/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;16643057871451158190 -->\r\n",
       "<g id=\"edge27\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3c/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;16643057871451158190</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M74.4511,-2973.8C72.6324,-2968.21 70.9081,-2961.92 70,-2956 67.0341,-2936.67 66.43,-2931.23 70,-2912 70.7532,-2907.94 71.9121,-2903.76 73.2593,-2899.72\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"76.641,-2900.67 76.872,-2890.07 70.0859,-2898.21 76.641,-2900.67\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"98\" y=\"-2931.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3c/concat -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_3c/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"241,-2803 187,-2803 187,-2767 241,-2767 241,-2803\"/>\r\n",
       "<text text-anchor=\"start\" x=\"199\" y=\"-2782\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"254,-2720 174,-2720 174,-2684 254,-2684 254,-2720\"/>\r\n",
       "<text text-anchor=\"start\" x=\"182\" y=\"-2699\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_3c/concat&#45;&gt;InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_3c/concat&#45;&gt;InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M214,-2766.82C214,-2756.19 214,-2742.31 214,-2730.2\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"217.5,-2730.15 214,-2720.15 210.5,-2730.15 217.5,-2730.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"242\" y=\"-2741\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x480</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4b/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"107.5,-2637 40.5,-2637 40.5,-2601 107.5,-2601 107.5,-2637\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-2616\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M173.933,-2697.96C148.39,-2694.11 116.064,-2685.44 94,-2666 88.1601,-2660.85 83.9602,-2653.7 80.9669,-2646.56\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"84.2287,-2645.28 77.5924,-2637.02 77.6299,-2647.62 84.2287,-2645.28\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"122\" y=\"-2658\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x480</text>\r\n",
       "</g>\r\n",
       "<!-- 16814522497604075551 -->\r\n",
       "<g id=\"node36\" class=\"node\"><title>16814522497604075551</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"212,-2579 128,-2579 128,-2543 212,-2543 212,-2579\"/>\r\n",
       "<text text-anchor=\"start\" x=\"136\" y=\"-2558\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;16814522497604075551 -->\r\n",
       "<g id=\"edge29\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;16814522497604075551</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M191.291,-2683.81C186.05,-2678.68 181.106,-2672.63 178,-2666 166.696,-2641.87 165.743,-2611.12 166.977,-2589.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.485,-2589.37 167.751,-2579.13 163.505,-2588.84 170.485,-2589.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"206\" y=\"-2658\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x480</text>\r\n",
       "</g>\r\n",
       "<!-- 14790861170159650176 -->\r\n",
       "<g id=\"node55\" class=\"node\"><title>14790861170159650176</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"301,-2583 217,-2583 217,-2539 301,-2539 301,-2583\"/>\r\n",
       "<text text-anchor=\"start\" x=\"225\" y=\"-2567\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"287\" y=\"-2546\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;14790861170159650176 -->\r\n",
       "<g id=\"edge67\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;14790861170159650176</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M225.185,-2683.68C228.376,-2678.19 231.627,-2671.99 234,-2666 243.369,-2642.37 249.867,-2614.28 253.884,-2593.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"257.357,-2593.72 255.71,-2583.25 250.471,-2592.46 257.357,-2593.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"266\" y=\"-2658\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x480</text>\r\n",
       "</g>\r\n",
       "<!-- 3493467254872310813 -->\r\n",
       "<g id=\"node56\" class=\"node\"><title>3493467254872310813</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"406,-2521 322,-2521 322,-2477 406,-2477 406,-2521\"/>\r\n",
       "<text text-anchor=\"start\" x=\"330\" y=\"-2505\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"392\" y=\"-2484\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;3493467254872310813 -->\r\n",
       "<g id=\"edge69\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;3493467254872310813</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M254.195,-2691.48C269.525,-2686.14 286.145,-2678.05 298,-2666 334.82,-2628.57 351.805,-2568.05 359.086,-2531.35\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"362.582,-2531.69 360.969,-2521.22 355.7,-2530.42 362.582,-2531.69\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"366\" y=\"-2616.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x480</text>\r\n",
       "</g>\r\n",
       "<!-- 7838370024686018954 -->\r\n",
       "<g id=\"node37\" class=\"node\"><title>7838370024686018954</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"120,-2517 36,-2517 36,-2481 120,-2481 120,-2517\"/>\r\n",
       "<text text-anchor=\"start\" x=\"44\" y=\"-2496\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;7838370024686018954 -->\r\n",
       "<g id=\"edge31\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4b/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;7838370024686018954</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M67.4511,-2600.8C65.6324,-2595.21 63.9081,-2588.92 63,-2583 60.0341,-2563.67 59.43,-2558.23 63,-2539 63.7532,-2534.94 64.9121,-2530.76 66.2593,-2526.72\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"69.641,-2527.67 69.872,-2517.07 63.0859,-2525.21 69.641,-2527.67\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"91\" y=\"-2558.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x480</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/concat -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4b/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"234,-2430 180,-2430 180,-2394 234,-2394 234,-2430\"/>\r\n",
       "<text text-anchor=\"start\" x=\"192\" y=\"-2409\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4c/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"100.5,-2347 33.5,-2347 33.5,-2311 100.5,-2311 100.5,-2347\"/>\r\n",
       "<text text-anchor=\"start\" x=\"42\" y=\"-2326\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M179.773,-2409.58C153.163,-2406.84 112.972,-2398.88 87,-2376 81.1601,-2370.85 76.9602,-2363.7 73.9669,-2356.56\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"77.2287,-2355.28 70.5924,-2347.02 70.6299,-2357.62 77.2287,-2355.28\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"115\" y=\"-2368\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 9004829092983581717 -->\r\n",
       "<g id=\"node38\" class=\"node\"><title>9004829092983581717</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"205,-2289 121,-2289 121,-2253 205,-2253 205,-2289\"/>\r\n",
       "<text text-anchor=\"start\" x=\"129\" y=\"-2268\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;9004829092983581717 -->\r\n",
       "<g id=\"edge33\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;9004829092983581717</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M184.291,-2393.81C179.05,-2388.68 174.106,-2382.63 171,-2376 159.696,-2351.87 158.743,-2321.12 159.977,-2299.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"163.485,-2299.37 160.751,-2289.13 156.505,-2298.84 163.485,-2299.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"199\" y=\"-2368\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 4103682964724671601 -->\r\n",
       "<g id=\"node57\" class=\"node\"><title>4103682964724671601</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"294,-2293 210,-2293 210,-2249 294,-2249 294,-2293\"/>\r\n",
       "<text text-anchor=\"start\" x=\"218\" y=\"-2277\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"280\" y=\"-2256\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;4103682964724671601 -->\r\n",
       "<g id=\"edge71\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;4103682964724671601</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M218.185,-2393.68C221.376,-2388.19 224.627,-2381.99 227,-2376 236.369,-2352.37 242.867,-2324.28 246.884,-2303.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"250.357,-2303.72 248.71,-2293.25 243.471,-2302.46 250.357,-2303.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"259\" y=\"-2368\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 14140079773660193750 -->\r\n",
       "<g id=\"node58\" class=\"node\"><title>14140079773660193750</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"404,-2231 320,-2231 320,-2187 404,-2187 404,-2231\"/>\r\n",
       "<text text-anchor=\"start\" x=\"328\" y=\"-2215\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"390\" y=\"-2194\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;14140079773660193750 -->\r\n",
       "<g id=\"edge73\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4b/concat&#45;&gt;14140079773660193750</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.216,-2405.33C252.312,-2400.32 275.512,-2391.34 291,-2376 328.697,-2338.65 347.585,-2278.11 356.056,-2241.38\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"359.555,-2241.76 358.268,-2231.24 352.716,-2240.27 359.555,-2241.76\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"361\" y=\"-2326.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 10328254959661696618 -->\r\n",
       "<g id=\"node39\" class=\"node\"><title>10328254959661696618</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"113,-2227 29,-2227 29,-2191 113,-2191 113,-2227\"/>\r\n",
       "<text text-anchor=\"start\" x=\"37\" y=\"-2206\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;10328254959661696618 -->\r\n",
       "<g id=\"edge35\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4c/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;10328254959661696618</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M60.4511,-2310.8C58.6324,-2305.21 56.9081,-2298.92 56,-2293 53.0341,-2273.67 52.43,-2268.23 56,-2249 56.7532,-2244.94 57.9121,-2240.76 59.2593,-2236.72\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"62.641,-2237.67 62.872,-2227.07 56.0859,-2235.21 62.641,-2237.67\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"84\" y=\"-2268.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/concat -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4c/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"227,-2140 173,-2140 173,-2104 227,-2104 227,-2140\"/>\r\n",
       "<text text-anchor=\"start\" x=\"185\" y=\"-2119\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4d/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"93.5,-2057 26.5,-2057 26.5,-2021 93.5,-2021 93.5,-2057\"/>\r\n",
       "<text text-anchor=\"start\" x=\"35\" y=\"-2036\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M172.773,-2119.58C146.163,-2116.84 105.972,-2108.88 80,-2086 74.1601,-2080.85 69.9602,-2073.7 66.9669,-2066.56\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"70.2287,-2065.28 63.5924,-2057.02 63.6299,-2067.62 70.2287,-2065.28\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"108\" y=\"-2078\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 15000935120377876695 -->\r\n",
       "<g id=\"node40\" class=\"node\"><title>15000935120377876695</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"198,-1999 114,-1999 114,-1963 198,-1963 198,-1999\"/>\r\n",
       "<text text-anchor=\"start\" x=\"122\" y=\"-1978\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;15000935120377876695 -->\r\n",
       "<g id=\"edge37\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;15000935120377876695</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M177.291,-2103.81C172.05,-2098.68 167.106,-2092.63 164,-2086 152.696,-2061.87 151.743,-2031.12 152.977,-2009.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"156.485,-2009.37 153.751,-1999.13 149.505,-2008.84 156.485,-2009.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"192\" y=\"-2078\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 13566732423511560571 -->\r\n",
       "<g id=\"node59\" class=\"node\"><title>13566732423511560571</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"287,-2003 203,-2003 203,-1959 287,-1959 287,-2003\"/>\r\n",
       "<text text-anchor=\"start\" x=\"211\" y=\"-1987\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"273\" y=\"-1966\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;13566732423511560571 -->\r\n",
       "<g id=\"edge75\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;13566732423511560571</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M211.185,-2103.68C214.376,-2098.19 217.627,-2091.99 220,-2086 229.369,-2062.37 235.867,-2034.28 239.884,-2013.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"243.357,-2013.72 241.71,-2003.25 236.471,-2012.46 243.357,-2013.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"252\" y=\"-2078\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 8622847098986390547 -->\r\n",
       "<g id=\"node60\" class=\"node\"><title>8622847098986390547</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"397,-1941 313,-1941 313,-1897 397,-1897 397,-1941\"/>\r\n",
       "<text text-anchor=\"start\" x=\"321\" y=\"-1925\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"383\" y=\"-1904\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;8622847098986390547 -->\r\n",
       "<g id=\"edge77\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4c/concat&#45;&gt;8622847098986390547</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M227.216,-2115.33C245.312,-2110.32 268.512,-2101.34 284,-2086 321.697,-2048.65 340.585,-1988.11 349.056,-1951.38\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"352.555,-1951.76 351.268,-1941.24 345.716,-1950.27 352.555,-1951.76\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"354\" y=\"-2036.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 16015186495333039093 -->\r\n",
       "<g id=\"node41\" class=\"node\"><title>16015186495333039093</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"106,-1937 22,-1937 22,-1901 106,-1901 106,-1937\"/>\r\n",
       "<text text-anchor=\"start\" x=\"30\" y=\"-1916\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;16015186495333039093 -->\r\n",
       "<g id=\"edge39\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4d/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;16015186495333039093</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M53.4511,-2020.8C51.6324,-2015.21 49.9081,-2008.92 49,-2003 46.0341,-1983.67 45.43,-1978.23 49,-1959 49.7532,-1954.94 50.9121,-1950.76 52.2593,-1946.72\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"55.641,-1947.67 55.872,-1937.07 49.0859,-1945.21 55.641,-1947.67\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77\" y=\"-1978.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/concat -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4d/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"220,-1850 166,-1850 166,-1814 220,-1814 220,-1850\"/>\r\n",
       "<text text-anchor=\"start\" x=\"178\" y=\"-1829\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4e/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"86.5,-1767 19.5,-1767 19.5,-1731 86.5,-1731 86.5,-1767\"/>\r\n",
       "<text text-anchor=\"start\" x=\"28\" y=\"-1746\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165.773,-1829.58C139.163,-1826.84 98.9718,-1818.88 73,-1796 67.1601,-1790.85 62.9602,-1783.7 59.9669,-1776.56\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"63.2287,-1775.28 56.5924,-1767.02 56.6299,-1777.62 63.2287,-1775.28\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"101\" y=\"-1788\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 5673005367044823075 -->\r\n",
       "<g id=\"node42\" class=\"node\"><title>5673005367044823075</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"191,-1709 107,-1709 107,-1673 191,-1673 191,-1709\"/>\r\n",
       "<text text-anchor=\"start\" x=\"115\" y=\"-1688\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;5673005367044823075 -->\r\n",
       "<g id=\"edge41\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;5673005367044823075</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M170.291,-1813.81C165.05,-1808.68 160.106,-1802.63 157,-1796 145.696,-1771.87 144.743,-1741.12 145.977,-1719.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"149.485,-1719.37 146.751,-1709.13 142.505,-1718.84 149.485,-1719.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"185\" y=\"-1788\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 5286329742151378775 -->\r\n",
       "<g id=\"node61\" class=\"node\"><title>5286329742151378775</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"280,-1713 196,-1713 196,-1669 280,-1669 280,-1713\"/>\r\n",
       "<text text-anchor=\"start\" x=\"204\" y=\"-1697\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"266\" y=\"-1676\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;5286329742151378775 -->\r\n",
       "<g id=\"edge79\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;5286329742151378775</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M204.185,-1813.68C207.376,-1808.19 210.627,-1801.99 213,-1796 222.369,-1772.37 228.867,-1744.28 232.884,-1723.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"236.357,-1723.72 234.71,-1713.25 229.471,-1722.46 236.357,-1723.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"245\" y=\"-1788\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 7260868143121714154 -->\r\n",
       "<g id=\"node62\" class=\"node\"><title>7260868143121714154</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"390,-1651 306,-1651 306,-1607 390,-1607 390,-1651\"/>\r\n",
       "<text text-anchor=\"start\" x=\"314\" y=\"-1635\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"376\" y=\"-1614\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;7260868143121714154 -->\r\n",
       "<g id=\"edge81\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4d/concat&#45;&gt;7260868143121714154</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M220.216,-1825.33C238.312,-1820.32 261.512,-1811.34 277,-1796 314.697,-1758.65 333.585,-1698.11 342.056,-1661.38\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"345.555,-1661.76 344.268,-1651.24 338.716,-1660.27 345.555,-1661.76\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"347\" y=\"-1746.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 4015115240053962382 -->\r\n",
       "<g id=\"node43\" class=\"node\"><title>4015115240053962382</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"99,-1647 15,-1647 15,-1611 99,-1611 99,-1647\"/>\r\n",
       "<text text-anchor=\"start\" x=\"23\" y=\"-1626\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;4015115240053962382 -->\r\n",
       "<g id=\"edge43\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4e/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;4015115240053962382</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M46.4511,-1730.8C44.6324,-1725.21 42.9081,-1718.92 42,-1713 39.0341,-1693.67 38.43,-1688.23 42,-1669 42.7532,-1664.94 43.9121,-1660.76 45.2593,-1656.72\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"48.641,-1657.67 48.872,-1647.07 42.0859,-1655.21 48.641,-1657.67\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"70\" y=\"-1688.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/concat -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4e/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"213,-1560 159,-1560 159,-1524 213,-1524 213,-1560\"/>\r\n",
       "<text text-anchor=\"start\" x=\"171\" y=\"-1539\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4f/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4f/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"79.5,-1477 12.5,-1477 12.5,-1441 79.5,-1441 79.5,-1477\"/>\r\n",
       "<text text-anchor=\"start\" x=\"21\" y=\"-1456\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M158.773,-1539.58C132.163,-1536.84 91.9718,-1528.88 66,-1506 60.1601,-1500.85 55.9602,-1493.7 52.9669,-1486.56\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"56.2287,-1485.28 49.5924,-1477.02 49.6299,-1487.62 56.2287,-1485.28\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"94\" y=\"-1498\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x528</text>\r\n",
       "</g>\r\n",
       "<!-- 11369373676797489893 -->\r\n",
       "<g id=\"node44\" class=\"node\"><title>11369373676797489893</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"184,-1419 100,-1419 100,-1383 184,-1383 184,-1419\"/>\r\n",
       "<text text-anchor=\"start\" x=\"108\" y=\"-1398\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;11369373676797489893 -->\r\n",
       "<g id=\"edge45\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;11369373676797489893</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M163.291,-1523.81C158.05,-1518.68 153.106,-1512.63 150,-1506 138.696,-1481.87 137.743,-1451.12 138.977,-1429.33\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"142.485,-1429.37 139.751,-1419.13 135.505,-1428.84 142.485,-1429.37\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"178\" y=\"-1498\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x528</text>\r\n",
       "</g>\r\n",
       "<!-- 14897015401989443876 -->\r\n",
       "<g id=\"node63\" class=\"node\"><title>14897015401989443876</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"273,-1423 189,-1423 189,-1379 273,-1379 273,-1423\"/>\r\n",
       "<text text-anchor=\"start\" x=\"197\" y=\"-1407\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"259\" y=\"-1386\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;14897015401989443876 -->\r\n",
       "<g id=\"edge83\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;14897015401989443876</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M197.185,-1523.68C200.376,-1518.19 203.627,-1511.99 206,-1506 215.369,-1482.37 221.867,-1454.28 225.884,-1433.25\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"229.357,-1433.72 227.71,-1423.25 222.471,-1432.46 229.357,-1433.72\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"238\" y=\"-1498\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x528</text>\r\n",
       "</g>\r\n",
       "<!-- 15525533432586859618 -->\r\n",
       "<g id=\"node64\" class=\"node\"><title>15525533432586859618</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"383,-1361 299,-1361 299,-1317 383,-1317 383,-1361\"/>\r\n",
       "<text text-anchor=\"start\" x=\"307\" y=\"-1345\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"369\" y=\"-1324\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;15525533432586859618 -->\r\n",
       "<g id=\"edge85\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4e/concat&#45;&gt;15525533432586859618</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213.216,-1535.33C231.312,-1530.32 254.512,-1521.34 270,-1506 307.697,-1468.65 326.585,-1408.11 335.056,-1371.38\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"338.555,-1371.76 337.268,-1361.24 331.716,-1370.27 338.555,-1371.76\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"340\" y=\"-1456.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x528</text>\r\n",
       "</g>\r\n",
       "<!-- 2617021577148343516 -->\r\n",
       "<g id=\"node45\" class=\"node\"><title>2617021577148343516</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"92,-1357 8,-1357 8,-1321 92,-1321 92,-1357\"/>\r\n",
       "<text text-anchor=\"start\" x=\"16\" y=\"-1336\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4f/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;2617021577148343516 -->\r\n",
       "<g id=\"edge47\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4f/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;2617021577148343516</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M39.4511,-1440.8C37.6324,-1435.21 35.9081,-1428.92 35,-1423 32.0341,-1403.67 31.43,-1398.23 35,-1379 35.7532,-1374.94 36.9121,-1370.76 38.2593,-1366.72\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"41.641,-1367.67 41.872,-1357.07 35.0859,-1365.21 41.641,-1367.67\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"63\" y=\"-1398.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x528</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4f/concat -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_4f/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"206,-1270 152,-1270 152,-1234 206,-1234 206,-1270\"/>\r\n",
       "<text text-anchor=\"start\" x=\"164\" y=\"-1249\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"219,-1187 139,-1187 139,-1151 219,-1151 219,-1187\"/>\r\n",
       "<text text-anchor=\"start\" x=\"147\" y=\"-1166\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_4f/concat&#45;&gt;InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_4f/concat&#45;&gt;InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M179,-1233.82C179,-1223.19 179,-1209.31 179,-1197.2\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"182.5,-1197.15 179,-1187.15 175.5,-1197.15 182.5,-1197.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-1208\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x832</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_5b/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"87.5,-1104 20.5,-1104 20.5,-1068 87.5,-1068 87.5,-1104\"/>\r\n",
       "<text text-anchor=\"start\" x=\"29\" y=\"-1083\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M138.852,-1163.01C117.047,-1158.43 90.9545,-1149.69 73,-1133 67.5579,-1127.94 63.628,-1121.09 60.8084,-1114.22\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"63.9791,-1112.68 57.4251,-1104.35 57.3575,-1114.95 63.9791,-1112.68\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"96\" y=\"-1125\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 11090158183867903161 -->\r\n",
       "<g id=\"node46\" class=\"node\"><title>11090158183867903161</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"179,-1046 95,-1046 95,-1010 179,-1010 179,-1046\"/>\r\n",
       "<text text-anchor=\"start\" x=\"103\" y=\"-1025\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;11090158183867903161 -->\r\n",
       "<g id=\"edge49\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;11090158183867903161</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M161.485,-1150.8C157.044,-1145.5 152.756,-1139.37 150,-1133 139.435,-1108.57 136.7,-1078.1 136.295,-1056.47\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"139.795,-1056.33 136.263,-1046.34 132.795,-1056.35 139.795,-1056.33\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"173\" y=\"-1125\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 5335312678338643954 -->\r\n",
       "<g id=\"node65\" class=\"node\"><title>5335312678338643954</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"268,-1050 184,-1050 184,-1006 268,-1006 268,-1050\"/>\r\n",
       "<text text-anchor=\"start\" x=\"192\" y=\"-1034\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"254\" y=\"-1013\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;5335312678338643954 -->\r\n",
       "<g id=\"edge87\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;5335312678338643954</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M188.073,-1150.81C190.828,-1145.22 193.725,-1138.93 196,-1133 205.217,-1108.99 213.154,-1080.92 218.545,-1060\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"221.999,-1060.62 221.053,-1050.06 215.212,-1058.9 221.999,-1060.62\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"223\" y=\"-1125\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 7982017329580763917 -->\r\n",
       "<g id=\"node66\" class=\"node\"><title>7982017329580763917</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"363,-988 279,-988 279,-944 363,-944 363,-988\"/>\r\n",
       "<text text-anchor=\"start\" x=\"287\" y=\"-972\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"349\" y=\"-951\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;7982017329580763917 -->\r\n",
       "<g id=\"edge89\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;7982017329580763917</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M219.113,-1154.26C230.192,-1148.97 241.493,-1141.98 250,-1133 286.4,-1094.59 305.669,-1034.64 314.571,-998.269\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"318.05,-998.765 316.911,-988.232 311.232,-997.176 318.05,-998.765\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"314\" y=\"-1083.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 8029424969297593094 -->\r\n",
       "<g id=\"node47\" class=\"node\"><title>8029424969297593094</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"93,-984 9,-984 9,-948 93,-948 93,-984\"/>\r\n",
       "<text text-anchor=\"start\" x=\"17\" y=\"-963\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;8029424969297593094 -->\r\n",
       "<g id=\"edge51\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5b/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;8029424969297593094</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M45.6741,-1067.95C43.3599,-1062.36 41.1634,-1056.04 40,-1050 36.3019,-1030.8 37.3204,-1025.37 40,-1006 40.5326,-1002.15 41.3476,-998.145 42.2984,-994.232\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"45.7649,-994.825 45.0315,-984.255 39.0137,-992.975 45.7649,-994.825\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"63\" y=\"-1025.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/concat -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_5b/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"201,-897 147,-897 147,-861 201,-861 201,-897\"/>\r\n",
       "<text text-anchor=\"start\" x=\"159\" y=\"-876\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5c/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_5c/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"72.5,-814 5.5,-814 5.5,-778 72.5,-778 72.5,-814\"/>\r\n",
       "<text text-anchor=\"start\" x=\"14\" y=\"-793\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool3x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/Branch_3/MaxPool_0a_3x3/MaxPool -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/Branch_3/MaxPool_0a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M146.766,-874.263C123.79,-869.964 91.0533,-861.025 68,-843 61.3066,-837.766 55.7352,-830.527 51.3242,-823.34\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"54.2807,-821.454 46.3604,-814.417 48.1636,-824.858 54.2807,-821.454\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"91\" y=\"-835\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 3053271952602764926 -->\r\n",
       "<g id=\"node48\" class=\"node\"><title>3053271952602764926</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"170,-756 86,-756 86,-720 170,-720 170,-756\"/>\r\n",
       "<text text-anchor=\"start\" x=\"94\" y=\"-735\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;3053271952602764926 -->\r\n",
       "<g id=\"edge53\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;3053271952602764926</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M149.647,-860.644C144.262,-855.586 139.21,-849.617 136,-843 124.371,-819.026 123.467,-788.254 124.801,-766.418\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"128.311,-766.441 125.628,-756.192 121.333,-765.877 128.311,-766.441\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"159\" y=\"-835\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 102158018135250020 -->\r\n",
       "<g id=\"node67\" class=\"node\"><title>102158018135250020</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"259,-760 175,-760 175,-716 259,-716 259,-760\"/>\r\n",
       "<text text-anchor=\"start\" x=\"183\" y=\"-744\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-723\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;102158018135250020 -->\r\n",
       "<g id=\"edge91\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;102158018135250020</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M179.999,-860.956C181.961,-855.263 184.119,-848.873 186,-843 193.818,-818.595 202.079,-790.764 208.106,-770.037\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"211.538,-770.77 210.957,-760.191 204.814,-768.823 211.538,-770.77\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-835\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 9032803633691838933 -->\r\n",
       "<g id=\"node68\" class=\"node\"><title>9032803633691838933</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"354,-698 270,-698 270,-654 354,-654 354,-698\"/>\r\n",
       "<text text-anchor=\"start\" x=\"278\" y=\"-682\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"340\" y=\"-661\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;9032803633691838933 -->\r\n",
       "<g id=\"edge93\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5b/concat&#45;&gt;9032803633691838933</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M201.144,-868.537C214.272,-862.832 229.434,-854.428 240,-843 276.005,-804.057 295.835,-744.279 305.165,-708.085\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"308.632,-708.647 307.627,-698.099 301.835,-706.971 308.632,-708.647\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"304\" y=\"-793.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 12695393702365972616 -->\r\n",
       "<g id=\"node49\" class=\"node\"><title>12695393702365972616</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"84,-694 0,-694 0,-658 84,-658 84,-694\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-673\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5c/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;12695393702365972616 -->\r\n",
       "<g id=\"edge55\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5c/Branch_3/MaxPool_0a_3x3/MaxPool&#45;&gt;12695393702365972616</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M34.2329,-777.686C32.91,-772.088 31.6569,-765.822 31,-760 28.8074,-740.568 28.3204,-735.371 31,-716 31.5326,-712.15 32.3476,-708.145 33.2984,-704.232\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"36.7649,-704.825 36.0315,-694.255 30.0137,-702.975 36.7649,-704.825\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"54\" y=\"-735.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5c/concat -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>InceptionV1/InceptionV1/Mixed_5c/concat</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-607 138,-607 138,-571 192,-571 192,-607\"/>\r\n",
       "<text text-anchor=\"start\" x=\"150\" y=\"-586\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Concat</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/MaxPool_0a_7x7/AvgPool -->\r\n",
       "<g id=\"node24\" class=\"node\"><title>InceptionV1/Logits/MaxPool_0a_7x7/AvgPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"197.5,-524 132.5,-524 132.5,-488 197.5,-488 197.5,-524\"/>\r\n",
       "<text text-anchor=\"start\" x=\"141\" y=\"-503\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">AvgPool7x7</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/Mixed_5c/concat&#45;&gt;InceptionV1/Logits/MaxPool_0a_7x7/AvgPool -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>InceptionV1/InceptionV1/Mixed_5c/concat&#45;&gt;InceptionV1/Logits/MaxPool_0a_7x7/AvgPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-570.822C165,-560.19 165,-546.306 165,-534.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-534.153 165,-524.153 161.5,-534.153 168.5,-534.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"190.5\" y=\"-545\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x1024</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Dropout_0b -->\r\n",
       "<g id=\"node30\" class=\"node\"><title>InceptionV1/Logits/Dropout_0b</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-441 138,-441 138,-405 192,-405 192,-441\"/>\r\n",
       "<text text-anchor=\"start\" x=\"148\" y=\"-420\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/MaxPool_0a_7x7/AvgPool&#45;&gt;InceptionV1/Logits/Dropout_0b -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>InceptionV1/Logits/MaxPool_0a_7x7/AvgPool&#45;&gt;InceptionV1/Logits/Dropout_0b</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-487.822C165,-477.19 165,-463.306 165,-451.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-451.153 165,-441.153 161.5,-451.153 168.5,-451.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"190.5\" y=\"-462\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x1024</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Conv2d_0c_1x1/Conv2D -->\r\n",
       "<g id=\"node25\" class=\"node\"><title>InceptionV1/Logits/Conv2d_0c_1x1/Conv2D</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-368 138,-368 138,-332 192,-332 192,-368\"/>\r\n",
       "<text text-anchor=\"start\" x=\"147\" y=\"-347\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/SpatialSqueeze -->\r\n",
       "<g id=\"node26\" class=\"node\"><title>InceptionV1/Logits/SpatialSqueeze</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-285 138,-285 138,-249 192,-249 192,-285\"/>\r\n",
       "<text text-anchor=\"start\" x=\"147\" y=\"-264\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Conv2d_0c_1x1/Conv2D&#45;&gt;InceptionV1/Logits/SpatialSqueeze -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>InceptionV1/Logits/Conv2d_0c_1x1/Conv2D&#45;&gt;InceptionV1/Logits/SpatialSqueeze</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-331.822C165,-321.19 165,-307.306 165,-295.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-295.153 165,-285.153 161.5,-295.153 168.5,-295.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"190.5\" y=\"-306\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Reshape -->\r\n",
       "<g id=\"node27\" class=\"node\"><title>InceptionV1/Logits/Predictions/Reshape</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-202 138,-202 138,-166 192,-166 192,-202\"/>\r\n",
       "<text text-anchor=\"start\" x=\"147\" y=\"-181\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/SpatialSqueeze&#45;&gt;InceptionV1/Logits/Predictions/Reshape -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>InceptionV1/Logits/SpatialSqueeze&#45;&gt;InceptionV1/Logits/Predictions/Reshape</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-248.822C165,-238.19 165,-224.306 165,-212.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-212.153 165,-202.153 161.5,-212.153 168.5,-212.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"180.5\" y=\"-223\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Softmax -->\r\n",
       "<g id=\"node28\" class=\"node\"><title>InceptionV1/Logits/Predictions/Softmax</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-119 138,-119 138,-83 192,-83 192,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"147\" y=\"-98\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Softmax</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Reshape&#45;&gt;InceptionV1/Logits/Predictions/Softmax -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>InceptionV1/Logits/Predictions/Reshape&#45;&gt;InceptionV1/Logits/Predictions/Softmax</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-165.822C165,-155.19 165,-141.306 165,-129.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-129.153 165,-119.153 161.5,-129.153 168.5,-129.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"180.5\" y=\"-140\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Reshape_1 -->\r\n",
       "<g id=\"node29\" class=\"node\"><title>InceptionV1/Logits/Predictions/Reshape_1</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"192,-36 138,-36 138,-0 192,-0 192,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"147\" y=\"-15\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Softmax&#45;&gt;InceptionV1/Logits/Predictions/Reshape_1 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>InceptionV1/Logits/Predictions/Softmax&#45;&gt;InceptionV1/Logits/Predictions/Reshape_1</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-82.822C165,-72.1903 165,-58.306 165,-46.2035\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-46.1532 165,-36.1533 161.5,-46.1533 168.5,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"180.5\" y=\"-57\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Dropout_0b&#45;&gt;InceptionV1/Logits/Conv2d_0c_1x1/Conv2D -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>InceptionV1/Logits/Dropout_0b&#45;&gt;InceptionV1/Logits/Conv2d_0c_1x1/Conv2D</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M165,-404.813C165,-396.789 165,-387.047 165,-378.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.5,-378.029 165,-368.029 161.5,-378.029 168.5,-378.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 8409891654130265878&#45;&gt;InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>8409891654130265878&#45;&gt;InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M229,-3603.82C229,-3593.19 229,-3579.31 229,-3567.2\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"232.5,-3567.15 229,-3557.15 225.5,-3567.15 232.5,-3567.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"259.5\" y=\"-3578\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x112x112x64</text>\r\n",
       "</g>\r\n",
       "<!-- 286973026360776782&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>286973026360776782&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M184.757,-3205.86C184.908,-3188.88 186.205,-3162.25 192,-3140 195.387,-3127 201.229,-3113.33 206.785,-3101.99\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"209.909,-3103.56 211.326,-3093.07 203.671,-3100.39 209.909,-3103.56\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"217.5\" y=\"-3159.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x64</text>\r\n",
       "</g>\r\n",
       "<!-- 6450715840560846082&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat -->\r\n",
       "<g id=\"edge24\" class=\"edge\"><title>6450715840560846082&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M96.6903,-3143.6C99.2018,-3132.87 103.985,-3119.58 113,-3111 132.07,-3092.86 160.634,-3084.12 183.598,-3079.91\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"184.386,-3083.33 193.7,-3078.28 183.27,-3076.42 184.386,-3083.33\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"138.5\" y=\"-3114\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x32</text>\r\n",
       "</g>\r\n",
       "<!-- 6331845023866583737&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat -->\r\n",
       "<g id=\"edge26\" class=\"edge\"><title>6331845023866583737&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M176.05,-2915.83C175.567,-2898.82 176.057,-2872.17 182,-2850 185.518,-2836.88 191.871,-2823.28 197.995,-2812.02\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"201.127,-2813.59 203.017,-2803.17 195.039,-2810.14 201.127,-2813.59\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"210\" y=\"-2869.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x128</text>\r\n",
       "</g>\r\n",
       "<!-- 16643057871451158190&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat -->\r\n",
       "<g id=\"edge28\" class=\"edge\"><title>16643057871451158190&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M87.2933,-2853.59C89.5708,-2842.86 94.0847,-2829.56 103,-2821 122.801,-2801.98 152.857,-2793.29 176.702,-2789.32\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.432,-2792.75 186.826,-2787.85 176.427,-2785.82 177.432,-2792.75\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"128.5\" y=\"-2824\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x64</text>\r\n",
       "</g>\r\n",
       "<!-- 16814522497604075551&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat -->\r\n",
       "<g id=\"edge30\" class=\"edge\"><title>16814522497604075551&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M169.05,-2542.83C168.567,-2525.82 169.057,-2499.17 175,-2477 178.518,-2463.88 184.871,-2450.28 190.995,-2439.02\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"194.127,-2440.59 196.017,-2430.17 188.039,-2437.14 194.127,-2440.59\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"203\" y=\"-2496.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x192</text>\r\n",
       "</g>\r\n",
       "<!-- 7838370024686018954&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat -->\r\n",
       "<g id=\"edge32\" class=\"edge\"><title>7838370024686018954&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M80.2933,-2480.59C82.5708,-2469.86 87.0847,-2456.56 96,-2448 115.801,-2428.98 145.857,-2420.29 169.702,-2416.32\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.432,-2419.75 179.826,-2414.85 169.427,-2412.82 170.432,-2419.75\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"121.5\" y=\"-2451\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x64</text>\r\n",
       "</g>\r\n",
       "<!-- 9004829092983581717&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat -->\r\n",
       "<g id=\"edge34\" class=\"edge\"><title>9004829092983581717&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M162.05,-2252.83C161.567,-2235.82 162.057,-2209.17 168,-2187 171.518,-2173.88 177.871,-2160.28 183.995,-2149.02\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"187.127,-2150.59 189.017,-2140.17 181.039,-2147.14 187.127,-2150.59\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"196\" y=\"-2206.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x160</text>\r\n",
       "</g>\r\n",
       "<!-- 10328254959661696618&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat -->\r\n",
       "<g id=\"edge36\" class=\"edge\"><title>10328254959661696618&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M73.2933,-2190.59C75.5708,-2179.86 80.0847,-2166.56 89,-2158 108.801,-2138.98 138.857,-2130.29 162.702,-2126.32\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"163.432,-2129.75 172.826,-2124.85 162.427,-2122.82 163.432,-2129.75\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"114.5\" y=\"-2161\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x64</text>\r\n",
       "</g>\r\n",
       "<!-- 15000935120377876695&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat -->\r\n",
       "<g id=\"edge38\" class=\"edge\"><title>15000935120377876695&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M155.05,-1962.83C154.567,-1945.82 155.057,-1919.17 161,-1897 164.518,-1883.88 170.871,-1870.28 176.995,-1859.02\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"180.127,-1860.59 182.017,-1850.17 174.039,-1857.14 180.127,-1860.59\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"189\" y=\"-1916.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x128</text>\r\n",
       "</g>\r\n",
       "<!-- 16015186495333039093&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat -->\r\n",
       "<g id=\"edge40\" class=\"edge\"><title>16015186495333039093&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M66.2933,-1900.59C68.5708,-1889.86 73.0847,-1876.56 82,-1868 101.801,-1848.98 131.857,-1840.29 155.702,-1836.32\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"156.432,-1839.75 165.826,-1834.85 155.427,-1832.82 156.432,-1839.75\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"107.5\" y=\"-1871\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x64</text>\r\n",
       "</g>\r\n",
       "<!-- 5673005367044823075&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat -->\r\n",
       "<g id=\"edge42\" class=\"edge\"><title>5673005367044823075&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M148.05,-1672.83C147.567,-1655.82 148.057,-1629.17 154,-1607 157.518,-1593.88 163.871,-1580.28 169.995,-1569.02\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"173.127,-1570.59 175.017,-1560.17 167.039,-1567.14 173.127,-1570.59\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"182\" y=\"-1626.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x112</text>\r\n",
       "</g>\r\n",
       "<!-- 4015115240053962382&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat -->\r\n",
       "<g id=\"edge44\" class=\"edge\"><title>4015115240053962382&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M59.2933,-1610.59C61.5708,-1599.86 66.0847,-1586.56 75,-1578 94.8013,-1558.98 124.857,-1550.29 148.702,-1546.32\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"149.432,-1549.75 158.826,-1544.85 148.427,-1542.82 149.432,-1549.75\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"100.5\" y=\"-1581\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x64</text>\r\n",
       "</g>\r\n",
       "<!-- 11369373676797489893&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat -->\r\n",
       "<g id=\"edge46\" class=\"edge\"><title>11369373676797489893&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M141.05,-1382.83C140.567,-1365.82 141.057,-1339.17 147,-1317 150.518,-1303.88 156.871,-1290.28 162.995,-1279.02\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"166.127,-1280.59 168.017,-1270.17 160.039,-1277.14 166.127,-1280.59\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"175\" y=\"-1336.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x256</text>\r\n",
       "</g>\r\n",
       "<!-- 2617021577148343516&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat -->\r\n",
       "<g id=\"edge48\" class=\"edge\"><title>2617021577148343516&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M50.366,-1320.66C51.4962,-1309.95 54.6674,-1296.66 63,-1288 83.3807,-1266.82 116.077,-1258.33 141.57,-1254.99\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"142.088,-1258.46 151.646,-1253.89 141.324,-1251.5 142.088,-1258.46\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"91\" y=\"-1291\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x128</text>\r\n",
       "</g>\r\n",
       "<!-- 11090158183867903161&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat -->\r\n",
       "<g id=\"edge50\" class=\"edge\"><title>11090158183867903161&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M137.668,-1009.89C138.654,-992.92 141.077,-966.304 147,-944 150.375,-931.289 155.775,-917.794 160.861,-906.489\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"164.141,-907.735 165.192,-897.193 157.796,-904.779 164.141,-907.735\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-963.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x256</text>\r\n",
       "</g>\r\n",
       "<!-- 8029424969297593094&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat -->\r\n",
       "<g id=\"edge52\" class=\"edge\"><title>8029424969297593094&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.862,-947.626C58.0681,-936.911 63.6579,-923.615 73,-915 90.5858,-898.783 116.07,-890.023 137.04,-885.323\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"137.808,-888.738 146.917,-883.326 136.421,-881.877 137.808,-888.738\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"96\" y=\"-918\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x128</text>\r\n",
       "</g>\r\n",
       "<!-- 3053271952602764926&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat -->\r\n",
       "<g id=\"edge54\" class=\"edge\"><title>3053271952602764926&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M128.668,-719.888C129.654,-702.92 132.077,-676.304 138,-654 141.375,-641.289 146.775,-627.794 151.861,-616.489\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"155.141,-617.735 156.192,-607.193 148.796,-614.779 155.141,-617.735\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"161\" y=\"-673.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x384</text>\r\n",
       "</g>\r\n",
       "<!-- 12695393702365972616&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat -->\r\n",
       "<g id=\"edge56\" class=\"edge\"><title>12695393702365972616&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M45.862,-657.626C49.0681,-646.911 54.6579,-633.615 64,-625 81.5858,-608.783 107.07,-600.023 128.04,-595.323\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"128.808,-598.738 137.917,-593.326 127.421,-591.877 128.808,-598.738\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"87\" y=\"-628\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x128</text>\r\n",
       "</g>\r\n",
       "<!-- 2905960415315798468&#45;&gt;InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool -->\r\n",
       "<g id=\"edge58\" class=\"edge\"><title>2905960415315798468&#45;&gt;InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M229,-3429.99C229,-3418.92 229,-3405.22 229,-3393.34\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"232.5,-3393.06 229,-3383.06 225.5,-3393.06 232.5,-3393.06\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"254.5\" y=\"-3404\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x56x56x64</text>\r\n",
       "</g>\r\n",
       "<!-- 481986789417215301&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat -->\r\n",
       "<g id=\"edge60\" class=\"edge\"><title>481986789417215301&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M266.406,-3201.94C257.025,-3175.92 241.048,-3131.61 230.764,-3103.08\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"233.94,-3101.57 227.255,-3093.35 227.354,-3103.94 233.94,-3101.57\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"285.5\" y=\"-3159.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x96</text>\r\n",
       "</g>\r\n",
       "<!-- 16404291902781677120&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat -->\r\n",
       "<g id=\"edge62\" class=\"edge\"><title>16404291902781677120&#45;&gt;InceptionV1/InceptionV1/Mixed_3b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M337.685,-3139.99C313.043,-3126.47 281.227,-3109.03 257.043,-3095.77\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"258.63,-3092.64 248.179,-3090.9 255.264,-3098.78 258.63,-3092.64\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"329.5\" y=\"-3114\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x16</text>\r\n",
       "</g>\r\n",
       "<!-- 15799059058448175265&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat -->\r\n",
       "<g id=\"edge64\" class=\"edge\"><title>15799059058448175265&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M259.059,-2911.78C253.508,-2894.97 245.448,-2870.92 238,-2850 233.598,-2837.64 228.519,-2824.01 224.171,-2812.52\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"227.399,-2811.16 220.573,-2803.06 220.856,-2813.65 227.399,-2811.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-2869.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x128</text>\r\n",
       "</g>\r\n",
       "<!-- 13459282060052120159&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat -->\r\n",
       "<g id=\"edge66\" class=\"edge\"><title>13459282060052120159&#45;&gt;InceptionV1/InceptionV1/Mixed_3c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M335.955,-2849.99C309.752,-2836.24 275.79,-2818.42 250.361,-2805.08\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"251.891,-2801.93 241.409,-2800.38 248.638,-2808.13 251.891,-2801.93\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"325.5\" y=\"-2824\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x32</text>\r\n",
       "</g>\r\n",
       "<!-- 14790861170159650176&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat -->\r\n",
       "<g id=\"edge68\" class=\"edge\"><title>14790861170159650176&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M252.059,-2538.78C246.508,-2521.97 238.448,-2497.92 231,-2477 226.598,-2464.64 221.519,-2451.01 217.171,-2439.52\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"220.399,-2438.16 213.573,-2430.06 213.856,-2440.65 220.399,-2438.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"271.5\" y=\"-2496.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x96</text>\r\n",
       "</g>\r\n",
       "<!-- 3493467254872310813&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat -->\r\n",
       "<g id=\"edge70\" class=\"edge\"><title>3493467254872310813&#45;&gt;InceptionV1/InceptionV1/Mixed_4b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M325.191,-2476.99C300.069,-2463.39 267.588,-2445.8 243.035,-2432.51\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"244.505,-2429.33 234.045,-2427.64 241.173,-2435.48 244.505,-2429.33\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"316.5\" y=\"-2451\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x16</text>\r\n",
       "</g>\r\n",
       "<!-- 4103682964724671601&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat -->\r\n",
       "<g id=\"edge72\" class=\"edge\"><title>4103682964724671601&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M245.059,-2248.78C239.508,-2231.97 231.448,-2207.92 224,-2187 219.598,-2174.64 214.519,-2161.01 210.171,-2149.52\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"213.399,-2148.16 206.573,-2140.06 206.856,-2150.65 213.399,-2148.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"267\" y=\"-2206.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x112</text>\r\n",
       "</g>\r\n",
       "<!-- 14140079773660193750&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat -->\r\n",
       "<g id=\"edge74\" class=\"edge\"><title>14140079773660193750&#45;&gt;InceptionV1/InceptionV1/Mixed_4c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M321.955,-2186.99C295.752,-2173.24 261.79,-2155.42 236.361,-2142.08\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"237.891,-2138.93 227.409,-2137.38 234.638,-2145.13 237.891,-2138.93\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"311.5\" y=\"-2161\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x24</text>\r\n",
       "</g>\r\n",
       "<!-- 13566732423511560571&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat -->\r\n",
       "<g id=\"edge76\" class=\"edge\"><title>13566732423511560571&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M238.059,-1958.78C232.508,-1941.97 224.448,-1917.92 217,-1897 212.598,-1884.64 207.519,-1871.01 203.171,-1859.52\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"206.399,-1858.16 199.573,-1850.06 199.856,-1860.65 206.399,-1858.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"260\" y=\"-1916.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x128</text>\r\n",
       "</g>\r\n",
       "<!-- 8622847098986390547&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat -->\r\n",
       "<g id=\"edge78\" class=\"edge\"><title>8622847098986390547&#45;&gt;InceptionV1/InceptionV1/Mixed_4d/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M314.955,-1896.99C288.752,-1883.24 254.79,-1865.42 229.361,-1852.08\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"230.891,-1848.93 220.409,-1847.38 227.638,-1855.13 230.891,-1848.93\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"304.5\" y=\"-1871\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x24</text>\r\n",
       "</g>\r\n",
       "<!-- 5286329742151378775&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat -->\r\n",
       "<g id=\"edge80\" class=\"edge\"><title>5286329742151378775&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M231.059,-1668.78C225.508,-1651.97 217.448,-1627.92 210,-1607 205.598,-1594.64 200.519,-1581.01 196.171,-1569.52\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"199.399,-1568.16 192.573,-1560.06 192.856,-1570.65 199.399,-1568.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"253\" y=\"-1626.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x144</text>\r\n",
       "</g>\r\n",
       "<!-- 7260868143121714154&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat -->\r\n",
       "<g id=\"edge82\" class=\"edge\"><title>7260868143121714154&#45;&gt;InceptionV1/InceptionV1/Mixed_4e/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M307.955,-1606.99C281.752,-1593.24 247.79,-1575.42 222.361,-1562.08\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"223.891,-1558.93 213.409,-1557.38 220.638,-1565.13 223.891,-1558.93\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"297.5\" y=\"-1581\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x32</text>\r\n",
       "</g>\r\n",
       "<!-- 14897015401989443876&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat -->\r\n",
       "<g id=\"edge84\" class=\"edge\"><title>14897015401989443876&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M224.059,-1378.78C218.508,-1361.97 210.448,-1337.92 203,-1317 198.598,-1304.64 193.519,-1291.01 189.171,-1279.52\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"192.399,-1278.16 185.573,-1270.06 185.856,-1280.65 192.399,-1278.16\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"246\" y=\"-1336.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x160</text>\r\n",
       "</g>\r\n",
       "<!-- 15525533432586859618&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat -->\r\n",
       "<g id=\"edge86\" class=\"edge\"><title>15525533432586859618&#45;&gt;InceptionV1/InceptionV1/Mixed_4f/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M300.955,-1316.99C274.752,-1303.24 240.79,-1285.42 215.361,-1272.08\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.891,-1268.93 206.409,-1267.38 213.638,-1275.13 216.891,-1268.93\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"290.5\" y=\"-1291\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x14x14x32</text>\r\n",
       "</g>\r\n",
       "<!-- 5335312678338643954&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat -->\r\n",
       "<g id=\"edge88\" class=\"edge\"><title>5335312678338643954&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M218.55,-1005.94C209.345,-979.919 193.67,-935.605 183.58,-907.081\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"186.772,-905.61 180.137,-897.349 180.173,-907.944 186.772,-905.61\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"235\" y=\"-963.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x160</text>\r\n",
       "</g>\r\n",
       "<!-- 7982017329580763917&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat -->\r\n",
       "<g id=\"edge90\" class=\"edge\"><title>7982017329580763917&#45;&gt;InceptionV1/InceptionV1/Mixed_5b/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M284.663,-943.989C261.845,-930.795 232.543,-913.852 209.824,-900.714\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"211.564,-897.678 201.155,-895.702 208.06,-903.737 211.564,-897.678\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"272\" y=\"-918\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x32</text>\r\n",
       "</g>\r\n",
       "<!-- 102158018135250020&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat -->\r\n",
       "<g id=\"edge92\" class=\"edge\"><title>102158018135250020&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M209.55,-715.938C200.345,-689.919 184.67,-645.605 174.58,-617.081\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"177.772,-615.61 171.137,-607.349 171.173,-617.944 177.772,-615.61\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"226\" y=\"-673.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x192</text>\r\n",
       "</g>\r\n",
       "<!-- 9032803633691838933&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat -->\r\n",
       "<g id=\"edge94\" class=\"edge\"><title>9032803633691838933&#45;&gt;InceptionV1/InceptionV1/Mixed_5c/concat</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M275.663,-653.989C252.845,-640.795 223.543,-623.852 200.824,-610.714\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"202.564,-607.678 192.155,-605.702 199.06,-613.737 202.564,-607.678\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"263\" y=\"-628\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x7x7x48</text>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x12cdc44b2e8>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    with tf.Graph().as_default() as tf_graph:\n",
    "        # Setup input placeholder\n",
    "        inputs = tf.placeholder(tf.float32, shape=(1, 224, 224, 3))\n",
    "        # Build model\n",
    "        predictions, _ = nets.inception.inception_v1(inputs)\n",
    "        # Build layout\n",
    "        hl_graph = hl.build_graph(tf_graph)\n",
    "\n",
    "# Display\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Transforms and Graph Expressions\n",
    "\n",
    "A Graph Expression is like a Regular Expression for graphs. It simplifies searching for nodes that fit a particular pattern. For example, the graph expression `Conv > Relu` will find Conv layers that are followed by RELU layers. And the expressions `Conv | MaxPool` will match any Conv and MaxPool layers that are in parallel branches (i.e. have the same parent node). See examples of more complex graph expressions below.\n",
    "\n",
    "Once the graph expression finds the nodes, we use Transforms to modify them. For example, if we want to delete all nodes of type `Const`, we'll use the transform `Prune(\"Const\")`. The graph expression here is simple, `Const`, which matches any node with operation of type Const. And the Prune() transform deletes the node.\n",
    "\n",
    "See more examples below. And, also, check `SIMPLICITY_TRANSFORMS` in `transforms.py`."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Inception v1 with Simplified Inception Modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"269pt\" height=\"1458pt\"\r\n",
       " viewBox=\"0.00 0.00 268.50 1458.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1422)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1422 196.5,-1422 196.5,36 -72,36\"/>\r\n",
       "<!-- Placeholder -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>Placeholder</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"91,-1386 18,-1386 18,-1350 91,-1350 91,-1386\"/>\r\n",
       "<text text-anchor=\"start\" x=\"26.5\" y=\"-1365\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Placeholder</text>\r\n",
       "</g>\r\n",
       "<!-- 13651815230205746468 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>13651815230205746468</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"109,-1303 0,-1303 0,-1267 109,-1267 109,-1303\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8.5\" y=\"-1282\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv7x7/s2 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- Placeholder&#45;&gt;13651815230205746468 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>Placeholder&#45;&gt;13651815230205746468</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-1349.82C54.5,-1339.19 54.5,-1325.31 54.5,-1313.2\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-1313.15 54.5,-1303.15 51.0001,-1313.15 58.0001,-1313.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"86.5\" y=\"-1324\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x224x224x3</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"99,-1220 10,-1220 10,-1184 99,-1184 99,-1220\"/>\r\n",
       "<text text-anchor=\"start\" x=\"18.5\" y=\"-1199\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 8763526385790890680 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>8763526385790890680</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"101,-1137 8,-1137 8,-1093 101,-1093 101,-1137\"/>\r\n",
       "<text text-anchor=\"start\" x=\"16.5\" y=\"-1121\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv1x1 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"85.5\" y=\"-1100\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool&#45;&gt;8763526385790890680 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool&#45;&gt;8763526385790890680</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-1183.8C54.5,-1173.37 54.5,-1159.74 54.5,-1147.44\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-1147.09 54.5,-1137.09 51.0001,-1147.09 58.0001,-1147.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"83.5\" y=\"-1158\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x56x56x64</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"99,-1046 10,-1046 10,-1010 99,-1010 99,-1046\"/>\r\n",
       "<text text-anchor=\"start\" x=\"18.5\" y=\"-1025\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 4538787231359402439 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>4538787231359402439</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"105,-963 4,-963 4,-919 105,-919 105,-963\"/>\r\n",
       "<text text-anchor=\"start\" x=\"12.5\" y=\"-947\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Inception Module</text>\r\n",
       "<text text-anchor=\"start\" x=\"89.5\" y=\"-926\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;4538787231359402439 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool&#45;&gt;4538787231359402439</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-1009.8C54.5,-999.369 54.5,-985.742 54.5,-973.443\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-973.09 54.5,-963.09 51.0001,-973.09 58.0001,-973.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"86.5\" y=\"-984\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x28x28x192</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"99,-872 10,-872 10,-836 99,-836 99,-872\"/>\r\n",
       "<text text-anchor=\"start\" x=\"18.5\" y=\"-851\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 1504595521341780610 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>1504595521341780610</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"105,-789 4,-789 4,-745 105,-745 105,-789\"/>\r\n",
       "<text text-anchor=\"start\" x=\"12.5\" y=\"-773\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Inception Module</text>\r\n",
       "<text text-anchor=\"start\" x=\"89.5\" y=\"-752\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">x5</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;1504595521341780610 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool&#45;&gt;1504595521341780610</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-835.799C54.5,-825.369 54.5,-811.742 54.5,-799.443\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-799.09 54.5,-789.09 51.0001,-799.09 58.0001,-799.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"86.5\" y=\"-810\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x14x14x480</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"99,-698 10,-698 10,-662 99,-662 99,-698\"/>\r\n",
       "<text text-anchor=\"start\" x=\"18.5\" y=\"-677\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 10044911786355168746 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>10044911786355168746</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"105,-615 4,-615 4,-571 105,-571 105,-615\"/>\r\n",
       "<text text-anchor=\"start\" x=\"12.5\" y=\"-599\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Inception Module</text>\r\n",
       "<text text-anchor=\"start\" x=\"89.5\" y=\"-578\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">x2</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;10044911786355168746 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool&#45;&gt;10044911786355168746</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-661.799C54.5,-651.369 54.5,-637.742 54.5,-625.443\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-625.09 54.5,-615.09 51.0001,-625.09 58.0001,-625.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"80.5\" y=\"-636\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/MaxPool_0a_7x7/AvgPool -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>InceptionV1/Logits/MaxPool_0a_7x7/AvgPool</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"91,-524 18,-524 18,-488 91,-488 91,-524\"/>\r\n",
       "<text text-anchor=\"start\" x=\"26.5\" y=\"-503\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">AvgPool7x7</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Dropout_0b -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>InceptionV1/Logits/Dropout_0b</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"82.5,-441 26.5,-441 26.5,-405 82.5,-405 82.5,-441\"/>\r\n",
       "<text text-anchor=\"start\" x=\"34.5\" y=\"-420\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/MaxPool_0a_7x7/AvgPool&#45;&gt;InceptionV1/Logits/Dropout_0b -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>InceptionV1/Logits/MaxPool_0a_7x7/AvgPool&#45;&gt;InceptionV1/Logits/Dropout_0b</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-487.822C54.5,-477.19 54.5,-463.306 54.5,-451.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-451.153 54.5,-441.153 51.0001,-451.153 58.0001,-451.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"83.5\" y=\"-462\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1x1x1024</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Conv2d_0c_1x1/Conv2D -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>InceptionV1/Logits/Conv2d_0c_1x1/Conv2D</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"84,-368 25,-368 25,-332 84,-332 84,-368\"/>\r\n",
       "<text text-anchor=\"start\" x=\"33.5\" y=\"-347\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Conv1x1</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/SpatialSqueeze -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>InceptionV1/Logits/SpatialSqueeze</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"84,-285 25,-285 25,-249 84,-249 84,-285\"/>\r\n",
       "<text text-anchor=\"start\" x=\"33.5\" y=\"-264\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Conv2d_0c_1x1/Conv2D&#45;&gt;InceptionV1/Logits/SpatialSqueeze -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>InceptionV1/Logits/Conv2d_0c_1x1/Conv2D&#45;&gt;InceptionV1/Logits/SpatialSqueeze</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-331.822C54.5,-321.19 54.5,-307.306 54.5,-295.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-295.153 54.5,-285.153 51.0001,-295.153 58.0001,-295.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"83.5\" y=\"-306\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1x1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Reshape -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>InceptionV1/Logits/Predictions/Reshape</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"83.5,-202 25.5,-202 25.5,-166 83.5,-166 83.5,-202\"/>\r\n",
       "<text text-anchor=\"start\" x=\"33.5\" y=\"-181\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/SpatialSqueeze&#45;&gt;InceptionV1/Logits/Predictions/Reshape -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>InceptionV1/Logits/SpatialSqueeze&#45;&gt;InceptionV1/Logits/Predictions/Reshape</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-248.822C54.5,-238.19 54.5,-224.306 54.5,-212.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-212.153 54.5,-202.153 51.0001,-212.153 58.0001,-212.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-223\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Softmax -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>InceptionV1/Logits/Predictions/Softmax</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"83,-119 26,-119 26,-83 83,-83 83,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"34.5\" y=\"-98\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Softmax</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Reshape&#45;&gt;InceptionV1/Logits/Predictions/Softmax -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>InceptionV1/Logits/Predictions/Reshape&#45;&gt;InceptionV1/Logits/Predictions/Softmax</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-165.822C54.5,-155.19 54.5,-141.306 54.5,-129.204\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-129.153 54.5,-119.153 51.0001,-129.153 58.0001,-129.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-140\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Reshape_1 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>InceptionV1/Logits/Predictions/Reshape_1</title>\r\n",
       "<polygon fill=\"#bcd6fc\" stroke=\"#7c96bc\" points=\"83.5,-36 25.5,-36 25.5,-0 83.5,-0 83.5,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"33.5\" y=\"-15\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">Reshape</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Predictions/Softmax&#45;&gt;InceptionV1/Logits/Predictions/Reshape_1 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>InceptionV1/Logits/Predictions/Softmax&#45;&gt;InceptionV1/Logits/Predictions/Reshape_1</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-82.822C54.5,-72.1903 54.5,-58.306 54.5,-46.2035\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-46.1532 54.5,-36.1533 51.0001,-46.1533 58.0001,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-57\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- InceptionV1/Logits/Dropout_0b&#45;&gt;InceptionV1/Logits/Conv2d_0c_1x1/Conv2D -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>InceptionV1/Logits/Dropout_0b&#45;&gt;InceptionV1/Logits/Conv2d_0c_1x1/Conv2D</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-404.813C54.5,-396.789 54.5,-387.047 54.5,-378.069\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-378.029 54.5,-368.029 51.0001,-378.029 58.0001,-378.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 13651815230205746468&#45;&gt;InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>13651815230205746468&#45;&gt;InceptionV1/InceptionV1/MaxPool_2a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-1266.82C54.5,-1256.19 54.5,-1242.31 54.5,-1230.2\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-1230.15 54.5,-1220.15 51.0001,-1230.15 58.0001,-1230.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"89.5\" y=\"-1241\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x112x112x64</text>\r\n",
       "</g>\r\n",
       "<!-- 4538787231359402439&#45;&gt;InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>4538787231359402439&#45;&gt;InceptionV1/InceptionV1/MaxPool_4a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-918.989C54.5,-907.923 54.5,-894.219 54.5,-882.336\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-882.062 54.5,-872.062 51.0001,-882.062 58.0001,-882.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"86.5\" y=\"-893\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- 10044911786355168746&#45;&gt;InceptionV1/Logits/MaxPool_0a_7x7/AvgPool -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>10044911786355168746&#45;&gt;InceptionV1/Logits/MaxPool_0a_7x7/AvgPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-570.989C54.5,-559.923 54.5,-546.219 54.5,-534.336\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-534.062 54.5,-524.062 51.0001,-534.062 58.0001,-534.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"80.5\" y=\"-545\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x7x7x832</text>\r\n",
       "</g>\r\n",
       "<!-- 8763526385790890680&#45;&gt;InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>8763526385790890680&#45;&gt;InceptionV1/InceptionV1/MaxPool_3a_3x3/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-1092.99C54.5,-1081.92 54.5,-1068.22 54.5,-1056.34\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-1056.06 54.5,-1046.06 51.0001,-1056.06 58.0001,-1056.06\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"83.5\" y=\"-1067\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x56x56x64</text>\r\n",
       "</g>\r\n",
       "<!-- 1504595521341780610&#45;&gt;InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>1504595521341780610&#45;&gt;InceptionV1/InceptionV1/MaxPool_5a_2x2/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#7c96bc\" d=\"M54.5,-744.989C54.5,-733.923 54.5,-720.219 54.5,-708.336\"/>\r\n",
       "<polygon fill=\"#7c96bc\" stroke=\"#7c96bc\" points=\"58.0001,-708.062 54.5,-698.062 51.0001,-708.062 58.0001,-708.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"86.5\" y=\"-719\" font-family=\"Verdana\" font-size=\"10.00\" fill=\"#202020\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x12cdcc5b240>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Define custom transforms to replice the default ones\n",
    "transforms = [\n",
    "    # Fold inception blocks into one node\n",
    "    ht.Fold(\"\"\"\n",
    "        ( (MaxPool > Conv > Relu) |\n",
    "          (Conv > Relu > Conv > Relu) |\n",
    "          (Conv > Relu > Conv > Relu) |\n",
    "          (Conv > Relu)\n",
    "        ) > Concat\n",
    "        \"\"\", \"Inception\", \"Inception Module\"),\n",
    "    # Fold Conv and Relu together if they come together\n",
    "    ht.Fold(\"Conv > Relu\", \"ConvRelu\"),\n",
    "    # Fold repeated nodes\n",
    "    ht.FoldDuplicates(),\n",
    "]\n",
    "\n",
    "with tf.Session() as sess:\n",
    "    with tf.Graph().as_default() as tf_graph:\n",
    "        # Setup input placeholder\n",
    "        inputs = tf.placeholder(tf.float32, shape=(1, 224, 224, 3))\n",
    "        # Build model\n",
    "        predictions, _ = nets.inception.inception_v1(inputs)\n",
    "        # Build layout\n",
    "        hl_graph = hl.build_graph(tf_graph, transforms=transforms)\n",
    "\n",
    "# Display\n",
    "hl_graph.theme = hl.graph.THEMES[\"blue\"].copy()\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## ResNet v1 50"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"316pt\" height=\"1934pt\"\r\n",
       " viewBox=\"0.00 0.00 316.00 1934.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1898)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1898 244,-1898 244,36 -72,36\"/>\r\n",
       "<!-- Placeholder -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>Placeholder</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"114,-1862 48,-1862 48,-1826 114,-1826 114,-1862\"/>\r\n",
       "<text text-anchor=\"start\" x=\"56\" y=\"-1841\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Placeholder</text>\r\n",
       "</g>\r\n",
       "<!-- 15306096889132554565 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>15306096889132554565</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"130,-1779 32,-1779 32,-1743 130,-1743 130,-1779\"/>\r\n",
       "<text text-anchor=\"start\" x=\"40\" y=\"-1758\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Conv7x7/s2 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- Placeholder&#45;&gt;15306096889132554565 -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>Placeholder&#45;&gt;15306096889132554565</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-1825.82C81,-1815.19 81,-1801.31 81,-1789.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-1789.15 81,-1779.15 77.5001,-1789.15 84.5001,-1789.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"109\" y=\"-1800\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x224x224x3</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/pool1/MaxPool -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>resnet_v1_50/pool1/MaxPool</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"121,-1696 41,-1696 41,-1660 121,-1660 121,-1696\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-1675\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">MaxPool3x3/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 14844686979697476650 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>14844686979697476650</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"123.5,-1613 38.5,-1613 38.5,-1577 123.5,-1577 123.5,-1613\"/>\r\n",
       "<text text-anchor=\"start\" x=\"47\" y=\"-1592\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/pool1/MaxPool&#45;&gt;14844686979697476650 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>resnet_v1_50/pool1/MaxPool&#45;&gt;14844686979697476650</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-1659.82C81,-1649.19 81,-1635.31 81,-1623.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-1623.15 81,-1613.15 77.5001,-1623.15 84.5001,-1623.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106.5\" y=\"-1634\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x55x55x64</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/block1/unit_3/bottleneck_v1/shortcut/MaxPool -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>resnet_v1_50/block1/unit_3/bottleneck_v1/shortcut/MaxPool</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"81,-1447 1,-1447 1,-1411 81,-1411 81,-1447\"/>\r\n",
       "<text text-anchor=\"start\" x=\"9\" y=\"-1426\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">MaxPool1x1/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 7084347567871016953 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>7084347567871016953</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"118.5,-1364 41.5,-1364 41.5,-1328 118.5,-1328 118.5,-1364\"/>\r\n",
       "<text text-anchor=\"start\" x=\"50\" y=\"-1343\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/block1/unit_3/bottleneck_v1/shortcut/MaxPool&#45;&gt;7084347567871016953 -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>resnet_v1_50/block1/unit_3/bottleneck_v1/shortcut/MaxPool&#45;&gt;7084347567871016953</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M40.75,-1410.68C41.2296,-1401.74 42.7896,-1390.88 47,-1382 48.635,-1378.55 50.7375,-1375.22 53.0885,-1372.07\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"55.9488,-1374.11 59.7419,-1364.22 50.6076,-1369.59 55.9488,-1374.11\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75\" y=\"-1385\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/block2/unit_4/bottleneck_v1/shortcut/MaxPool -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>resnet_v1_50/block2/unit_4/bottleneck_v1/shortcut/MaxPool</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"80,-1032 0,-1032 0,-996 80,-996 80,-1032\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-1011\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">MaxPool1x1/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 4167501731929069578 -->\r\n",
       "<g id=\"node16\" class=\"node\"><title>4167501731929069578</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"117.5,-949 40.5,-949 40.5,-913 117.5,-913 117.5,-949\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-928\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/block2/unit_4/bottleneck_v1/shortcut/MaxPool&#45;&gt;4167501731929069578 -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>resnet_v1_50/block2/unit_4/bottleneck_v1/shortcut/MaxPool&#45;&gt;4167501731929069578</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M39.75,-995.681C40.2296,-986.741 41.7896,-975.878 46,-967 47.635,-963.553 49.7375,-960.221 52.0885,-957.073\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"54.9488,-959.112 58.7419,-949.219 49.6076,-954.587 54.9488,-959.112\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"74\" y=\"-970\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/block3/unit_6/bottleneck_v1/shortcut/MaxPool -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>resnet_v1_50/block3/unit_6/bottleneck_v1/shortcut/MaxPool</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"81,-451 1,-451 1,-415 81,-415 81,-451\"/>\r\n",
       "<text text-anchor=\"start\" x=\"9\" y=\"-430\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">MaxPool1x1/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 15359968142607054961 -->\r\n",
       "<g id=\"node21\" class=\"node\"><title>15359968142607054961</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"119.5,-368 42.5,-368 42.5,-332 119.5,-332 119.5,-368\"/>\r\n",
       "<text text-anchor=\"start\" x=\"51\" y=\"-347\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/block3/unit_6/bottleneck_v1/shortcut/MaxPool&#45;&gt;15359968142607054961 -->\r\n",
       "<g id=\"edge20\" class=\"edge\"><title>resnet_v1_50/block3/unit_6/bottleneck_v1/shortcut/MaxPool&#45;&gt;15359968142607054961</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M43.2064,-414.75C44.8147,-405.829 47.5228,-394.962 52,-386 53.6862,-382.625 55.7542,-379.289 58.0024,-376.097\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"60.879,-378.099 64.2365,-368.05 55.3453,-373.812 60.879,-378.099\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"77.5\" y=\"-389\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x7x7x1024</text>\r\n",
       "</g>\r\n",
       "<!-- resnet_v1_50/pool5 -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>resnet_v1_50/pool5</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"108,-36 54,-36 54,-0 108,-0 108,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"69\" y=\"-15\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Mean</text>\r\n",
       "</g>\r\n",
       "<!-- 15306096889132554565&#45;&gt;resnet_v1_50/pool1/MaxPool -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>15306096889132554565&#45;&gt;resnet_v1_50/pool1/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-1742.82C81,-1732.19 81,-1718.31 81,-1706.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-1706.15 81,-1696.15 77.5001,-1706.15 84.5001,-1706.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"111.5\" y=\"-1717\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x112x112x64</text>\r\n",
       "</g>\r\n",
       "<!-- 1181402019709717216 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>1181402019709717216</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"119.5,-1530 42.5,-1530 42.5,-1494 119.5,-1494 119.5,-1530\"/>\r\n",
       "<text text-anchor=\"start\" x=\"51\" y=\"-1509\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 14844686979697476650&#45;&gt;1181402019709717216 -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>14844686979697476650&#45;&gt;1181402019709717216</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-1576.82C81,-1566.19 81,-1552.31 81,-1540.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-1540.15 81,-1530.15 77.5001,-1540.15 84.5001,-1540.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"109\" y=\"-1551\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x55x55x256</text>\r\n",
       "</g>\r\n",
       "<!-- 12629934202400569952 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>12629934202400569952</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"122.5,-1281 37.5,-1281 37.5,-1245 122.5,-1245 122.5,-1281\"/>\r\n",
       "<text text-anchor=\"start\" x=\"46\" y=\"-1260\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- 2382427711433002219 -->\r\n",
       "<g id=\"node14\" class=\"node\"><title>2382427711433002219</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"118.5,-1198 41.5,-1198 41.5,-1162 118.5,-1162 118.5,-1198\"/>\r\n",
       "<text text-anchor=\"start\" x=\"50\" y=\"-1177\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 12629934202400569952&#45;&gt;2382427711433002219 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>12629934202400569952&#45;&gt;2382427711433002219</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M80,-1244.82C80,-1234.19 80,-1220.31 80,-1208.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"83.5001,-1208.15 80,-1198.15 76.5001,-1208.15 83.5001,-1208.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"108\" y=\"-1219\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x28x28x512</text>\r\n",
       "</g>\r\n",
       "<!-- 14169285023641786229 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>14169285023641786229</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"121.5,-866 36.5,-866 36.5,-830 121.5,-830 121.5,-866\"/>\r\n",
       "<text text-anchor=\"start\" x=\"45\" y=\"-845\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- 18048988150029823227 -->\r\n",
       "<g id=\"node17\" class=\"node\"><title>18048988150029823227</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"117.5,-783 40.5,-783 40.5,-747 117.5,-747 117.5,-783\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-762\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 14169285023641786229&#45;&gt;18048988150029823227 -->\r\n",
       "<g id=\"edge15\" class=\"edge\"><title>14169285023641786229&#45;&gt;18048988150029823227</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M79,-829.822C79,-819.19 79,-805.306 79,-793.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"82.5001,-793.153 79,-783.153 75.5001,-793.153 82.5001,-793.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"109.5\" y=\"-804\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 6029448251942476766 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>6029448251942476766</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"123.5,-285 38.5,-285 38.5,-249 123.5,-249 123.5,-285\"/>\r\n",
       "<text text-anchor=\"start\" x=\"47\" y=\"-264\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Bottleneck Block</text>\r\n",
       "</g>\r\n",
       "<!-- 2106352381950397145 -->\r\n",
       "<g id=\"node22\" class=\"node\"><title>2106352381950397145</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"119.5,-202 42.5,-202 42.5,-166 119.5,-166 119.5,-202\"/>\r\n",
       "<text text-anchor=\"start\" x=\"51\" y=\"-181\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 6029448251942476766&#45;&gt;2106352381950397145 -->\r\n",
       "<g id=\"edge23\" class=\"edge\"><title>6029448251942476766&#45;&gt;2106352381950397145</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-248.822C81,-238.19 81,-224.306 81,-212.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-212.153 81,-202.153 77.5001,-212.153 84.5001,-212.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106.5\" y=\"-223\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x7x7x2048</text>\r\n",
       "</g>\r\n",
       "<!-- 1181402019709717216&#45;&gt;resnet_v1_50/block1/unit_3/bottleneck_v1/shortcut/MaxPool -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>1181402019709717216&#45;&gt;resnet_v1_50/block1/unit_3/bottleneck_v1/shortcut/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M60.128,-1493.87C55.0484,-1488.66 50.1709,-1482.56 47,-1476 44.2604,-1470.33 42.6343,-1463.84 41.6972,-1457.55\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"45.1557,-1456.96 40.6957,-1447.34 38.1892,-1457.64 45.1557,-1456.96\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"75\" y=\"-1468\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x55x55x256</text>\r\n",
       "</g>\r\n",
       "<!-- 1181402019709717216&#45;&gt;7084347567871016953 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>1181402019709717216&#45;&gt;7084347567871016953</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M94.4982,-1493.77C97.9612,-1488.38 101.211,-1482.21 103,-1476 114.569,-1435.86 114.974,-1422.03 103,-1382 102.092,-1378.96 100.825,-1375.95 99.35,-1373.03\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"102.206,-1370.98 94.1048,-1364.16 96.1805,-1374.55 102.206,-1370.98\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"139\" y=\"-1426.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x55x55x256</text>\r\n",
       "</g>\r\n",
       "<!-- 7084347567871016953&#45;&gt;12629934202400569952 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>7084347567871016953&#45;&gt;12629934202400569952</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M80,-1327.82C80,-1317.19 80,-1303.31 80,-1291.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"83.5001,-1291.15 80,-1281.15 76.5001,-1291.15 83.5001,-1291.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"108\" y=\"-1302\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x28x28x256</text>\r\n",
       "</g>\r\n",
       "<!-- 9403059210909007144 -->\r\n",
       "<g id=\"node15\" class=\"node\"><title>9403059210909007144</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"118.5,-1115 41.5,-1115 41.5,-1079 118.5,-1079 118.5,-1115\"/>\r\n",
       "<text text-anchor=\"start\" x=\"50\" y=\"-1094\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 2382427711433002219&#45;&gt;9403059210909007144 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>2382427711433002219&#45;&gt;9403059210909007144</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M80,-1161.82C80,-1151.19 80,-1137.31 80,-1125.2\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"83.5001,-1125.15 80,-1115.15 76.5001,-1125.15 83.5001,-1125.15\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"108\" y=\"-1136\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x28x28x512</text>\r\n",
       "</g>\r\n",
       "<!-- 9403059210909007144&#45;&gt;resnet_v1_50/block2/unit_4/bottleneck_v1/shortcut/MaxPool -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>9403059210909007144&#45;&gt;resnet_v1_50/block2/unit_4/bottleneck_v1/shortcut/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M59.128,-1078.87C54.0484,-1073.66 49.1709,-1067.56 46,-1061 43.2604,-1055.33 41.6343,-1048.84 40.6972,-1042.55\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"44.1557,-1041.96 39.6957,-1032.34 37.1892,-1042.64 44.1557,-1041.96\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"74\" y=\"-1053\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x28x28x512</text>\r\n",
       "</g>\r\n",
       "<!-- 9403059210909007144&#45;&gt;4167501731929069578 -->\r\n",
       "<g id=\"edge13\" class=\"edge\"><title>9403059210909007144&#45;&gt;4167501731929069578</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M93.4982,-1078.77C96.9612,-1073.38 100.211,-1067.21 102,-1061 113.569,-1020.86 113.974,-1007.03 102,-967 101.092,-963.963 99.8255,-960.946 98.35,-958.029\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"101.206,-955.983 93.1048,-949.156 95.1805,-959.545 101.206,-955.983\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"138\" y=\"-1011.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x28x28x512</text>\r\n",
       "</g>\r\n",
       "<!-- 4167501731929069578&#45;&gt;14169285023641786229 -->\r\n",
       "<g id=\"edge14\" class=\"edge\"><title>4167501731929069578&#45;&gt;14169285023641786229</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M79,-912.822C79,-902.19 79,-888.306 79,-876.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"82.5001,-876.153 79,-866.153 75.5001,-876.153 82.5001,-876.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-887\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x512</text>\r\n",
       "</g>\r\n",
       "<!-- 5937130803137922682 -->\r\n",
       "<g id=\"node18\" class=\"node\"><title>5937130803137922682</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"117.5,-700 40.5,-700 40.5,-664 117.5,-664 117.5,-700\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-679\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 18048988150029823227&#45;&gt;5937130803137922682 -->\r\n",
       "<g id=\"edge16\" class=\"edge\"><title>18048988150029823227&#45;&gt;5937130803137922682</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M79,-746.822C79,-736.19 79,-722.306 79,-710.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"82.5001,-710.153 79,-700.153 75.5001,-710.153 82.5001,-710.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"109.5\" y=\"-721\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 13650242922029705055 -->\r\n",
       "<g id=\"node19\" class=\"node\"><title>13650242922029705055</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"117.5,-617 40.5,-617 40.5,-581 117.5,-581 117.5,-617\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-596\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 5937130803137922682&#45;&gt;13650242922029705055 -->\r\n",
       "<g id=\"edge17\" class=\"edge\"><title>5937130803137922682&#45;&gt;13650242922029705055</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M79,-663.822C79,-653.19 79,-639.306 79,-627.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"82.5001,-627.153 79,-617.153 75.5001,-627.153 82.5001,-627.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"109.5\" y=\"-638\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 5639032131712745002 -->\r\n",
       "<g id=\"node20\" class=\"node\"><title>5639032131712745002</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"117.5,-534 40.5,-534 40.5,-498 117.5,-498 117.5,-534\"/>\r\n",
       "<text text-anchor=\"start\" x=\"49\" y=\"-513\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 13650242922029705055&#45;&gt;5639032131712745002 -->\r\n",
       "<g id=\"edge18\" class=\"edge\"><title>13650242922029705055&#45;&gt;5639032131712745002</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M79,-580.822C79,-570.19 79,-556.306 79,-544.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"82.5001,-544.153 79,-534.153 75.5001,-544.153 82.5001,-544.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"109.5\" y=\"-555\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 5639032131712745002&#45;&gt;resnet_v1_50/block3/unit_6/bottleneck_v1/shortcut/MaxPool -->\r\n",
       "<g id=\"edge19\" class=\"edge\"><title>5639032131712745002&#45;&gt;resnet_v1_50/block3/unit_6/bottleneck_v1/shortcut/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M55.0308,-497.658C49.7923,-492.601 44.9396,-486.628 42,-480 39.4688,-474.293 38.39,-467.783 38.1126,-461.493\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"41.6154,-461.352 38.2875,-451.294 34.6164,-461.232 41.6154,-461.352\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"72.5\" y=\"-472\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 5639032131712745002&#45;&gt;15359968142607054961 -->\r\n",
       "<g id=\"edge21\" class=\"edge\"><title>5639032131712745002&#45;&gt;15359968142607054961</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M93.7106,-497.925C97.4879,-492.54 101.037,-486.334 103,-480 115.368,-440.095 114.569,-426.144 103,-386 102.134,-382.994 100.924,-379.996 99.5141,-377.092\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"102.472,-375.212 94.4982,-368.235 96.3805,-378.661 102.472,-375.212\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"141.5\" y=\"-430.5\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x14x14x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 15359968142607054961&#45;&gt;6029448251942476766 -->\r\n",
       "<g id=\"edge22\" class=\"edge\"><title>15359968142607054961&#45;&gt;6029448251942476766</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-331.822C81,-321.19 81,-307.306 81,-295.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-295.153 81,-285.153 77.5001,-295.153 84.5001,-295.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106.5\" y=\"-306\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x7x7x1024</text>\r\n",
       "</g>\r\n",
       "<!-- 8176673039932421172 -->\r\n",
       "<g id=\"node23\" class=\"node\"><title>8176673039932421172</title>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"119.5,-119 42.5,-119 42.5,-83 119.5,-83 119.5,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"51\" y=\"-98\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">Residual Block</text>\r\n",
       "</g>\r\n",
       "<!-- 2106352381950397145&#45;&gt;8176673039932421172 -->\r\n",
       "<g id=\"edge24\" class=\"edge\"><title>2106352381950397145&#45;&gt;8176673039932421172</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-165.822C81,-155.19 81,-141.306 81,-129.204\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-129.153 81,-119.153 77.5001,-129.153 84.5001,-129.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106.5\" y=\"-140\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x7x7x2048</text>\r\n",
       "</g>\r\n",
       "<!-- 8176673039932421172&#45;&gt;resnet_v1_50/pool5 -->\r\n",
       "<g id=\"edge25\" class=\"edge\"><title>8176673039932421172&#45;&gt;resnet_v1_50/pool5</title>\r\n",
       "<path fill=\"none\" stroke=\"#789263\" d=\"M81,-82.822C81,-72.1903 81,-58.306 81,-46.2035\"/>\r\n",
       "<polygon fill=\"#789263\" stroke=\"#789263\" points=\"84.5001,-46.1532 81,-36.1533 77.5001,-46.1533 84.5001,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"106.5\" y=\"-57\" font-family=\"Times\" font-size=\"10.00\" fill=\"#ffffff\">1x7x7x2048</text>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x12c854bd240>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Custom transforms to group nodes of residual and bottleneck blocks\n",
    "transforms = [\n",
    "    # Fold Pad into the Conv that follows it \n",
    "    ht.Fold(\"Pad > Conv\", \"__last__\"),\n",
    "    # Fold Conv/Relu\n",
    "    ht.Fold(\"Conv > Relu\", \"ConvRelu\"),\n",
    "    # Fold bottleneck blocks\n",
    "    hl.transforms.Fold(\"\"\"\n",
    "        ((ConvRelu > ConvRelu > Conv) | Conv) > Add > Relu\n",
    "        \"\"\", \"BottleneckBlock\", \"Bottleneck Block\"),\n",
    "    # Fold residual blocks\n",
    "    hl.transforms.Fold(\"\"\"ConvRelu > ConvRelu > Conv > Add > Relu\"\"\",\n",
    "                       \"ResBlock\", \"Residual Block\"),\n",
    "]\n",
    "\n",
    "# Build TensorFlow graph\n",
    "with tf.Session() as sess:\n",
    "    with tf.Graph().as_default() as tf_graph:\n",
    "        # Setup input placeholder\n",
    "        inputs = tf.placeholder(tf.float32, shape=(1, 224, 224, 3))\n",
    "        # Build model\n",
    "        predictions, _ = nets.resnet_v1.resnet_v1_50(inputs)\n",
    "        # Build HiddenLayer graph\n",
    "        hl_graph = hl.build_graph(tf_graph, transforms=transforms)\n",
    "\n",
    "# Customize the theme. The theme is a simple dict defined in graph.py\n",
    "hl_graph.theme.update({\n",
    "    \"fill_color\": \"#789263\",\n",
    "    \"outline_color\": \"#789263\",\n",
    "    \"font_color\": \"#FFFFFF\",\n",
    "})\n",
    "\n",
    "# Display\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Overfeat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\r\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\r\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\r\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\r\n",
       " -->\r\n",
       "<!-- Title: %3 Pages: 1 -->\r\n",
       "<svg width=\"254pt\" height=\"1092pt\"\r\n",
       " viewBox=\"0.00 0.00 254.00 1092.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\r\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(72 1056)\">\r\n",
       "<title>%3</title>\r\n",
       "<polygon fill=\"#ffffff\" stroke=\"none\" points=\"-72,36 -72,-1056 182,-1056 182,36 -72,36\"/>\r\n",
       "<!-- Placeholder -->\r\n",
       "<g id=\"node1\" class=\"node\"><title>Placeholder</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"87,-1020 21,-1020 21,-984 87,-984 87,-1020\"/>\r\n",
       "<text text-anchor=\"start\" x=\"29\" y=\"-999\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Placeholder</text>\r\n",
       "</g>\r\n",
       "<!-- 9235126094197353124 -->\r\n",
       "<g id=\"node9\" class=\"node\"><title>9235126094197353124</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"108,-937 0,-937 0,-901 108,-901 108,-937\"/>\r\n",
       "<text text-anchor=\"start\" x=\"8\" y=\"-916\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv11x11/s4 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- Placeholder&#45;&gt;9235126094197353124 -->\r\n",
       "<g id=\"edge3\" class=\"edge\"><title>Placeholder&#45;&gt;9235126094197353124</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-983.822C54,-973.19 54,-959.306 54,-947.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-947.153 54,-937.153 50.5001,-947.153 57.5001,-947.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"82\" y=\"-958\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x231x231x3</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/pool1/MaxPool -->\r\n",
       "<g id=\"node2\" class=\"node\"><title>overfeat/pool1/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"94,-854 14,-854 14,-818 94,-818 94,-854\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22\" y=\"-833\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 2950209599296630869 -->\r\n",
       "<g id=\"node10\" class=\"node\"><title>2950209599296630869</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"96,-771 12,-771 12,-735 96,-735 96,-771\"/>\r\n",
       "<text text-anchor=\"start\" x=\"20\" y=\"-750\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv5x5 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/pool1/MaxPool&#45;&gt;2950209599296630869 -->\r\n",
       "<g id=\"edge5\" class=\"edge\"><title>overfeat/pool1/MaxPool&#45;&gt;2950209599296630869</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-817.822C54,-807.19 54,-793.306 54,-781.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-781.153 54,-771.153 50.5001,-781.153 57.5001,-781.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"79.5\" y=\"-792\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x28x28x64</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/pool2/MaxPool -->\r\n",
       "<g id=\"node3\" class=\"node\"><title>overfeat/pool2/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"94,-688 14,-688 14,-652 94,-652 94,-688\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22\" y=\"-667\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 6166419276580006467 -->\r\n",
       "<g id=\"node13\" class=\"node\"><title>6166419276580006467</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"96,-605 12,-605 12,-561 96,-561 96,-605\"/>\r\n",
       "<text text-anchor=\"start\" x=\"20\" y=\"-589\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv3x3 &gt; Relu</text>\r\n",
       "<text text-anchor=\"start\" x=\"82\" y=\"-568\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">x3</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/pool2/MaxPool&#45;&gt;6166419276580006467 -->\r\n",
       "<g id=\"edge11\" class=\"edge\"><title>overfeat/pool2/MaxPool&#45;&gt;6166419276580006467</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-651.799C54,-641.369 54,-627.742 54,-615.443\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-615.09 54,-605.09 50.5001,-615.09 57.5001,-615.09\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"82\" y=\"-626\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x12x12x256</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/pool5/MaxPool -->\r\n",
       "<g id=\"node4\" class=\"node\"><title>overfeat/pool5/MaxPool</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"94,-514 14,-514 14,-478 94,-478 94,-514\"/>\r\n",
       "<text text-anchor=\"start\" x=\"22\" y=\"-493\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">MaxPool2x2/s2</text>\r\n",
       "</g>\r\n",
       "<!-- 10127793510756105959 -->\r\n",
       "<g id=\"node11\" class=\"node\"><title>10127793510756105959</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"96,-431 12,-431 12,-395 96,-395 96,-431\"/>\r\n",
       "<text text-anchor=\"start\" x=\"20\" y=\"-410\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv6x6 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/pool5/MaxPool&#45;&gt;10127793510756105959 -->\r\n",
       "<g id=\"edge7\" class=\"edge\"><title>overfeat/pool5/MaxPool&#45;&gt;10127793510756105959</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-477.822C54,-467.19 54,-453.306 54,-441.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-441.153 54,-431.153 50.5001,-441.153 57.5001,-441.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"79.5\" y=\"-452\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x6x6x1024</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/fc8/Conv2D -->\r\n",
       "<g id=\"node5\" class=\"node\"><title>overfeat/fc8/Conv2D</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"81,-119 27,-119 27,-83 81,-83 81,-119\"/>\r\n",
       "<text text-anchor=\"start\" x=\"36\" y=\"-98\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/fc8/squeezed -->\r\n",
       "<g id=\"node6\" class=\"node\"><title>overfeat/fc8/squeezed</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"81,-36 27,-36 27,-0 81,-0 81,-36\"/>\r\n",
       "<text text-anchor=\"start\" x=\"36\" y=\"-15\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Squeeze</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/fc8/Conv2D&#45;&gt;overfeat/fc8/squeezed -->\r\n",
       "<g id=\"edge1\" class=\"edge\"><title>overfeat/fc8/Conv2D&#45;&gt;overfeat/fc8/squeezed</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-82.822C54,-72.1903 54,-58.306 54,-46.2035\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-46.1532 54,-36.1533 50.5001,-46.1533 57.5001,-46.1532\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"79.5\" y=\"-57\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x1000</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/dropout6 -->\r\n",
       "<g id=\"node7\" class=\"node\"><title>overfeat/dropout6</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"81,-348 27,-348 27,-312 81,-312 81,-348\"/>\r\n",
       "<text text-anchor=\"start\" x=\"37\" y=\"-327\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- 8733469274587737408 -->\r\n",
       "<g id=\"node12\" class=\"node\"><title>8733469274587737408</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"96,-275 12,-275 12,-239 96,-239 96,-275\"/>\r\n",
       "<text text-anchor=\"start\" x=\"20\" y=\"-254\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Conv1x1 &gt; Relu</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/dropout6&#45;&gt;8733469274587737408 -->\r\n",
       "<g id=\"edge9\" class=\"edge\"><title>overfeat/dropout6&#45;&gt;8733469274587737408</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-311.813C54,-303.789 54,-294.047 54,-285.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-285.029 54,-275.029 50.5001,-285.029 57.5001,-285.029\"/>\r\n",
       "</g>\r\n",
       "<!-- overfeat/dropout7 -->\r\n",
       "<g id=\"node8\" class=\"node\"><title>overfeat/dropout7</title>\r\n",
       "<polygon fill=\"#e8e8e8\" stroke=\"#000000\" points=\"81,-192 27,-192 27,-156 81,-156 81,-192\"/>\r\n",
       "<text text-anchor=\"start\" x=\"37\" y=\"-171\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">Dropout</text>\r\n",
       "</g>\r\n",
       "<!-- overfeat/dropout7&#45;&gt;overfeat/fc8/Conv2D -->\r\n",
       "<g id=\"edge2\" class=\"edge\"><title>overfeat/dropout7&#45;&gt;overfeat/fc8/Conv2D</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-155.813C54,-147.789 54,-138.047 54,-129.069\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-129.029 54,-119.029 50.5001,-129.029 57.5001,-129.029\"/>\r\n",
       "</g>\r\n",
       "<!-- 9235126094197353124&#45;&gt;overfeat/pool1/MaxPool -->\r\n",
       "<g id=\"edge4\" class=\"edge\"><title>9235126094197353124&#45;&gt;overfeat/pool1/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-900.822C54,-890.19 54,-876.306 54,-864.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-864.153 54,-854.153 50.5001,-864.153 57.5001,-864.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"79.5\" y=\"-875\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x56x56x64</text>\r\n",
       "</g>\r\n",
       "<!-- 2950209599296630869&#45;&gt;overfeat/pool2/MaxPool -->\r\n",
       "<g id=\"edge6\" class=\"edge\"><title>2950209599296630869&#45;&gt;overfeat/pool2/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-734.822C54,-724.19 54,-710.306 54,-698.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-698.153 54,-688.153 50.5001,-698.153 57.5001,-698.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"82\" y=\"-709\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x24x24x256</text>\r\n",
       "</g>\r\n",
       "<!-- 10127793510756105959&#45;&gt;overfeat/dropout6 -->\r\n",
       "<g id=\"edge8\" class=\"edge\"><title>10127793510756105959&#45;&gt;overfeat/dropout6</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-394.822C54,-384.19 54,-370.306 54,-358.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-358.153 54,-348.153 50.5001,-358.153 57.5001,-358.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"79.5\" y=\"-369\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x3072</text>\r\n",
       "</g>\r\n",
       "<!-- 8733469274587737408&#45;&gt;overfeat/dropout7 -->\r\n",
       "<g id=\"edge10\" class=\"edge\"><title>8733469274587737408&#45;&gt;overfeat/dropout7</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-238.822C54,-228.19 54,-214.306 54,-202.204\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-202.153 54,-192.153 50.5001,-202.153 57.5001,-202.153\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"79.5\" y=\"-213\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x1x1x4096</text>\r\n",
       "</g>\r\n",
       "<!-- 6166419276580006467&#45;&gt;overfeat/pool5/MaxPool -->\r\n",
       "<g id=\"edge12\" class=\"edge\"><title>6166419276580006467&#45;&gt;overfeat/pool5/MaxPool</title>\r\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54,-560.989C54,-549.923 54,-536.219 54,-524.336\"/>\r\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"57.5001,-524.062 54,-514.062 50.5001,-524.062 57.5001,-524.062\"/>\r\n",
       "<text text-anchor=\"middle\" x=\"82\" y=\"-535\" font-family=\"Times\" font-size=\"10.00\" fill=\"#000000\">1x12x12x512</text>\r\n",
       "</g>\r\n",
       "</g>\r\n",
       "</svg>\r\n"
      ],
      "text/plain": [
       "<hiddenlayer.graph.Graph at 0x12c8546d160>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    with tf.Graph().as_default() as tf_graph:\n",
    "        # Setup input placeholder\n",
    "        inputs = tf.placeholder(tf.float32, shape=(1, 231, 231, 3))\n",
    "        # Build model\n",
    "        predictions, _ = nets.overfeat.overfeat(inputs)\n",
    "        # Build layout\n",
    "        hl_graph = hl.build_graph(tf_graph)\n",
    "\n",
    "# Display\n",
    "hl_graph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}