visualize_example.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torch.nn as nn\n",
    "import torchvision\n",
    "import torchvision.models as models\n",
    "\n",
    "from transformers.torchTransformer import TorchTransformer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "AlexNet(\n",
       "  (features): Sequential(\n",
       "    (0): Conv2d(3, 64, kernel_size=(11, 11), stride=(4, 4), padding=(2, 2))\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (3): Conv2d(64, 192, kernel_size=(5, 5), stride=(1, 1), padding=(2, 2))\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (6): Conv2d(192, 384, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (7): ReLU(inplace=True)\n",
       "    (8): Conv2d(384, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (9): ReLU(inplace=True)\n",
       "    (10): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (11): ReLU(inplace=True)\n",
       "    (12): MaxPool2d(kernel_size=3, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "  )\n",
       "  (avgpool): AdaptiveAvgPool2d(output_size=(6, 6))\n",
       "  (classifier): Sequential(\n",
       "    (0): Dropout(p=0.5, inplace=False)\n",
       "    (1): Linear(in_features=9216, out_features=4096, bias=True)\n",
       "    (2): ReLU(inplace=True)\n",
       "    (3): Dropout(p=0.5, inplace=False)\n",
       "    (4): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "    (5): ReLU(inplace=True)\n",
       "    (6): Linear(in_features=4096, out_features=1000, bias=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_name = \"alexnet\"\n",
    "model = models.__dict__[model_name]()\n",
    "model.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "input_tensor = torch.randn([1, 3, 224, 224])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## visualization"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### without saving image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "transformer = TorchTransformer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "dot = transformer.visualize(model, input_tensor = input_tensor)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"290pt\" height=\"2160pt\"\n",
       " viewBox=\"0.00 0.00 290.41 2160.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(.6691 .6691) rotate(0) translate(4 3224)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-3224 430,-3224 430,4 -4,4\"/>\n",
       "<!-- Data -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>Data</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-3220 58,-3220 58,-3146 368,-3146 368,-3220\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-3192\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Data</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-3159\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 3, 224, 224)]</text>\n",
       "</g>\n",
       "<!-- 140437396772176 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>140437396772176</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"360.5,-3110 65.5,-3110 65.5,-3003 360.5,-3003 360.5,-3110\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-3082\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Conv2d_1</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-3049\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Data</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-3016\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 64, 55, 55)]</text>\n",
       "</g>\n",
       "<!-- Data&#45;&gt;140437396772176 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>Data&#45;&gt;140437396772176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-3145.73C213,-3137.7679 213,-3129.141 213,-3120.4955\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-3120.3767 213,-3110.3767 209.5001,-3120.3767 216.5001,-3120.3767\"/>\n",
       "</g>\n",
       "<!-- 140437396773744 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>140437396773744</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"360.5,-2967 65.5,-2967 65.5,-2860 360.5,-2860 360.5,-2967\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2939\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_2</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2906\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Conv2d_1</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2873\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 64, 55, 55)]</text>\n",
       "</g>\n",
       "<!-- 140437396772176&#45;&gt;140437396773744 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>140437396772176&#45;&gt;140437396773744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-3002.8452C213,-2994.6192 213,-2986.0564 213,-2977.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2977.4555 213,-2967.4555 209.5001,-2977.4555 216.5001,-2977.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394718280 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>140437394718280</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"360.5,-2824 65.5,-2824 65.5,-2717 360.5,-2717 360.5,-2824\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2796\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">MaxPool2d_3</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2763\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_2</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2730\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 64, 27, 27)]</text>\n",
       "</g>\n",
       "<!-- 140437396773744&#45;&gt;140437394718280 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>140437396773744&#45;&gt;140437394718280</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2859.8452C213,-2851.6192 213,-2843.0564 213,-2834.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2834.4555 213,-2824.4555 209.5001,-2834.4555 216.5001,-2834.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394761432 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>140437394761432</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-2681 58,-2681 58,-2574 368,-2574 368,-2681\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2653\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Conv2d_4</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2620\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: MaxPool2d_3</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2587\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 192, 27, 27)]</text>\n",
       "</g>\n",
       "<!-- 140437394718280&#45;&gt;140437394761432 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>140437394718280&#45;&gt;140437394761432</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2716.8452C213,-2708.6192 213,-2700.0564 213,-2691.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2691.4555 213,-2681.4555 209.5001,-2691.4555 216.5001,-2691.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394760760 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>140437394760760</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-2538 58,-2538 58,-2431 368,-2431 368,-2538\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2510\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_5</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2477\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Conv2d_4</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2444\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 192, 27, 27)]</text>\n",
       "</g>\n",
       "<!-- 140437394761432&#45;&gt;140437394760760 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>140437394761432&#45;&gt;140437394760760</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2573.8452C213,-2565.6192 213,-2557.0564 213,-2548.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2548.4555 213,-2538.4555 209.5001,-2548.4555 216.5001,-2548.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394813616 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>140437394813616</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-2395 58,-2395 58,-2288 368,-2288 368,-2395\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2367\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">MaxPool2d_6</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2334\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_5</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2301\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 192, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394760760&#45;&gt;140437394813616 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>140437394760760&#45;&gt;140437394813616</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2430.8452C213,-2422.6192 213,-2414.0564 213,-2405.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2405.4555 213,-2395.4555 209.5001,-2405.4555 216.5001,-2405.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394834040 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>140437394834040</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-2252 58,-2252 58,-2145 368,-2145 368,-2252\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2224\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Conv2d_7</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2191\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: MaxPool2d_6</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2158\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 384, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394813616&#45;&gt;140437394834040 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>140437394813616&#45;&gt;140437394834040</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2287.8452C213,-2279.6192 213,-2271.0564 213,-2262.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2262.4555 213,-2252.4555 209.5001,-2262.4555 216.5001,-2262.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394857768 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>140437394857768</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-2109 58,-2109 58,-2002 368,-2002 368,-2109\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2081\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_8</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2048\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Conv2d_7</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-2015\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 384, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394834040&#45;&gt;140437394857768 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>140437394834040&#45;&gt;140437394857768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2144.8452C213,-2136.6192 213,-2128.0564 213,-2119.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-2119.4555 213,-2109.4555 209.5001,-2119.4555 216.5001,-2119.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394897496 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>140437394897496</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-1966 58,-1966 58,-1859 368,-1859 368,-1966\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1938\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Conv2d_9</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1905\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_8</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1872\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 256, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394857768&#45;&gt;140437394897496 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>140437394857768&#45;&gt;140437394897496</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-2001.8452C213,-1993.6192 213,-1985.0564 213,-1976.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1976.4555 213,-1966.4555 209.5001,-1976.4555 216.5001,-1976.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394945640 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>140437394945640</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-1823 58,-1823 58,-1716 368,-1716 368,-1823\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1795\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_10</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1762\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Conv2d_9</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1729\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 256, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394897496&#45;&gt;140437394945640 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>140437394897496&#45;&gt;140437394945640</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1858.8452C213,-1850.6192 213,-1842.0564 213,-1833.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1833.4555 213,-1823.4555 209.5001,-1833.4555 216.5001,-1833.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394476448 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>140437394476448</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-1680 58,-1680 58,-1573 368,-1573 368,-1680\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1652\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Conv2d_11</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1619\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_10</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1586\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 256, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394945640&#45;&gt;140437394476448 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>140437394945640&#45;&gt;140437394476448</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1715.8452C213,-1707.6192 213,-1699.0564 213,-1690.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1690.4555 213,-1680.4555 209.5001,-1690.4555 216.5001,-1690.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394497376 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>140437394497376</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"368,-1537 58,-1537 58,-1430 368,-1430 368,-1537\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1509\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_12</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1476\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Conv2d_11</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1443\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 256, 13, 13)]</text>\n",
       "</g>\n",
       "<!-- 140437394476448&#45;&gt;140437394497376 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>140437394476448&#45;&gt;140437394497376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1572.8452C213,-1564.6192 213,-1556.0564 213,-1547.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1547.4555 213,-1537.4555 209.5001,-1547.4555 216.5001,-1547.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394495920 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>140437394495920</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"353,-1394 73,-1394 73,-1287 353,-1287 353,-1394\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1366\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">MaxPool2d_13</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1333\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_12</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1300\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 256, 6, 6)]</text>\n",
       "</g>\n",
       "<!-- 140437394497376&#45;&gt;140437394495920 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>140437394497376&#45;&gt;140437394495920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1429.8452C213,-1421.6192 213,-1413.0564 213,-1404.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1404.4555 213,-1394.4555 209.5001,-1404.4555 216.5001,-1404.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394496424 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>140437394496424</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"373,-1251 53,-1251 53,-1144 373,-1144 373,-1251\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1223\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">AdaptiveAvgPool2d_14</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1190\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: MaxPool2d_13</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1157\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 256, 6, 6)]</text>\n",
       "</g>\n",
       "<!-- 140437394495920&#45;&gt;140437394496424 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>140437394495920&#45;&gt;140437394496424</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1286.8452C213,-1278.6192 213,-1270.0564 213,-1261.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1261.4555 213,-1251.4555 209.5001,-1261.4555 216.5001,-1261.4555\"/>\n",
       "</g>\n",
       "<!-- torch.flatten_15 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>torch.flatten_15</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"426,-1108 0,-1108 0,-1001 426,-1001 426,-1108\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1080\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">torch.flatten_15</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1047\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: AdaptiveAvgPool2d_14</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1014\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 9216)]</text>\n",
       "</g>\n",
       "<!-- 140437394496424&#45;&gt;torch.flatten_15 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>140437394496424&#45;&gt;torch.flatten_15</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1143.8452C213,-1135.6192 213,-1127.0564 213,-1118.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-1118.4555 213,-1108.4555 209.5001,-1118.4555 216.5001,-1118.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394496928 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>140437394496928</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"375.5,-965 50.5,-965 50.5,-858 375.5,-858 375.5,-965\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-937\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Dropout_16</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-904\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: torch.flatten_15</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-871\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 9216)]</text>\n",
       "</g>\n",
       "<!-- torch.flatten_15&#45;&gt;140437394496928 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>torch.flatten_15&#45;&gt;140437394496928</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-1000.8452C213,-992.6192 213,-984.0564 213,-975.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-975.4555 213,-965.4555 209.5001,-975.4555 216.5001,-975.4555\"/>\n",
       "</g>\n",
       "<!-- 140437396656704 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>140437396656704</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"352.5,-822 73.5,-822 73.5,-715 352.5,-715 352.5,-822\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-794\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Linear_17</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-761\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Dropout_16</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-728\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 4096)]</text>\n",
       "</g>\n",
       "<!-- 140437394496928&#45;&gt;140437396656704 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>140437394496928&#45;&gt;140437396656704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-857.8452C213,-849.6192 213,-841.0564 213,-832.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-832.4555 213,-822.4555 209.5001,-832.4555 216.5001,-832.4555\"/>\n",
       "</g>\n",
       "<!-- 140437396693792 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>140437396693792</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"341.5,-679 84.5,-679 84.5,-572 341.5,-572 341.5,-679\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-651\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_18</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-618\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Linear_17</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-585\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 4096)]</text>\n",
       "</g>\n",
       "<!-- 140437396656704&#45;&gt;140437396693792 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>140437396656704&#45;&gt;140437396693792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-714.8452C213,-706.6192 213,-698.0564 213,-689.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-689.4555 213,-679.4555 209.5001,-689.4555 216.5001,-689.4555\"/>\n",
       "</g>\n",
       "<!-- 140437396625336 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>140437396625336</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"339.5,-536 86.5,-536 86.5,-429 339.5,-429 339.5,-536\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-508\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Dropout_19</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-475\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_18</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-442\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 4096)]</text>\n",
       "</g>\n",
       "<!-- 140437396693792&#45;&gt;140437396625336 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>140437396693792&#45;&gt;140437396625336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-571.8452C213,-563.6192 213,-555.0564 213,-546.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-546.4555 213,-536.4555 209.5001,-546.4555 216.5001,-546.4555\"/>\n",
       "</g>\n",
       "<!-- 140439190873704 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>140439190873704</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"352.5,-393 73.5,-393 73.5,-286 352.5,-286 352.5,-393\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-365\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Linear_20</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-332\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Dropout_19</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-299\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 4096)]</text>\n",
       "</g>\n",
       "<!-- 140437396625336&#45;&gt;140439190873704 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>140437396625336&#45;&gt;140439190873704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-428.8452C213,-420.6192 213,-412.0564 213,-403.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-403.4555 213,-393.4555 209.5001,-403.4555 216.5001,-403.4555\"/>\n",
       "</g>\n",
       "<!-- 140437394655440 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>140437394655440</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"341.5,-250 84.5,-250 84.5,-143 341.5,-143 341.5,-250\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-222\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">ReLU_21</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-189\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: Linear_20</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-156\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 4096)]</text>\n",
       "</g>\n",
       "<!-- 140439190873704&#45;&gt;140437394655440 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>140439190873704&#45;&gt;140437394655440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-285.8452C213,-277.6192 213,-269.0564 213,-260.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-260.4555 213,-250.4555 209.5001,-260.4555 216.5001,-260.4555\"/>\n",
       "</g>\n",
       "<!-- 140439262563408 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>140439262563408</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"339.5,-107 86.5,-107 86.5,0 339.5,0 339.5,-107\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-79\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Linear_22</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-46\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Bottoms: ReLU_21</text>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-13\" font-family=\"Times,serif\" font-size=\"30.00\" fill=\"#000000\">Shape: [(1, 1000)]</text>\n",
       "</g>\n",
       "<!-- 140437394655440&#45;&gt;140439262563408 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>140437394655440&#45;&gt;140439262563408</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213,-142.8452C213,-134.6192 213,-126.0564 213,-117.6316\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"216.5001,-117.4555 213,-107.4555 209.5001,-117.4555 216.5001,-117.4555\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x7fba20f72748>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dot"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### save image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.cuda()\n",
    "input_tensor = input_tensor.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "dot = transformer.visualize(model, input_tensor = input_tensor, save_name = \"examples/{}\".format(model_name), graph_size = 80)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}