trace_graph.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2024-12-04T11:51:29.144656Z",
     "start_time": "2024-12-04T11:51:29.050443Z"
    }
   },
   "outputs": [],
   "source": [
    "# brew install graphviz\n",
    "# pip install graphviz\n",
    "from graphviz import Digraph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from micrograd.engine import Value"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def trace(root):\n",
    "    nodes, edges = set(), set()\n",
    "    def build(v):\n",
    "        if v not in nodes:\n",
    "            nodes.add(v)\n",
    "            for child in v._prev:\n",
    "                edges.add((child, v))\n",
    "                build(child)\n",
    "    build(root)\n",
    "    return nodes, edges\n",
    "\n",
    "def draw_dot(root, format='svg', rankdir='LR'):\n",
    "    \"\"\"\n",
    "    format: png | svg | ...\n",
    "    rankdir: TB (top to bottom graph) | LR (left to right)\n",
    "    \"\"\"\n",
    "    assert rankdir in ['LR', 'TB']\n",
    "    nodes, edges = trace(root)\n",
    "    dot = Digraph(format=format, graph_attr={'rankdir': rankdir}) #, node_attr={'rankdir': 'TB'})\n",
    "    \n",
    "    for n in nodes:\n",
    "        dot.node(name=str(id(n)), label = \"{ data %.4f | grad %.4f }\" % (n.data, n.grad), shape='record')\n",
    "        if n._op:\n",
    "            dot.node(name=str(id(n)) + n._op, label=n._op)\n",
    "            dot.edge(str(id(n)) + n._op, str(id(n)))\n",
    "    \n",
    "    for n1, n2 in edges:\n",
    "        dot.edge(str(id(n1)), str(id(n2)) + n2._op)\n",
    "    \n",
    "    return dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 12.0.0 (20240704.0754)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"1043pt\" height=\"127pt\"\n",
       " viewBox=\"0.00 0.00 1042.88 127.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 123)\">\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-123 1038.88,-123 1038.88,4 -4,4\"/>\n",
       "<!-- 4354863216 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4354863216</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"873.88,-54.5 873.88,-90.5 1034.88,-90.5 1034.88,-54.5 873.88,-54.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"913.75\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"953.63,-55 953.63,-90.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"994.25\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354863216ReLU -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4354863216ReLU</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"804.44\" cy=\"-72.5\" rx=\"33.44\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"804.44\" y=\"-67.45\" font-family=\"Times,serif\" font-size=\"14.00\">ReLU</text>\n",
       "</g>\n",
       "<!-- 4354863216ReLU&#45;&gt;4354863216 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4354863216ReLU&#45;&gt;4354863216</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M838.27,-72.5C845.61,-72.5 853.74,-72.5 862.19,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"861.93,-76 871.93,-72.5 861.93,-69 861.93,-76\"/>\n",
       "</g>\n",
       "<!-- 4354863264 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4354863264</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"574,-54.5 574,-90.5 735,-90.5 735,-54.5 574,-54.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"613.88\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"653.75,-55 653.75,-90.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"694.38\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354863264&#45;&gt;4354863216ReLU -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4354863264&#45;&gt;4354863216ReLU</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M735.1,-72.5C743.46,-72.5 751.72,-72.5 759.45,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"759.21,-76 769.21,-72.5 759.21,-69 759.21,-76\"/>\n",
       "</g>\n",
       "<!-- 4354863264+ -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4354863264+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"511\" cy=\"-72.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"511\" y=\"-67.45\" font-family=\"Times,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 4354863264+&#45;&gt;4354863264 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4354863264+&#45;&gt;4354863264</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M538.28,-72.5C545.4,-72.5 553.52,-72.5 562.08,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"562.04,-76 572.04,-72.5 562.04,-69 562.04,-76\"/>\n",
       "</g>\n",
       "<!-- 4354863792 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4354863792</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-55.5 0,-91.5 161,-91.5 161,-55.5 0,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"39.88\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"79.75,-56 79.75,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"120.38\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354866960* -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4354866960*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"224\" cy=\"-45.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"224\" y=\"-40.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4354863792&#45;&gt;4354866960* -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4354863792&#45;&gt;4354866960*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M161.35,-57.7C170.09,-55.97 178.64,-54.28 186.46,-52.73\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"187.08,-56.18 196.21,-50.8 185.72,-49.31 187.08,-56.18\"/>\n",
       "</g>\n",
       "<!-- 4354863312 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4354863312</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"287,-82.5 287,-118.5 448,-118.5 448,-82.5 287,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"326.88\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"366.75,-83 366.75,-118.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"407.38\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354863312&#45;&gt;4354863264+ -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4354863312&#45;&gt;4354863264+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M448.35,-84.7C457.09,-82.97 465.64,-81.28 473.46,-79.73\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"474.08,-83.18 483.21,-77.8 472.72,-76.31 474.08,-83.18\"/>\n",
       "</g>\n",
       "<!-- 4354866960 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4354866960</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"287,-27.5 287,-63.5 448,-63.5 448,-27.5 287,-27.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"326.88\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"366.75,-28 366.75,-63.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"407.38\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354866960&#45;&gt;4354863264+ -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4354866960&#45;&gt;4354863264+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M448.35,-60.74C457.09,-62.4 465.64,-64.04 473.46,-65.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"472.73,-68.95 483.21,-67.39 474.04,-62.08 472.73,-68.95\"/>\n",
       "</g>\n",
       "<!-- 4354866960*&#45;&gt;4354866960 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4354866960*&#45;&gt;4354866960</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M251.28,-45.5C258.4,-45.5 266.52,-45.5 275.08,-45.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"275.04,-49 285.04,-45.5 275.04,-42 275.04,-49\"/>\n",
       "</g>\n",
       "<!-- 4354864032 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4354864032</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-0.5 0,-36.5 161,-36.5 161,-0.5 0,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"39.88\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"79.75,-1 79.75,-36.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"120.38\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 2.0000</text>\n",
       "</g>\n",
       "<!-- 4354864032&#45;&gt;4354866960* -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4354864032&#45;&gt;4354866960*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M161.35,-33.74C170.09,-35.4 178.64,-37.04 186.46,-38.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"185.73,-41.95 196.21,-40.39 187.04,-35.08 185.73,-41.95\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x10391efb0>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# a very simple example\n",
    "x = Value(1.0)\n",
    "y = (x * 2 + 1).relu()\n",
    "y.backward()\n",
    "draw_dot(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 12.0.0 (20240704.0754)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"1339pt\" height=\"237pt\"\n",
       " viewBox=\"0.00 0.00 1338.88 237.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 233)\">\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-233 1334.88,-233 1334.88,4 -4,4\"/>\n",
       "<!-- 4354855440 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4354855440</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"580.75,-82.5 580.75,-118.5 741.75,-118.5 741.75,-82.5 580.75,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"620.62\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.2355</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"660.5,-83 660.5,-118.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"701.12\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354852416+ -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4354852416+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"807\" cy=\"-127.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"807\" y=\"-122.45\" font-family=\"Times,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 4354855440&#45;&gt;4354852416+ -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>4354855440&#45;&gt;4354852416+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M742.11,-115.5C751.6,-117.28 760.9,-119.03 769.34,-120.61\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"768.66,-124.05 779.14,-122.45 769.96,-117.17 768.66,-124.05\"/>\n",
       "</g>\n",
       "<!-- 4354855440+ -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4354855440+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"515.5\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"515.5\" y=\"-95.45\" font-family=\"Times,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 4354855440+&#45;&gt;4354855440 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4354855440+&#45;&gt;4354855440</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M542.87,-100.5C550.67,-100.5 559.7,-100.5 569.2,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"569.02,-104 579.02,-100.5 569.02,-97 569.02,-104\"/>\n",
       "</g>\n",
       "<!-- 4354854960 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4354854960</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"578.5,-137.5 578.5,-173.5 744,-173.5 744,-137.5 578.5,-137.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"620.62\" y=\"-150.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;0.1331</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"662.75,-138 662.75,-173.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"703.38\" y=\"-150.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354854960&#45;&gt;4354852416+ -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>4354854960&#45;&gt;4354852416+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M744.2,-139.54C753,-137.82 761.58,-136.15 769.42,-134.62\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"770.05,-138.07 779.2,-132.72 768.71,-131.2 770.05,-138.07\"/>\n",
       "</g>\n",
       "<!-- 4354854960* -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4354854960*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"515.5\" cy=\"-155.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"515.5\" y=\"-150.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4354854960*&#45;&gt;4354854960 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4354854960*&#45;&gt;4354854960</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M542.87,-155.5C549.97,-155.5 558.07,-155.5 566.64,-155.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"566.59,-159 576.59,-155.5 566.59,-152 566.59,-159\"/>\n",
       "</g>\n",
       "<!-- 4354852416 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4354852416</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"870,-109.5 870,-145.5 1031,-145.5 1031,-109.5 870,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"909.88\" y=\"-122.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.1024</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"949.75,-110 949.75,-145.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"990.38\" y=\"-122.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354852512ReLU -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4354852512ReLU</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1100.44\" cy=\"-127.5\" rx=\"33.44\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1100.44\" y=\"-122.45\" font-family=\"Times,serif\" font-size=\"14.00\">ReLU</text>\n",
       "</g>\n",
       "<!-- 4354852416&#45;&gt;4354852512ReLU -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4354852416&#45;&gt;4354852512ReLU</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1031.1,-127.5C1039.46,-127.5 1047.72,-127.5 1055.45,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1055.21,-131 1065.21,-127.5 1055.21,-124 1055.21,-131\"/>\n",
       "</g>\n",
       "<!-- 4354852416+&#45;&gt;4354852416 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4354852416+&#45;&gt;4354852416</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M834.28,-127.5C841.4,-127.5 849.52,-127.5 858.08,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"858.04,-131 868.04,-127.5 858.04,-124 858.04,-131\"/>\n",
       "</g>\n",
       "<!-- 4354852512 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4354852512</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1169.88,-109.5 1169.88,-145.5 1330.88,-145.5 1330.88,-109.5 1169.88,-109.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1209.75\" y=\"-122.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.1024</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1249.63,-110 1249.63,-145.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1290.25\" y=\"-122.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354852512ReLU&#45;&gt;4354852512 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4354852512ReLU&#45;&gt;4354852512</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1134.27,-127.5C1141.61,-127.5 1149.74,-127.5 1158.19,-127.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1157.93,-131 1167.93,-127.5 1157.93,-124 1157.93,-131\"/>\n",
       "</g>\n",
       "<!-- 4354862832 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4354862832</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"289.25,-82.5 289.25,-118.5 450.25,-118.5 450.25,-82.5 289.25,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"329.12\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"369,-83 369,-118.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"409.62\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354862832&#45;&gt;4354855440+ -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>4354862832&#45;&gt;4354855440+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M450.61,-100.5C459.73,-100.5 468.67,-100.5 476.85,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"476.69,-104 486.69,-100.5 476.69,-97 476.69,-104\"/>\n",
       "</g>\n",
       "<!-- 4354859280 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4354859280</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"287,-192.5 287,-228.5 452.5,-228.5 452.5,-192.5 287,-192.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"326.88\" y=\"-205.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.0665</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"366.75,-193 366.75,-228.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"409.62\" y=\"-205.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad &#45;2.0000</text>\n",
       "</g>\n",
       "<!-- 4354859280&#45;&gt;4354854960* -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>4354859280&#45;&gt;4354854960*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M429.08,-192.07C436.99,-189.33 444.98,-186.43 452.5,-183.5 462.41,-179.64 473.03,-175.02 482.62,-170.67\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"483.94,-173.92 491.56,-166.55 481.01,-167.56 483.94,-173.92\"/>\n",
       "</g>\n",
       "<!-- 4354858848 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>4354858848</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"287,-137.5 287,-173.5 452.5,-173.5 452.5,-137.5 287,-137.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"329.12\" y=\"-150.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"371.25,-138 371.25,-173.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"411.88\" y=\"-150.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 0.0665</text>\n",
       "</g>\n",
       "<!-- 4354858848&#45;&gt;4354854960* -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4354858848&#45;&gt;4354854960*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M452.7,-155.5C461.14,-155.5 469.4,-155.5 476.98,-155.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"476.77,-159 486.77,-155.5 476.77,-152 476.77,-159\"/>\n",
       "</g>\n",
       "<!-- 4354856832 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>4354856832</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"289.25,-27.5 289.25,-63.5 450.25,-63.5 450.25,-27.5 289.25,-27.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"329.12\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.2355</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"369,-28 369,-63.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"409.62\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354856832&#45;&gt;4354855440+ -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4354856832&#45;&gt;4354855440+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M426.38,-63.88C435.16,-66.97 444.11,-70.24 452.5,-73.5 462.28,-77.3 472.79,-81.73 482.32,-85.9\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"480.64,-88.98 491.2,-89.83 483.47,-82.58 480.64,-88.98\"/>\n",
       "</g>\n",
       "<!-- 4354856832* -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>4354856832*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"224\" cy=\"-45.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"224\" y=\"-40.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4354856832*&#45;&gt;4354856832 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4354856832*&#45;&gt;4354856832</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M251.37,-45.5C259.17,-45.5 268.2,-45.5 277.7,-45.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"277.52,-49 287.52,-45.5 277.52,-42 277.52,-49\"/>\n",
       "</g>\n",
       "<!-- 4354863504 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>4354863504</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-55.5 0,-91.5 161,-91.5 161,-55.5 0,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"39.88\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"79.75,-56 79.75,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"120.38\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 0.2355</text>\n",
       "</g>\n",
       "<!-- 4354863504&#45;&gt;4354856832* -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4354863504&#45;&gt;4354856832*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M161.35,-57.7C170.09,-55.97 178.64,-54.28 186.46,-52.73\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"187.08,-56.18 196.21,-50.8 185.72,-49.31 187.08,-56.18\"/>\n",
       "</g>\n",
       "<!-- 4354862496 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>4354862496</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-0.5 0,-36.5 161,-36.5 161,-0.5 0,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"39.88\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.2355</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"79.75,-1 79.75,-36.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"120.38\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4354862496&#45;&gt;4354856832* -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>4354862496&#45;&gt;4354856832*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M161.35,-33.74C170.09,-35.4 178.64,-37.04 186.46,-38.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"185.73,-41.95 196.21,-40.39 187.04,-35.08 185.73,-41.95\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x10391c820>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# a simple 2D neuron\n",
    "import random\n",
    "from micrograd import nn\n",
    "\n",
    "random.seed(1337)\n",
    "n = nn.Neuron(2)\n",
    "x = [Value(1.0), Value(-2.0)]\n",
    "y = n(x)\n",
    "y.backward()\n",
    "\n",
    "dot = draw_dot(y)\n",
    "dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'images/gout.svg'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dot.render('./images/gout')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}