diff --git a/doc/design/images/graph_construction_example.dot b/doc/design/images/graph_construction_example.dot
index 86f82fe05a..bedb6de011 100644
--- a/doc/design/images/graph_construction_example.dot
+++ b/doc/design/images/graph_construction_example.dot
@@ -44,6 +44,8 @@ digraph ImageClassificationGraph {
         OPT_W [label="SGD", color=green, shape=box];
         OPT_b [label="SGD", color=green, shape=box];
 
+        W -> OPT_W [color=green];
+        b -> OPT_b [color=green];
         d_W -> OPT_W -> W [color=green];
         d_b -> OPT_b -> b [color=green];
 
diff --git a/doc/design/images/graph_construction_example_all.png b/doc/design/images/graph_construction_example_all.png
index d769d70af7..18d8330b60 100644
Binary files a/doc/design/images/graph_construction_example_all.png and b/doc/design/images/graph_construction_example_all.png differ
diff --git a/doc/design/images/graph_construction_example_forward_backward.png b/doc/design/images/graph_construction_example_forward_backward.png
index 266f49d747..61c3a02a04 100644
Binary files a/doc/design/images/graph_construction_example_forward_backward.png and b/doc/design/images/graph_construction_example_forward_backward.png differ
diff --git a/doc/design/images/graph_construction_example_forward_only.png b/doc/design/images/graph_construction_example_forward_only.png
index eb1a22da72..14805df11f 100644
Binary files a/doc/design/images/graph_construction_example_forward_only.png and b/doc/design/images/graph_construction_example_forward_only.png differ