From eb8928892ccdf3ad0a58ade65266a519f7d4a39e Mon Sep 17 00:00:00 2001
From: Derek Christ <derek.christ@uni-wuerzburg.de>
Date: Tue, 17 Sep 2024 16:03:29 +0200
Subject: [PATCH] Add image for CNN

---
 images/cnn.tex | 61 ++++++++++++++++++++++++++++++++++++++++++++++++++
 main.tex       | 24 +++++++++++++++-----
 2 files changed, 79 insertions(+), 6 deletions(-)
 create mode 100644 images/cnn.tex

diff --git a/images/cnn.tex b/images/cnn.tex
new file mode 100644
index 0000000..309207c
--- /dev/null
+++ b/images/cnn.tex
@@ -0,0 +1,61 @@
+\begin{tikzpicture}
+
+	% Matrix
+	% \node[draw,outer sep=0,minimum width=25mm,minimum height=6mm,fill=black                      ] (m00) {w[0,0:15]};
+	% \node[draw,outer sep=0,minimum width=25mm,minimum height=6mm,fill=black,below=0 of m00       ] (m10) {w[1,0:15]};
+
+    \newcommand{\inputelement}[2]{\node [draw=blue!50,minimum size=8mm,fill=blue!20](#2){#1};}
+
+    \matrix (matrix) [matrix of nodes,row sep=-\pgflinewidth,column sep=-\pgflinewidth] {
+		\inputelement{1}{i00} & \inputelement{0}{i01} & \inputelement{0}{i02} & \inputelement{1}{i03} & \inputelement{0}{i04} \\
+		\inputelement{0}{i10} & \inputelement{1}{i11} & \inputelement{1}{i12} & \inputelement{0}{i13} & \inputelement{1}{i14} \\
+		\inputelement{1}{i20} & \inputelement{0}{i21} & \inputelement{0}{i22} & \inputelement{1}{i23} & \inputelement{0}{i24} \\
+		\inputelement{0}{i30} & \inputelement{1}{i31} & \inputelement{0}{i32} & \inputelement{0}{i33} & \inputelement{1}{i34} \\
+		\inputelement{0}{i40} & \inputelement{0}{i41} & \inputelement{1}{i42} & \inputelement{1}{i43} & \inputelement{1}{i44} \\
+	};
+    \node [text=blue!70,below=0 of matrix] {\small Input Matrix};
+
+    \newcommand{\kernelelement}[2]{\node [draw=red!50,minimum size=9mm,fill=red!20](#2){#1};}
+
+    \matrix (kernel) [matrix of nodes,anchor=center,row sep=-\pgflinewidth,column sep=-\pgflinewidth] at (i12.south east) {
+        \kernelelement{0}{k00} & \kernelelement{1}{k01} \\
+        \kernelelement{1}{k10} & \kernelelement{1}{k11} \\
+    };
+
+    \node [text=red!70,fill=white,below=0 of kernel] {\small Filter Matrix};
+
+    \draw[-latex,red!60,line width=0.5mm] (k01.south east) -- ++(1,0);
+
+    \matrix (matrix1) [matrix of nodes,right=1 of matrix,row sep=-\pgflinewidth,column sep=-\pgflinewidth] {
+		\inputelement{1}{ib12} & \inputelement{0}{ib13} \\
+		\inputelement{0}{ib22} & \inputelement{1}{ib23} \\
+	};
+    \node [text=blue!70,below=0 of matrix1] {\small Input Batch};
+
+    \node[right=3mm of matrix1] (prod) {*};
+
+    \matrix (kernel1) [matrix of nodes,right=3mm of prod,row sep=-\pgflinewidth,column sep=-\pgflinewidth] {
+        \kernelelement{0}{kb00} & \kernelelement{1}{kb01} \\
+        \kernelelement{1}{kb10} & \kernelelement{1}{kb11} \\
+    };
+    \node [text=red!70,below=0 of kernel1] {\small Filter/Kernel};
+
+    \node[right=3mm of kernel1] (eq) {=};
+
+    \newcommand{\outelement}[2]{\node [draw,minimum size=5mm,inner sep=0,outer sep=0](#2){\small #1};}
+
+    \matrix (output) [matrix of nodes,right=3mm of eq,row sep=-\pgflinewidth,column sep=-\pgflinewidth] {
+		\outelement{1}{o00} & \outelement{2}{o01} & \outelement{1}{o02} & \outelement{1}{o03} \\
+		\outelement{2}{o10} & \outelement{1}{o11} & \outelement{1}{o12} & \outelement{0}{o13} \\
+		\outelement{0}{o20} & \outelement{0}{o21} & \outelement{0}{o22} & \outelement{0}{o23} \\
+		\outelement{0}{o30} & \outelement{0}{o31} & \outelement{0}{o32} & \outelement{0}{o33} \\
+	};
+    \node [below=0 of output] {\small Output Matrix};
+
+    \draw[dashed] (ib13.north east) -- (kb00.north west);
+    \draw[dashed] (ib23.south east) -- (kb10.south west);
+
+    \draw[dashed] (kb01.north east) -- (o12.north);
+    \draw[dashed] (kb11.south east) -- (o12.south);
+
+\end{tikzpicture}
diff --git a/main.tex b/main.tex
index 9cf1ec7..8734b08 100644
--- a/main.tex
+++ b/main.tex
@@ -4,8 +4,13 @@
 \usepackage[style=verbose-ibid]{biblatex}
 \usepackage{datetime}
 \usepackage{tabularray}
+\usepackage{tikz}
 \usepackage[inkscapeversion=1]{svg}
 
+\usetikzlibrary{fit}
+\usetikzlibrary{positioning}
+\usetikzlibrary{matrix}
+
 \addbibresource{references.bib}
 
 \setbeamerfont{footnote}{size=\tiny}
@@ -63,8 +68,8 @@
 \begin{frame}{Workloads for PIM}
     Fully connected neural network layers:
     \begin{itemize}
-        \item Large weight matrix - does not fit onto cache
-        \item No data reuse - cache is useless
+        \item Large weight matrix -\alert{does not fit onto cache}
+        \item No data reuse - \alert{cache is useless}
     \end{itemize}
     \begin{figure}
         \includesvg[width=0.6\textwidth]{images/dnn}
@@ -74,12 +79,13 @@
 \begin{frame}{Workloads for PIM}
     Convolutional layers:
     \begin{itemize}
-        \item Small filter matrix - does fit onto cache
-        \item Excessive data reuse - cache is useful
+        \item Small filter matrix - \alert{does fit onto cache}
+        \item Excessive data reuse - \alert{cache is useful}
     \end{itemize}
     \begin{figure}
-        TODO Tikz Image
-        % \includesvg[width=0.6\textwidth]{images/dnn}
+        \begin{figure}
+            \input{images/cnn}
+        \end{figure}
     \end{figure}
 \end{frame}
 
@@ -387,4 +393,10 @@
     \tableofcontents
 \end{frame}
 
+\begin{frame}{Memory Layout}
+    \begin{figure}
+        \includesvg[width=\textwidth]{images/complete_layout.svg}
+    \end{figure}
+\end{frame}
+
 \end{document}