I update one of my examples about tikz and matrix. You only need to use some nodes :
here A-1-1.west and A-5-1.west and you have several possibilities to place your symbols. I used xshiftto do that for the rows but it's the same thing for columns with yshift
\node [xshift=-1.5 cm] at (A-1-1.west) {$\longrightarrow$ first row};
\node [xshift=-1.5 cm] at (A-5-1.west) {$\longrightarrow$ last row};
\documentclass[]{article}
\usepackage[utf8]{inputenc}
\usepackage[upright]{fourier}
\usepackage{tikz}
\usetikzlibrary{matrix,arrows,decorations.pathmorphing}
\usepackage{fullpage}
\begin{document}
\begin{tikzpicture}[>=latex]
% unit
\newcommand{\myunit}{1.2 cm}
% the styles
\tikzset{node style sp/.style={draw,circle,minimum size=\myunit}}
\tikzset{node style ge/.style={circle,minimum size=\myunit}}
\tikzset{arrow style mul/.style={draw,sloped,midway,fill=white}}
\tikzset{arrow style plus/.style={midway,sloped,fill=white}}
% defintion of matrices
\matrix (A) [matrix of math nodes,%
nodes = {node style ge},%
left delimiter = (,%
right delimiter = )] at (0,0)
{%
a_{11} &\ldots & a_{1k} & \ldots & a_{1p} \\
\vdots & \ddots & \vdots & \vdots & \vdots \\
\node[node style sp] {a_{i1}};& \ldots%
& \node[node style sp] {a_{ik}};%
& \ldots%
& \node[node style sp] {a_{ip}}; \\
\vdots & \vdots& \vdots & \ddots & \vdots \\
a_{n1}& \ldots & a_{nk} & \ldots & a_{np} \\
};
\node [draw,below] at (A.south) { $A$ : \textcolor{red}{$n$ rows} $p$ columns};
\matrix (B) [matrix of math nodes,%
nodes = {node style ge},%
left delimiter = (,%
right delimiter =)] at (7*\myunit,7*\myunit)
{%
b_{11} & \ldots& \node[node style sp] {b_{1j}};%
& \ldots & b_{1q} \\
\vdots& \ddots & \vdots & \vdots & \vdots \\
b_{k1} & \ldots& \node[node style sp] {b_{kj}};%
& \ldots & b_{kq} \\
\vdots& \vdots & \vdots & \ddots & \vdots \\
b_{p1} & \ldots& \node[node style sp] {b_{pj}};%
& \ldots & b_{pq} \\
};
\node [draw,above] at (B.north) { $B$ : $p$ rows \textcolor{red}{$q$ columns}};
% matrice résultat
\matrix (C) [matrix of math nodes,%
nodes = {node style ge},%
left delimiter = (,%
right delimiter = )] at (7*\myunit,0)
{%
c_{11} & \ldots& c_{1j} & \ldots & c_{1q} \\
\vdots& \ddots & \vdots & \vdots & \vdots \\
c_{i1}& \ldots & \node[node style sp,red] {c_{ij}};%
& \ldots & c_{iq} \\
\vdots& \vdots & \vdots & \ddots & \vdots \\
c_{n1}& \ldots & c_{nk} & \ldots & c_{nq} \\
};
\node [draw,below] at (C.south) {$ C=A\times B$ : \textcolor{red}{$n$ rows} \textcolor{red}{$q$ columns}};
% arrows
\draw[blue] (A-3-1.north) -- (C-3-3.north);
\draw[blue] (A-3-1.south) -- (C-3-3.south);
\draw[blue] (B-1-3.west) -- (C-3-3.west);
\draw[blue] (B-1-3.east) -- (C-3-3.east);
\draw[<->,red](A-3-1) to[in=180,out=90]
node[arrow style mul] (x) {$a_{i1}\times b_{1j}$} (B-1-3) ;
\draw[<->,red](A-3-3) to[in=180,out=90]%
node[arrow style mul] (y) {$a_{ik}\times b_{kj}$} (B-3-3);
\draw[<->,red](A-3-5) to[in=180,out=90]%
node[arrow style mul] (z) {$a_{ip}\times b_{pj}$} (B-5-3);
\draw[red,->] (x) to node[arrow style plus] {$+\raisebox{.5ex}{\ldots}+$} (y)%
to node[arrow style plus] {$+\raisebox{.5ex}{\ldots}+$} (z);
%
% to (C-3-3.north west);
\draw[->,red,decorate,decoration=zigzag] (z) -- (C-3-3.north west);
\node [xshift=-1.5 cm] at (A-1-1.west) {$\longrightarrow$ first row};
\node [xshift=-1.5 cm] at (A-5-1.west) {$\longrightarrow$ last row};
\end{tikzpicture}
\end{document}
