\begin{tikzpicture}
    % draw network
    \pic[] at (0,0) { nn={3}{2,5,5,2}{0.15cm}{0.02cm} };

    % label the third node in the second layer with a '#'
    \node also [neuron label={\#}] (l2-3);
\end{tikzpicture}