Outline of the missing slides content

[presentation_reservoir.git] / reservoir.tex

diff --git a/reservoir.tex b/reservoir.tex
index 48ecec86301d3ceb54a31f5bb7ea484662404adc..14c47ef5e6779458b14151361f8a83af6bdb0c9e 100644 (file)
--- a/reservoir.tex
+++ b/reservoir.tex
@@ -176,7 +176,7 @@ Application on the MNIST problem}
     \begin{enumerate}
     \item Pre-processing
       \begin{itemize}
     \begin{enumerate}
     \item Pre-processing
       \begin{itemize}

-      \item Input data formating (1D~vector; sampling period $\rightarrow \delta \tau$)
+      \item Input data formatting (1D~vector; sampling period $\rightarrow \delta \tau$)

       \item $W^I$ initialization (randomly; normalization)
       \end{itemize}
     \item Concatenation of 1D~vectors $\rightarrow$ batch processing
       \item $W^I$ initialization (randomly; normalization)
       \end{itemize}
     \item Concatenation of 1D~vectors $\rightarrow$ batch processing


@@ -210,24 +210,39 @@ Application on the MNIST problem}
     \item Different regression tests are also independent
     \end{itemize}
   \end{femtoBlock}
     \item Different regression tests are also independent
     \end{itemize}
   \end{femtoBlock}

-  \smallskip
+\end{frame}
+
+\begin{frame}{Parallelization Scheme} % Slide 9

   \begin{femtoBlock}
     {In practice\\}
     \begin{itemize}
     \item Simulation code rewritten in C++
   \begin{femtoBlock}
     {In practice\\}
     \begin{itemize}
     \item Simulation code rewritten in C++

-    \item {\bf M}essage~{\bf P}assing~{\bf I}nterface~for~InterProcess~Communication
+    \item Eigen C++ library for linear algebra operations
+    \item InterProcess~Communication \\
+      $\rightarrow$ {\bf M}essage~{\bf P}assing~{\bf I}nterface

     \end{itemize}
   \end{femtoBlock}
   \smallskip
   \begin{femtoBlock}
     \end{itemize}
   \end{femtoBlock}
   \smallskip
   \begin{femtoBlock}

-    {Test of new idea?\\}
+    {Performance on speech recognition problem\\}
+    \begin{itemize}
+    \item Same WER $\rightarrow$ similar classification accuracy
+    \item Reduced computation time
+    \end{itemize}
+    \centering
+    \vspace{0.125cm}
+    {\bf We can study problems with huge Matlab computation time}
+  \end{femtoBlock}
+  \medskip
+  \begin{femtoBlock}
+    {Testing a new idea?\\}

     \vspace{0.25cm}
     \centering
     First test with Matlab and then adapt to C++ with MPI
   \end{femtoBlock}
 \end{frame}
 
     \vspace{0.25cm}
     \centering
     First test with Matlab and then adapt to C++ with MPI
   \end{femtoBlock}
 \end{frame}
 

-\begin{frame}{Finding Optimal Parameters} % Slide 9
+\begin{frame}{Finding Optimal Parameters} % Slide 10

   % 1 - Quels parametres et pourquoi ?
   \begin{femtoBlock}
     {What parameters can be optimized?\\}
   % 1 - Quels parametres et pourquoi ?
   \begin{femtoBlock}
     {What parameters can be optimized?\\}


@@ -241,7 +256,7 @@ Application on the MNIST problem}
     \item Next
       \begin{itemize}
       \item Number of nodes significantly improving the solution (threshold)
     \item Next
       \begin{itemize}
       \item Number of nodes significantly improving the solution (threshold)

-      \item Input data filter (convolutional filter for images)
+      \item Input data filter (convolution filter for images)

       \end{itemize}
     \end{itemize}
     \centering
       \end{itemize}
     \end{itemize}
     \centering


@@ -253,53 +268,135 @@ Application on the MNIST problem}
     \begin{itemize}
     \item Currently $\rightarrow$ simulated annealing \\
       {\small (probabilistic global search controlled by a cooling schedule)}
     \begin{itemize}
     \item Currently $\rightarrow$ simulated annealing \\
       {\small (probabilistic global search controlled by a cooling schedule)}

-    \item Next $\rightarrow$ other metaheuristics like evolutionay algorithms
+    \item Next $\rightarrow$ other metaheuristics like evolutionary algorithms

     \end{itemize}
   \end{femtoBlock}
 \end{frame}
 
     \end{itemize}
   \end{femtoBlock}
 \end{frame}
 

-\begin{frame}{Performances of the parallel code} % Slide 10
+\section{Performances on the MNIST problem}
+
+\begin{frame}{Application on the MNIST problem} % Slide 11

   \begin{femtoBlock}
   \begin{femtoBlock}

-    {Speech recognition problem\\}
+    {Task of handwritten digits recognition\\}
+    \centering
+    \vspace{0.125cm}
+    National Institute of Standards and Technology database

     \begin{itemize}
     \begin{itemize}

-    \item Same WER $\rightarrow$ similar classification accuracy
-    \item Reduced computation time $\rightarrow$ speedup...
+    \item Training dataset $\rightarrow$ american census bureau employees
+    \item Test dataset $\rightarrow$ american high school students

     \end{itemize}
     \end{itemize}

+  \end{femtoBlock}
+  \smallskip
+  \begin{femtoBlock}
+    {Mixed-NIST database is widely used in machine learning\\}

     \centering
     \centering

-    \vspace{0.25cm}
-    We can study problems with huge Matlab computation time
+    \vspace{0.125cm}
+    Mixing of both datasets and improved images
+    \begin{columns}
+      \begin{column}{7.5cm}
+        \begin{itemize}
+        \item Datasets
+          \begin{itemize}
+          \item Training $\rightarrow$ 60,000 samples
+          \item Test $\rightarrow$ 10,000 samples
+          \end{itemize}
+        \item Grayscale Images      
+          \begin{itemize}
+          \item Normalized to fit into a $20\times20$ pixel bounding box
+          \item Centered and anti-aliased
+          \end{itemize}
+        \end{itemize}
+      \end{column}
+      \begin{column}{3cm}
+        \centering
+        \includegraphics[width=3cm]{mnist.png}
+      \end{column}
+    \end{columns}

   \end{femtoBlock}
   \end{femtoBlock}

-\end{frame}
-
-\section{Performances on the MNIST problem}
-
-\begin{frame}{Application on the MNIST problem} % Slide 12

   % 1 - Decrire ce qu'est le MNIST
   % 2 - Setup de notre reservoir
 \end{frame}
 
   % 1 - Decrire ce qu'est le MNIST
   % 2 - Setup de notre reservoir
 \end{frame}
 

-\begin{frame}{Comparison with other approaches} % Slide 13
-  % 1 - Convolutional Neural Networks
-  % 2 - Reservoir en pipeline (papier de 2015)
+\begin{frame}{Performances of the parallel code} % Slide 12
+  \begin{femtoBlock}
+    {Classification error for 10000 images\\}
+    \begin{itemize}
+    \item 1000 reservoirs of 2 neurons $\rightarrow$  error : 3.85\%\\
+    \item 1 reservoir of 2000 neurons $\rightarrow$ error : 7.14\%
+    \end{itemize}
+  \end{femtoBlock}
+  \begin{femtoBlock}
+    {Speedup\\}
+    \centering
+    \includegraphics[width=7.25cm]{speedup.pdf}
+  \end{femtoBlock}
+\end{frame}
+
+\begin{frame}{Exploring ways to improve the results} % Slide 13
+  \begin{femtoBlock}
+    {Using the parallel NTC code\\}
+    % 1 - Partitionnement d'un reservoir en plein de petits sous-reservoirs
+    % 2 - Pre-traitement pour convolution
+  \end{femtoBlock}
+  \smallskip
+  \begin{femtoBlock}
+    {Using the Ogger library\\}
+    % Parler des travaux de Niels
+    % 1 - Augmentation du jeu de donnees par des images deformees
+    % 2 - Comites de reservoir
+  \end{femtoBlock}

 \end{frame}
 
 \begin{frame}{Comparison with other approaches} % Slide 14
 \end{frame}
 
 \begin{frame}{Comparison with other approaches} % Slide 14

+  \begin{femtoBlock}
+    {Convolutional Neural Networks\\}
+    % 1 - Convolutional Neural Networks
+  \end{femtoBlock}
+  \begin{femtoBlock}
+    {Multilayer reservoir computing}
+    % 2 - Reservoir en pipeline (papier des belges de 2015)
+  \end{femtoBlock}
+\end{frame}
+
+\begin{frame}{Comparison with other approaches} % Slide 15

   % Tableau recapitulant les performances
 \end{frame}
 
 \section{Conclusion and perspectives}
 
   % Tableau recapitulant les performances
 \end{frame}
 
 \section{Conclusion and perspectives}
 

-\begin{frame}{Conclusion and perspectives} % Slide 15
-
-
-  Many perspectives (we are just beginning)
-  Improvement of the code\\
-  Test of many ideas : number of comities\\
-  One reservoir to learn and another one to learn error and correct
-  them\\
-  Test other large problems in simulation before in real\\
-  => Try to test many configuration and to find optimal parameters
-  
+\begin{frame}{Conclusion and perspectives} % Slide 16
+  \begin{femtoBlock}
+    {Results\\}
+    \begin{itemize}
+    \item A parallel code allowing fast simulations
+    \item An evaluation on the MNIST problem
+    \end{itemize}
+  \end{femtoBlock}
+  \smallskip
+  \begin{femtoBlock}
+    {Future works\\}
+    \begin{itemize}
+    \item Further code improvement
+    \item Use of several reservoirs
+      \begin{itemize}
+      \item Committees
+      \item Correct errors of a reservoir by another one
+      \end{itemize}
+    \item Other applications
+      \begin{itemize}
+      \item Simulation of lung motion
+      \item Airflow prediction
+      \item etc.
+      \end{itemize}
+    \end{itemize}
+  \end{femtoBlock}
+  %Many perspectives (we are just beginning)
+  %Improvement of the code\\
+  %Test of many ideas : number of comities\\
+  %One reservoir to learn and another one to learn error and correct
+  %them\\
+  %Test other large problems in simulation before in real\\
+  %=> Try to test many configuration and to find optimal parameters

 \end{frame}
 
 \begin{frame}{Thank you for your attention}
 \end{frame}
 
 \begin{frame}{Thank you for your attention}