diff --git a/notes/10_lle/0_dim_recap.tex b/notes/10_lle/0_dim_recap.tex index 3f70d0d..9cf87cc 100644 --- a/notes/10_lle/0_dim_recap.tex +++ b/notes/10_lle/0_dim_recap.tex @@ -127,6 +127,8 @@ \subsection{The S dataset} - Pick any two neighboring points from some dataset. Their proximity to one another lets us assume they have more in common than a pair of points that are far away from one another \footnote{This proximity assumption forms the basis for pairwise clustering.}. If we perform PCA on this data and project it onto the principle components, we may find that the two points that were neighbors in the original space are no longer neighbors in the space spanned by the PCs. To be more precise, if their projections do happen to appear close to one another, then this is due to the linearity in the data. But what about non-linear manifolds? PCA does not try to preserve any neighborhood or ``local'' information. This becomes a problem if the ``local'' information is key to \emph{efficiently} reduce the dimensionality. } +\pause + \begin{figure}[ht] \centering \includegraphics[width=4.3cm]{img/fig3_lle_intro_cropped_pca} diff --git a/notes/10_lle/1_embedding.tex b/notes/10_lle/1_embedding.tex index b7654f7..58e8fe7 100644 --- a/notes/10_lle/1_embedding.tex +++ b/notes/10_lle/1_embedding.tex @@ -36,8 +36,10 @@ \subsection{Motivation} \begin{frame} \slidesonly{ - \frametitle{Locally Linear Embedding (LLE)} + \frametitle{PCA vs. Locally Linear Embedding (LLE)} } + +\svspace{-5mm} \begin{figure}[ht] \centering @@ -153,17 +155,18 @@ \subsubsection{A representation of local structure} \endgroup } -\svspace{-15mm} +\svspace{-5mm} -\begin{minipage}{0.28\textwidth} +\begin{minipage}{0.25\textwidth} \begin{center} \includegraphics[width=1.2\textwidth]{img/parabola_data} \notesonly{\captionof{figure}{2D points describing a parabola.}} \end{center} \end{minipage} +\hspace{2mm} \begin{minipage}{0.7\textwidth} \begin{center} - \includegraphics[width=0.95\textwidth]{img/parabola_knn} + \includegraphics[trim=0 180 0 180, clip, width=0.92\textwidth]{img/parabola_knn} \notesonly{\captionof{figure}{Highlighting the KNN.}} \end{center} \end{minipage} diff --git a/notes/10_lle/img/parabola_knn.pdf b/notes/10_lle/img/parabola_knn.pdf index 65a0a75..af70f21 100644 Binary files a/notes/10_lle/img/parabola_knn.pdf and b/notes/10_lle/img/parabola_knn.pdf differ