Merge pull request #6 from kashefy/fastica

Fastica
kashefy · Mar 3, 2020 · 9bf8922 · 9bf8922
2 parents 0ff6d73 + 54bae74
commit 9bf8922
Show file tree

Hide file tree

Showing 26 changed files with 1,556 additions and 0 deletions.
diff --git a/notes/06_fastica/1_pcaica.tex b/notes/06_fastica/1_pcaica.tex
diff --git a/notes/06_fastica/Makefile b/notes/06_fastica/Makefile
@@ -0,0 +1,40 @@
+all: slides notes clean
+#all:  handout
+
+projname = tutorial
+targetname = $(projname)_$(shell basename $(CURDIR))
+compile = pdflatex
+projnameS = $(projname).slides
+projnameH = $(projname).handout
+projnameA = $(projname).notes
+
+slides: $(projname).slides.tex $(projname).tex
+	$(compile) $(projname).slides.tex
+#	bibtex $(projname).slides
+#	$(compile) --interaction=batchmode  $(projname).slides.tex
+#	$(compile) --interaction=batchmode  $(projname).slides.tex
+	mv $(projname).slides.pdf $(targetname).slides.pdf 
+
+handout: $(projname).handout.tex $(projname).tex
+	$(compile) $(projname).handout.tex
+	mv $(projname).handout.pdf $(targetname).handout.pdf 
+
+# Repeat compilation for the references to show up correctly
+notes: $(projname).notes.tex $(projname).tex
+	$(compile) $(projname).notes.tex
+#	bibtex $(projname).notes
+#	$(compile) --interaction=batchmode  $(projname).notes.tex
+	$(compile) --interaction=batchmode  $(projname).notes.tex
+	mv $(projname).notes.pdf $(targetname).notes.pdf 
+
+clean: cleans cleanh cleana
+
+cleans:
+	rm -f $(projnameS).aux $(projnameS).bbl $(projnameS).log $(projnameS).out $(projnameS).toc $(projnameS).lof $(projnameS).glo $(projnameS).glsdefs $(projnameS).idx $(projnameS).ilg $(projnameS).ind $(projnameS).loa $(projnameS).lot $(projnameS).loe $(projnameS).snm $(projnameS).nav
+
+cleanh:
+	rm -f $(projnameH).aux $(projnameH).bbl $(projnameH).log $(projnameH).out $(projnameH).toc $(projnameH).lof $(projnameH).glo $(projnameH).glsdefs $(projnameH).idx $(projnameH).ilg $(projnameH).ind $(projnameH).loa $(projnameH).lot $(projnameH).loe $(projnameH).snm $(projnameH).nav
+
+cleana:	
+	rm -f $(projnameA).aux $(projnameA).bbl $(projnameA).log $(projnameA).out $(projnameA).toc $(projnameA).lof $(projnameA).glo $(projnameA).glsdefs $(projnameA).idx $(projnameA).ilg $(projnameA).ind $(projnameA).loa $(projnameA).lot $(projnameA).loe $(projnameA).snm $(projnameA).nav
+
diff --git a/notes/06_fastica/beamercolorthemetub.sty b/notes/06_fastica/beamercolorthemetub.sty
@@ -0,0 +1,48 @@
+% Copyright 2004 by Madhusudan Singh <[email protected]>
+%
+% This file may be distributed and/or modified
+%
+% 1. under the LaTeX Project Public License and/or
+% 2. under the GNU Public License.
+%
+% See the file doc/licenses/LICENSE for more details.
+
+%\ProvidesPackageRCS $Header: beamercolorthemetub.sty, v a01 2011/11/18 09:11:41 tujl $
+
+\mode<presentation>
+
+\definecolor{darkred}{rgb}{0.8,0,0}
+
+\setbeamercolor{section in toc}{fg=black,bg=white}
+\setbeamercolor{alerted text}{fg=darkred!80!gray}
+
+\setbeamercolor*{palette primary}{fg=darkred!60!black,bg=gray!30!white}
+\setbeamercolor*{palette secondary}{fg=darkred!70!black,bg=gray!15!white}
+\setbeamercolor*{palette tertiary}{bg=darkred!80!black,fg=gray!10!white}
+\setbeamercolor*{palette quaternary}{fg=darkred,bg=gray!5!white}
+
+\setbeamercolor*{sidebar}{fg=darkred,bg=gray!15!white}
+
+\setbeamercolor*{palette sidebar primary}{fg=darkred!15!black}
+\setbeamercolor*{palette sidebar secondary}{fg=white}
+\setbeamercolor*{palette sidebar tertiary}{fg=darkred!50!black}
+\setbeamercolor*{palette sidebar quaternary}{fg=gray!15!white}
+
+%\setbeamercolor*{titlelike}{parent=palette primary}
+\setbeamercolor{titlelike}{parent=palette primary,fg=darkred}
+\setbeamercolor{frametitle}{bg=gray!15!white}
+\setbeamercolor{frametitle right}{bg=gray!60!white}
+
+%\setbeamercolor{Beispiel title}{bg=white,fg=black}
+
+\setbeamercolor*{separation line}{}
+\setbeamercolor*{fine separation line}{}
+
+%\setbeamercolor{itemize item}{fg=darkred,bg=white}
+%\setbeamercolor{itemize subitem}{fg=darkred!60!white,bg=white}
+%\setbeamercolor{local structure}{fg=darkred,bg=white}
+\setbeamercolor{local structure}{fg=gray,bg=white}
+\setbeamercolor{structure}{fg=darkred!80!black,bg=white}
+\setbeamercolor{block title}{bg=gray!10!white}
+\mode
+<all>
diff --git a/notes/06_fastica/beamerthemeTUBerlin.sty b/notes/06_fastica/beamerthemeTUBerlin.sty
@@ -0,0 +1,22 @@
+% Copyright 2004 by Madhusudan Singh <[email protected]>
+%
+% This file may be distributed and/or modified
+%
+% 1. under the LaTeX Project Public License and/or
+% 2. under the GNU Public License.
+%
+% See the file doc/licenses/LICENSE for more details.
+
+%\ProvidesPackageRCS $Header: beamerthemeTUBerlin.sty, v a01 2011/11/18 09:11:41 tujl $
+\mode<presentation>
+
+\useinnertheme[shadow=true]{rounded}
+\useoutertheme{infolines}
+\usecolortheme{tub}
+
+\setbeamerfont{frametitle}{size=\normalsize}
+\setbeamerfont{block title}{size={}}
+%\setbeamerfont{structure}{series=\bfseries}
+\setbeamercolor{titlelike}{parent=structure,bg=white}
+\mode
+<all>
diff --git a/notes/06_fastica/bibliography.bib b/notes/06_fastica/bibliography.bib
@@ -0,0 +1,29 @@
+@book{sutton1998introduction,
+  title={Introduction to reinforcement learning},
+  author={Sutton, Richard S and Barto, Andrew G and others},
+  volume={135},
+  year={1998},
+  publisher={MIT press Cambridge}
+}
+@Book{Bertsekas07,
+  author = 	 {D. P. Bertsekas},
+  title = 	 {Dynamic Programming and Optimal Control},
+  publisher ={Athena Scientific},
+  year = 	 {2007},
+  volume = 	 {2},
+  edition =  {3rd},
+  url = {http://www.control.ece.ntua.gr/UndergraduateCourses/ProxTexnSAE/Bertsekas.pdf}
+}
+@Article{Watkins92,
+  author = 	 {C. Watkins and P. Dayan},
+  title = 	 {Q-learning},
+  journal = 	 {Machine Learning},
+  year = 	 {1992},
+  OPTkey = 	 {},
+  volume = 	 {8},
+  OPTnumber = 	 {},
+  pages = 	 {279--292},
+  OPTmonth = 	 {},
+  OPTnote = 	 {},
+  OPTannote = 	 {}
+}
diff --git a/notes/06_fastica/img/contrast_functions.pdf b/notes/06_fastica/img/contrast_functions.pdf
diff --git a/notes/06_fastica/img/cov.png b/notes/06_fastica/img/cov.png
diff --git a/notes/06_fastica/img/normal-s_centered.png b/notes/06_fastica/img/normal-s_centered.png
diff --git a/notes/06_fastica/img/normal-x_whitened.png b/notes/06_fastica/img/normal-x_whitened.png
diff --git a/notes/06_fastica/img/section2_fig14.pdf b/notes/06_fastica/img/section2_fig14.pdf
diff --git a/notes/06_fastica/img/section2_fig15.pdf b/notes/06_fastica/img/section2_fig15.pdf
diff --git a/notes/06_fastica/img/section2_fig16.pdf b/notes/06_fastica/img/section2_fig16.pdf
diff --git a/notes/06_fastica/img/section2_fig17.pdf b/notes/06_fastica/img/section2_fig17.pdf
diff --git a/notes/06_fastica/img/section2_fig18.pdf b/notes/06_fastica/img/section2_fig18.pdf
diff --git a/notes/06_fastica/img/section2_fig20.pdf b/notes/06_fastica/img/section2_fig20.pdf
diff --git a/notes/06_fastica/img/section2_fig21.pdf b/notes/06_fastica/img/section2_fig21.pdf
diff --git a/notes/06_fastica/img/section2_fig22.pdf b/notes/06_fastica/img/section2_fig22.pdf
diff --git a/notes/06_fastica/img/section2_fig3.pdf b/notes/06_fastica/img/section2_fig3.pdf
diff --git a/notes/06_fastica/img/uniform-s_centered.png b/notes/06_fastica/img/uniform-s_centered.png
diff --git a/notes/06_fastica/img/uniform-x_whitened.png b/notes/06_fastica/img/uniform-x_whitened.png
diff --git a/notes/06_fastica/img/uniform.png b/notes/06_fastica/img/uniform.png
diff --git a/notes/06_fastica/img/uniform_fixed.png b/notes/06_fastica/img/uniform_fixed.png
diff --git a/notes/06_fastica/tutorial.handout.tex b/notes/06_fastica/tutorial.handout.tex
@@ -0,0 +1,14 @@
+\documentclass[handout,ignorenonframetext]{beamer} 
+\newcounter{baslide}
+\setcounter{baslide}{1}
+
+\let\oldframe
+\frame                                                             
+\let\oldendframe
+\endframe
+
+\def\frame{\oldframe \label{baslide\roman{baslide}}%
+\addtocounter{baslide}{1}}  
+\def\endframe{\oldendframe}
+
+\input{tutorial}
diff --git a/notes/06_fastica/tutorial.notes.tex b/notes/06_fastica/tutorial.notes.tex
@@ -0,0 +1,17 @@
+\documentclass{../../latex/minotes}
+\input{../../latex/customcommands}
+
+\numberwithin{equation}{section}
+\numberwithin{figure}{section}
+
+\let\oldframe\frame
+\let\oldendframe\endframe
+
+\newcommand{\notesonly}[1]{#1}
+
+\newcommand{\mystackrel}[2]{\stackrel{\mathmakebox[\widthof{#1}]{#2}}{=}}
+
+% frame titles only effective in presentation mode
+\renewcommand{\frametitle}[1]{}
+
+\input{tutorial}
diff --git a/notes/06_fastica/tutorial.slides.tex b/notes/06_fastica/tutorial.slides.tex
@@ -0,0 +1,11 @@
+\input{../../latex/headerMIslides}
+\input{../../latex/customcommands}
+
+\subtitle{1.1 Intro \& 1.2 Connectionist Neuron}
+\mathtoolsset{showonlyrefs}
+
+\newcommand{\slidesonly}[1]{#1}
+
+\newcommand{\mystackrel}[2]{\stackrel{\mathmakebox[\widthof{#1}]{#2}}{=}}
+
+\input{tutorial}
diff --git a/notes/06_fastica/tutorial.tex b/notes/06_fastica/tutorial.tex
@@ -0,0 +1,80 @@
+\usepackage[authoryear,round]{natbib}
+\usepackage{multirow}
+
+\newcommand{\sheetnum}{%
+	06
+}
+%\setcounter{section}{\sheetnum-3}
+\newcommand{\tutorialtitle}{%
+    PCA for ICA and Fast ICA
+}
+\newcommand{\tutorialtitleshort}{%
+	PCA for ICA and FastICA
+}
+% for slides
+\subtitle{\sheetnum \tutorialtitle}
+
+%\maxdeadcycles=1000 % Workaround for ! Output loop---100 consecutive dead cycles because of too many figures
+
+% The following use of algroithms does not work well with the notes:
+%
+%
+%
+%
+% instead use the following for your algorithms:
+%
+%\begin{figure}[!t]
+%\removelatexerror
+%\begin{algorithm}[H]
+    % your algo here
+    %\label{alg:algolabel}
+    %\caption{algocaption}
+%\end{algorithm}
+%\end{figure}
+%\begin{algorithm}
+% Below is the definition for the command \removelatexerror:
+\makeatletter
+\newcommand{\removelatexerror}{\let\@latex@error\@gobble}
+\makeatother
+
+\begin{document} %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\sheet{\sheetnum}{\tutorialtitleshort}
+
+\ttopic{\tutorialtitle}
+
+\columnratio{0.2,0.8}\textbf{}
+\begin{paracol}{2}
+%\setlength{\columnseprule}{0.1pt}
+%\setlength{\columnsep}{5em}
+
+\begin{rightcolumn}
+
+% notes version will ignore it
+\begin{frame}
+\titlepage
+\end{frame}
+
+\begin{frame}
+\tableofcontents
+\end{frame}
+
+\newpage
+
+\mode<all>
+\input{./1_pcaica}
+\mode*
+
+\clearpage
+
+%\section{References}
+%\begin{frame}[allowframebreaks] \frametitle{References}
+	%\scriptsize
+	%\bibliographystyle{plainnat}
+	%\bibliography{bibliography}
+%\end{frame}
+
+\end{rightcolumn}
+\end{paracol}
+
+\end{document}