clara/pytorch-ai
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

Began regression chapter

Browse source
This commit is contained in:
Clemens Dautermann 2020-01-21 11:22:36 +01:00
parent f18b99c981
commit cf9b534127
7 changed files with 118 additions and 119 deletions
Download patch file Download diff file Expand all files Collapse all files

60
doc/Grundlagen_des_maschinellen_lernens.aux
View file

@ -26,56 +26,56 @@
\abx@aux@segm{0}{0}{1} \abx@aux@segm{0}{0}{1}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {section}{\numberline {1}Was ist maschinelles Lernen?}{3}{section.1}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {section}{\numberline {1}Was ist maschinelles Lernen?}{3}{section.1}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Klassifizierungsprobleme}{3}{subsection.1.1}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Klassifizierungsprobleme}{3}{subsection.1.1}\protected@file@percent }
\abx@aux@cite{2}
\abx@aux@segm{0}{0}{2}
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Bin\IeC {\"a}rklassifizierung\relax }}{4}{figure.caption.2}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Bin\IeC {\"a}rklassifizierung\relax }}{4}{figure.caption.2}\protected@file@percent }
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}} \providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{Classification}{{1}{4}{Binärklassifizierung\relax }{figure.caption.2}{}} \newlabel{Classification}{{1}{4}{Binärklassifizierung\relax }{figure.caption.2}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Regressionsprobleme}{4}{subsection.1.2}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Regressionsprobleme}{4}{subsection.1.2}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Gefahren von maschinellem Lernen}{4}{subsection.1.3}\protected@file@percent } \abx@aux@cite{2}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.1}Eignung der Datens\IeC {\"a}tze}{4}{subsubsection.1.3.1}\protected@file@percent } \abx@aux@segm{0}{0}{2}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.2}Overfitting}{4}{subsubsection.1.3.2}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Gefahren von maschinellem Lernen}{5}{subsection.1.3}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.3}Unbewusste Manipulation der Daten}{4}{subsubsection.1.3.3}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.1}Eignung der Datens\IeC {\"a}tze}{5}{subsubsection.1.3.1}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {section}{\numberline {2}Verschiedene Techniken maschinellen lernens}{4}{section.2}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.2}Overfitting}{5}{subsubsection.1.3.2}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}\IeC {\"U}berwachtes Lernen}{4}{subsection.2.1}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.3}Unbewusste Manipulation der Daten}{5}{subsubsection.1.3.3}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Un\IeC {\"u}berwachtes Lernen}{4}{subsection.2.2}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {section}{\numberline {2}Verschiedene Techniken maschinellen lernens}{5}{section.2}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {2.3}Best\IeC {\"a}rkendes Lernen}{4}{subsection.2.3}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}\IeC {\"U}berwachtes Lernen}{5}{subsection.2.1}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {section}{\numberline {3}Neuronale Netze}{4}{section.3}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Un\IeC {\"u}berwachtes Lernen}{5}{subsection.2.2}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {2.3}Best\IeC {\"a}rkendes Lernen}{5}{subsection.2.3}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {section}{\numberline {3}Neuronale Netze}{5}{section.3}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Maschinelles Lernen und menschliches Lernen}{5}{subsection.3.1}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Maschinelles Lernen und menschliches Lernen}{5}{subsection.3.1}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Neuron \newline Quelle: simple.wikipedia.org/wiki/File:Neuron.svg\newline Copyright: CC Attribution-Share Alike von Nutzer Dhp1080,\newline bearbeitet}}{5}{figure.caption.3}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Neuron \newline Quelle: simple.wikipedia.org/wiki/File:Neuron.svg\newline Copyright: CC Attribution-Share Alike von Nutzer Dhp1080,\newline bearbeitet}}{6}{figure.caption.3}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Der Aufbau eines neuronalen Netzes}{6}{subsection.3.2}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Der Aufbau eines neuronalen Netzes}{6}{subsection.3.2}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Ein einfaches neuronales Netz\relax }}{6}{figure.caption.4}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Berechnung des Ausgabevektors}{6}{subsection.3.3}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Berechnung des Ausgabevektors}{7}{subsection.3.3}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Ein einfaches neuronales Netz\relax }}{7}{figure.caption.4}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Der Plot der Sigmoid Funktion $\sigma (x)=\frac {e^x}{e^x+1}$\relax }}{7}{figure.caption.5}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Der Plot der Sigmoid Funktion $\sigma (x)=\frac {e^x}{e^x+1}$\relax }}{8}{figure.caption.5}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Formel zur Berechnung eines Ausgabevektors aus einem Eingabevektor durch ein Layer Neuronen. \relax }}{8}{figure.caption.6}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Formel zur Berechnung eines Ausgabevektors aus einem Eingabevektor durch ein Layer Neuronen. \relax }}{9}{figure.caption.6}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Der Lernprozess}{9}{subsection.3.4}\protected@file@percent }
\abx@aux@cite{3} \abx@aux@cite{3}
\abx@aux@segm{0}{0}{3} \abx@aux@segm{0}{0}{3}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Der Lernprozess}{9}{subsection.3.4}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.5}Fehlerfunktionen}{9}{subsection.3.5}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.5.1}MSE -- Durchschnittlicher quadratischer Fehler}{9}{subsubsection.3.5.1}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen quadratischen Fehler\relax }}{9}{figure.caption.7}\protected@file@percent }
\newlabel{MSE_equation}{{6}{9}{Die Gleichung für den durchschnittlichen quadratischen Fehler\relax }{figure.caption.7}{}}
\abx@aux@segm{0}{0}{3} \abx@aux@segm{0}{0}{3}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.5}Fehlerfunktionen}{10}{subsection.3.5}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.5.1}MSE -- Durchschnittlicher quadratischer Fehler}{10}{subsubsection.3.5.1}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen quadratischen Fehler\relax }}{10}{figure.caption.7}\protected@file@percent }
\newlabel{MSE_equation}{{6}{10}{Die Gleichung für den durchschnittlichen quadratischen Fehler\relax }{figure.caption.7}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.5.2}MAE -- Durchschnitztlicher absoluter Fehler}{10}{subsubsection.3.5.2}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.5.2}MAE -- Durchschnitztlicher absoluter Fehler}{10}{subsubsection.3.5.2}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{10}{figure.caption.8}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{10}{figure.caption.8}\protected@file@percent }
\newlabel{MAE_equation}{{7}{10}{Die Gleichung für den durchschnittlichen absoluten Fehler\relax }{figure.caption.8}{}} \newlabel{MAE_equation}{{7}{10}{Die Gleichung für den durchschnittlichen absoluten Fehler\relax }{figure.caption.8}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.5.3}Kreuzentropiefehler}{10}{subsubsection.3.5.3}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.5.3}Kreuzentropiefehler}{11}{subsubsection.3.5.3}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Der Graph der Kreuzentropie Fehlerfunktion wenn das tats\IeC {\"a}chliche Label 1 ist\relax }}{11}{figure.caption.9}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Der Graph der Kreuzentropie Fehlerfunktion wenn das tats\IeC {\"a}chliche Label 1 ist\relax }}{11}{figure.caption.9}\protected@file@percent }
\newlabel{CEL_Graph}{{8}{11}{Der Graph der Kreuzentropie Fehlerfunktion wenn das tatsächliche Label 1 ist\relax }{figure.caption.9}{}} \newlabel{CEL_Graph}{{8}{11}{Der Graph der Kreuzentropie Fehlerfunktion wenn das tatsächliche Label 1 ist\relax }{figure.caption.9}{}}
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Die Gleichung f\IeC {\"u}r den Kreuzentropiefehler\relax }}{11}{figure.caption.10}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Die Gleichung f\IeC {\"u}r den Kreuzentropiefehler\relax }}{12}{figure.caption.10}\protected@file@percent }
\newlabel{CEL_Function}{{9}{11}{Die Gleichung für den Kreuzentropiefehler\relax }{figure.caption.10}{}} \newlabel{CEL_Function}{{9}{12}{Die Gleichung für den Kreuzentropiefehler\relax }{figure.caption.10}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.6}Gradientenverfahren und Backpropagation}{11}{subsection.3.6}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{12}{figure.caption.11}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{12}{figure.caption.11}\protected@file@percent }
\newlabel{CEL_Finction_cummulative}{{10}{12}{Die Gleichung für den durchschnittlichen absoluten Fehler\relax }{figure.caption.11}{}} \newlabel{CEL_Finction_cummulative}{{10}{12}{Die Gleichung für den durchschnittlichen absoluten Fehler\relax }{figure.caption.11}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.6}Gradientenverfahren und Backpropagation}{12}{subsection.3.6}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Die Gleichung f\IeC {\"u}r den Gradienten der Fehlerfunktion\relax }}{12}{figure.caption.12}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Die Gleichung f\IeC {\"u}r den Gradienten der Fehlerfunktion\relax }}{12}{figure.caption.12}\protected@file@percent }
\newlabel{Gradient_Function}{{11}{12}{Die Gleichung für den Gradienten der Fehlerfunktion\relax }{figure.caption.12}{}} \newlabel{Gradient_Function}{{11}{12}{Die Gleichung für den Gradienten der Fehlerfunktion\relax }{figure.caption.12}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.6.1}Lernrate}{12}{subsubsection.3.6.1}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.6.1}Lernrate}{13}{subsubsection.3.6.1}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces Die Gleichung f\IeC {\"u}r die Anpassung eines einzelnen Parameters\relax }}{12}{figure.caption.13}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces Die Gleichung f\IeC {\"u}r die Anpassung eines einzelnen Parameters\relax }}{13}{figure.caption.13}\protected@file@percent }
\newlabel{Learning_Rate_Function}{{12}{12}{Die Gleichung für die Anpassung eines einzelnen Parameters\relax }{figure.caption.13}{}} \newlabel{Learning_Rate_Function}{{12}{13}{Die Gleichung für die Anpassung eines einzelnen Parameters\relax }{figure.caption.13}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.7}Verschiedene Layerarten}{12}{subsection.3.7}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {13}{\ignorespaces $\eta $ ist hier zu gro\IeC {\ss } gew\IeC {\"a}hlt\relax }}{13}{figure.caption.14}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {13}{\ignorespaces $\eta $ ist hier zu gro\IeC {\ss } gew\IeC {\"a}hlt\relax }}{13}{figure.caption.14}\protected@file@percent }
\newlabel{Learning_Rate_Graphic}{{13}{13}{$\eta $ ist hier zu groß gewählt\relax }{figure.caption.14}{}} \newlabel{Learning_Rate_Graphic}{{13}{13}{$\eta $ ist hier zu groß gewählt\relax }{figure.caption.14}{}}
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.7.1}Convolutional Layers}{13}{subsubsection.3.7.1}\protected@file@percent } \@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsection}{\numberline {3.7}Verschiedene Layerarten}{14}{subsection.3.7}\protected@file@percent }
\@writefile{toc}{\defcounter {refsection}{0}\relax }\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.7.1}Convolutional Layers}{14}{subsubsection.3.7.1}\protected@file@percent }
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {14}{\ignorespaces Eine Verbildlichung der Vorg\IeC {\"a}nge in einem convolutional Layer\newline Aus einer Animation von\newline https://github.com/vdumoulin/conv\_arithmetic/blob/master/README.md Vincent Dumoulin, Francesco Visin - A guide to convolution arithmetic for deep learning (BibTeX)}}{14}{figure.caption.15}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {14}{\ignorespaces Eine Verbildlichung der Vorg\IeC {\"a}nge in einem convolutional Layer\newline Aus einer Animation von\newline https://github.com/vdumoulin/conv\_arithmetic/blob/master/README.md Vincent Dumoulin, Francesco Visin - A guide to convolution arithmetic for deep learning (BibTeX)}}{14}{figure.caption.15}\protected@file@percent }
\newlabel{Convolution_illustration}{{14}{14}{Eine Verbildlichung der Vorgänge in einem convolutional Layer\newline Aus einer Animation von\newline https://github.com/vdumoulin/conv\_arithmetic/blob/master/README.md\\ Vincent Dumoulin, Francesco Visin - A guide to convolution arithmetic for deep learning (BibTeX)}{figure.caption.15}{}} \newlabel{Convolution_illustration}{{14}{14}{Eine Verbildlichung der Vorgänge in einem convolutional Layer\newline Aus einer Animation von\newline https://github.com/vdumoulin/conv\_arithmetic/blob/master/README.md\\ Vincent Dumoulin, Francesco Visin - A guide to convolution arithmetic for deep learning (BibTeX)}{figure.caption.15}{}}
\@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {15}{\ignorespaces Erkennt obere horizontale Kanten\relax }}{15}{figure.caption.16}\protected@file@percent } \@writefile{lof}{\defcounter {refsection}{0}\relax }\@writefile{lof}{\contentsline {figure}{\numberline {15}{\ignorespaces Erkennt obere horizontale Kanten\relax }}{15}{figure.caption.16}\protected@file@percent }

14
doc/Grundlagen_des_maschinellen_lernens.lof
View file

@ -3,27 +3,27 @@
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {1}{\ignorespaces Bin\IeC {\"a}rklassifizierung\relax }}{4}{figure.caption.2}% \contentsline {figure}{\numberline {1}{\ignorespaces Bin\IeC {\"a}rklassifizierung\relax }}{4}{figure.caption.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {2}{\ignorespaces Neuron \newline Quelle: simple.wikipedia.org/wiki/File:Neuron.svg\newline Copyright: CC Attribution-Share Alike von Nutzer Dhp1080,\newline bearbeitet}}{5}{figure.caption.3}% \contentsline {figure}{\numberline {2}{\ignorespaces Neuron \newline Quelle: simple.wikipedia.org/wiki/File:Neuron.svg\newline Copyright: CC Attribution-Share Alike von Nutzer Dhp1080,\newline bearbeitet}}{6}{figure.caption.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {3}{\ignorespaces Ein einfaches neuronales Netz\relax }}{6}{figure.caption.4}% \contentsline {figure}{\numberline {3}{\ignorespaces Ein einfaches neuronales Netz\relax }}{7}{figure.caption.4}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {4}{\ignorespaces Der Plot der Sigmoid Funktion $\sigma (x)=\frac {e^x}{e^x+1}$\relax }}{7}{figure.caption.5}% \contentsline {figure}{\numberline {4}{\ignorespaces Der Plot der Sigmoid Funktion $\sigma (x)=\frac {e^x}{e^x+1}$\relax }}{8}{figure.caption.5}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {5}{\ignorespaces Formel zur Berechnung eines Ausgabevektors aus einem Eingabevektor durch ein Layer Neuronen. \relax }}{8}{figure.caption.6}% \contentsline {figure}{\numberline {5}{\ignorespaces Formel zur Berechnung eines Ausgabevektors aus einem Eingabevektor durch ein Layer Neuronen. \relax }}{9}{figure.caption.6}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {6}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen quadratischen Fehler\relax }}{9}{figure.caption.7}% \contentsline {figure}{\numberline {6}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen quadratischen Fehler\relax }}{10}{figure.caption.7}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {7}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{10}{figure.caption.8}% \contentsline {figure}{\numberline {7}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{10}{figure.caption.8}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {8}{\ignorespaces Der Graph der Kreuzentropie Fehlerfunktion wenn das tats\IeC {\"a}chliche Label 1 ist\relax }}{11}{figure.caption.9}% \contentsline {figure}{\numberline {8}{\ignorespaces Der Graph der Kreuzentropie Fehlerfunktion wenn das tats\IeC {\"a}chliche Label 1 ist\relax }}{11}{figure.caption.9}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {9}{\ignorespaces Die Gleichung f\IeC {\"u}r den Kreuzentropiefehler\relax }}{11}{figure.caption.10}% \contentsline {figure}{\numberline {9}{\ignorespaces Die Gleichung f\IeC {\"u}r den Kreuzentropiefehler\relax }}{12}{figure.caption.10}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {10}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{12}{figure.caption.11}% \contentsline {figure}{\numberline {10}{\ignorespaces Die Gleichung f\IeC {\"u}r den durchschnittlichen absoluten Fehler\relax }}{12}{figure.caption.11}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {11}{\ignorespaces Die Gleichung f\IeC {\"u}r den Gradienten der Fehlerfunktion\relax }}{12}{figure.caption.12}% \contentsline {figure}{\numberline {11}{\ignorespaces Die Gleichung f\IeC {\"u}r den Gradienten der Fehlerfunktion\relax }}{12}{figure.caption.12}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {12}{\ignorespaces Die Gleichung f\IeC {\"u}r die Anpassung eines einzelnen Parameters\relax }}{12}{figure.caption.13}% \contentsline {figure}{\numberline {12}{\ignorespaces Die Gleichung f\IeC {\"u}r die Anpassung eines einzelnen Parameters\relax }}{13}{figure.caption.13}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {figure}{\numberline {13}{\ignorespaces $\eta $ ist hier zu gro\IeC {\ss } gew\IeC {\"a}hlt\relax }}{13}{figure.caption.14}% \contentsline {figure}{\numberline {13}{\ignorespaces $\eta $ ist hier zu gro\IeC {\ss } gew\IeC {\"a}hlt\relax }}{13}{figure.caption.14}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax

126
doc/Grundlagen_des_maschinellen_lernens.log
View file

@ -1,4 +1,4 @@
This is pdfTeX, Version 3.14159265-2.6-1.40.19 (TeX Live 2019/dev/Debian) (preloaded format=pdflatex 2019.12.27) 21 JAN 2020 11:01 This is pdfTeX, Version 3.14159265-2.6-1.40.19 (TeX Live 2019/dev/Debian) (preloaded format=pdflatex 2019.12.27) 21 JAN 2020 11:22
entering extended mode entering extended mode
restricted \write18 enabled. restricted \write18 enabled.
%&-line parsing enabled. %&-line parsing enabled.
@ -1410,46 +1410,57 @@ File: ../graphics/Classification.png Graphic file (type png)
Package pdftex.def Info: ../graphics/Classification.png used on input line 56. Package pdftex.def Info: ../graphics/Classification.png used on input line 56.
(pdftex.def) Requested size: 137.9979pt x 137.14088pt. (pdftex.def) Requested size: 137.9979pt x 137.14088pt.
[3] [3] [4 <../graphics/classification.png>]
<../graphics/Neuron.png, id=237, 299.9205pt x 158.994pt> <../graphics/Neuron.png, id=243, 299.9205pt x 158.994pt>
File: ../graphics/Neuron.png Graphic file (type png) File: ../graphics/Neuron.png Graphic file (type png)
<use ../graphics/Neuron.png> <use ../graphics/Neuron.png>
Package pdftex.def Info: ../graphics/Neuron.png used on input line 78. Package pdftex.def Info: ../graphics/Neuron.png used on input line 79.
(pdftex.def) Requested size: 299.91975pt x 158.9936pt. (pdftex.def) Requested size: 299.91975pt x 158.9936pt.
LaTeX Warning: Citation '2' on page 4 undefined on input line 84. LaTeX Warning: Citation '2' on page 5 undefined on input line 85.
LaTeX Warning: `h' float specifier changed to `ht'.
[4 <../graphics/classification.png>]
<../graphics/Neural_Net.png, id=244, 548.16795pt x 432.8973pt> <../graphics/Neural_Net.png, id=244, 548.16795pt x 432.8973pt>
File: ../graphics/Neural_Net.png Graphic file (type png) File: ../graphics/Neural_Net.png Graphic file (type png)
<use ../graphics/Neural_Net.png> <use ../graphics/Neural_Net.png>
Package pdftex.def Info: ../graphics/Neural_Net.png used on input line 89. Package pdftex.def Info: ../graphics/Neural_Net.png used on input line 90.
(pdftex.def) Requested size: 345.0pt x 272.45592pt. (pdftex.def) Requested size: 345.0pt x 272.45592pt.
Underfull \hbox (badness 10000) in paragraph at lines 86--93 Underfull \hbox (badness 10000) in paragraph at lines 87--94
[] []
[5 <../graphics/Neuron.png>] [6 <../graphics/Neural_Net.png>] [5]
LaTeX Warning: `h' float specifier changed to `ht'.
[6 <../graphics/Neuron.png>]
Missing character: There is no . in font nullfont! Missing character: There is no . in font nullfont!
Missing character: There is no 0 in font nullfont! Missing character: There is no 0 in font nullfont!
Missing character: There is no 1 in font nullfont! Missing character: There is no 1 in font nullfont!
Missing character: There is no p in font nullfont! Missing character: There is no p in font nullfont!
Missing character: There is no t in font nullfont! Missing character: There is no t in font nullfont!
[7] [8]
LaTeX Warning: Citation '3' on page 9 undefined on input line 197.
[9] LaTeX Warning: `h' float specifier changed to `ht'.
LaTeX Warning: Citation '3' on page 10 undefined on input line 208. [7 <../graphics/Neural_Net.png>] [8] [9]
LaTeX Warning: Citation '3' on page 10 undefined on input line 198.
LaTeX Warning: Citation '3' on page 10 undefined on input line 209.
[10]
Missing character: There is no . in font nullfont! Missing character: There is no . in font nullfont!
Missing character: There is no 0 in font nullfont! Missing character: There is no 0 in font nullfont!
Missing character: There is no 1 in font nullfont! Missing character: There is no 1 in font nullfont!
Missing character: There is no p in font nullfont! Missing character: There is no p in font nullfont!
Missing character: There is no t in font nullfont! Missing character: There is no t in font nullfont!
NOTE: coordinate (2Y5.0e0],3Y0.0e0]) has been dropped because it is unbounded ( NOTE: coordinate (2Y5.0e0],3Y0.0e0]) has been dropped because it is unbounded (
in y). (see also unbounded coords=jump). in y). (see also unbounded coords=jump).
NOTE: coordinate (2Y3.889e0],3Y0.0e0]) has been dropped because it is unbounded NOTE: coordinate (2Y3.889e0],3Y0.0e0]) has been dropped because it is unbounded
@ -1463,37 +1474,24 @@ nded (in y). (see also unbounded coords=jump).
LaTeX Warning: `h' float specifier changed to `ht'. LaTeX Warning: `h' float specifier changed to `ht'.
[11]
LaTeX Warning: `h' float specifier changed to `ht'. <../graphics/gdf_big_lr.png, id=306, 484.57034pt x 482.0409pt>
LaTeX Warning: `h' float specifier changed to `ht'.
[10]
LaTeX Warning: `h' float specifier changed to `ht'.
<../graphics/gdf_big_lr.png, id=303, 484.57034pt x 482.0409pt>
File: ../graphics/gdf_big_lr.png Graphic file (type png) File: ../graphics/gdf_big_lr.png Graphic file (type png)
<use ../graphics/gdf_big_lr.png> <use ../graphics/gdf_big_lr.png>
Package pdftex.def Info: ../graphics/gdf_big_lr.png used on input line 282. Package pdftex.def Info: ../graphics/gdf_big_lr.png used on input line 283.
(pdftex.def) Requested size: 172.5pt x 171.60013pt. (pdftex.def) Requested size: 172.5pt x 171.60013pt.
[11] [12] [13 <../graphics/gdf_big_lr.png>]
<../graphics/conv/conv008.png, id=325, 396.48125pt x 450.68375pt>
LaTeX Warning: `h' float specifier changed to `ht'.
[12]
<../graphics/conv/conv008.png, id=320, 396.48125pt x 450.68375pt>
File: ../graphics/conv/conv008.png Graphic file (type png) File: ../graphics/conv/conv008.png Graphic file (type png)
<use ../graphics/conv/conv008.png> <use ../graphics/conv/conv008.png>
Package pdftex.def Info: ../graphics/conv/conv008.png used on input line 300. Package pdftex.def Info: ../graphics/conv/conv008.png used on input line 301.
(pdftex.def) Requested size: 68.99895pt x 78.43071pt. (pdftex.def) Requested size: 68.99895pt x 78.43071pt.
[13 <../graphics/gdf_big_lr.png>] [14 <../graphics/conv/conv008.png>] [14 <../graphics/conv/conv008.png>]
<../graphics/mnist_5/mnist_5_raw.png, id=335, 462.528pt x 346.896pt> <../graphics/mnist_5/mnist_5_raw.png, id=335, 462.528pt x 346.896pt>
File: ../graphics/mnist_5/mnist_5_raw.png Graphic file (type png) File: ../graphics/mnist_5/mnist_5_raw.png Graphic file (type png)
<use ../graphics/mnist_5/mnist_5_raw.png> <use ../graphics/mnist_5/mnist_5_raw.png>
Package pdftex.def Info: ../graphics/mnist_5/mnist_5_raw.png used on input lin Package pdftex.def Info: ../graphics/mnist_5/mnist_5_raw.png used on input lin
e 363. e 364.
(pdftex.def) Requested size: 172.5pt x 129.37639pt. (pdftex.def) Requested size: 172.5pt x 129.37639pt.
<../graphics/mnist_5/conv_only/mnist_5_upper_edges.png, id=336, 462.528pt x 346 <../graphics/mnist_5/conv_only/mnist_5_upper_edges.png, id=336, 462.528pt x 346
.896pt> .896pt>
@ -1501,7 +1499,7 @@ File: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png
used on input line 372. used on input line 373.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_only/mnist_5_left_edges.png, id=337, 462.528pt x 346. <../graphics/mnist_5/conv_only/mnist_5_left_edges.png, id=337, 462.528pt x 346.
896pt> 896pt>
@ -1509,7 +1507,7 @@ File: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png Graphic file (type p
ng) ng)
<use ../graphics/mnist_5/conv_only/mnist_5_left_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_left_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png
used on input line 377. used on input line 378.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_only/mnist_5_lower_edges.png, id=338, 462.528pt x 346 <../graphics/mnist_5/conv_only/mnist_5_lower_edges.png, id=338, 462.528pt x 346
.896pt> .896pt>
@ -1517,7 +1515,7 @@ File: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png
used on input line 382. used on input line 383.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_only/mnist_5_right_edges.png, id=339, 462.528pt x 346 <../graphics/mnist_5/conv_only/mnist_5_right_edges.png, id=339, 462.528pt x 346
.896pt> .896pt>
@ -1525,15 +1523,15 @@ File: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_only/mnist_5_right_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_right_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png
used on input line 387. used on input line 388.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/features.png, id=342, 833.1125pt x 388.45125pt> <../graphics/features.png, id=342, 833.1125pt x 388.45125pt>
File: ../graphics/features.png Graphic file (type png) File: ../graphics/features.png Graphic file (type png)
<use ../graphics/features.png> <use ../graphics/features.png>
Package pdftex.def Info: ../graphics/features.png used on input line 398. Package pdftex.def Info: ../graphics/features.png used on input line 399.
(pdftex.def) Requested size: 345.0pt x 160.86047pt. (pdftex.def) Requested size: 345.0pt x 160.86047pt.
Underfull \hbox (badness 10000) in paragraph at lines 309--405 Underfull \hbox (badness 10000) in paragraph at lines 310--406
[] []
@ -1544,38 +1542,38 @@ ly/mnist_5_right_edges.png>] [16 <../graphics/features.png>]
<../graphics/MaxpoolSample2.png, id=363, 164.25pt x 68.547pt> <../graphics/MaxpoolSample2.png, id=363, 164.25pt x 68.547pt>
File: ../graphics/MaxpoolSample2.png Graphic file (type png) File: ../graphics/MaxpoolSample2.png Graphic file (type png)
<use ../graphics/MaxpoolSample2.png> <use ../graphics/MaxpoolSample2.png>
Package pdftex.def Info: ../graphics/MaxpoolSample2.png used on input line 416 Package pdftex.def Info: ../graphics/MaxpoolSample2.png used on input line 417
. .
(pdftex.def) Requested size: 241.49895pt x 100.79422pt. (pdftex.def) Requested size: 241.49895pt x 100.79422pt.
<../graphics/Average-Pooling-Example.png, id=364, 746.79pt x 337.26pt> <../graphics/Average-Pooling-Example.png, id=364, 746.79pt x 337.26pt>
File: ../graphics/Average-Pooling-Example.png Graphic file (type png) File: ../graphics/Average-Pooling-Example.png Graphic file (type png)
<use ../graphics/Average-Pooling-Example.png> <use ../graphics/Average-Pooling-Example.png>
Package pdftex.def Info: ../graphics/Average-Pooling-Example.png used on input Package pdftex.def Info: ../graphics/Average-Pooling-Example.png used on input
line 424. line 425.
(pdftex.def) Requested size: 241.49895pt x 109.0627pt. (pdftex.def) Requested size: 241.49895pt x 109.0627pt.
File: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png Graphic file (type File: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_upper_edges.png
used on input line 434. used on input line 435.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
File: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png Graphic file (type p File: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png Graphic file (type p
ng) ng)
<use ../graphics/mnist_5/conv_only/mnist_5_left_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_left_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_left_edges.png
used on input line 439. used on input line 440.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
File: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png Graphic file (type File: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_lower_edges.png
used on input line 444. used on input line 445.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
File: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png Graphic file (type File: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_only/mnist_5_right_edges.png> <use ../graphics/mnist_5/conv_only/mnist_5_right_edges.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png Package pdftex.def Info: ../graphics/mnist_5/conv_only/mnist_5_right_edges.png
used on input line 449. used on input line 450.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/upper_horiz_pooled.png, id=366, 462.528pt x 346. <../graphics/mnist_5/conv_pool/upper_horiz_pooled.png, id=366, 462.528pt x 346.
896pt> 896pt>
@ -1583,7 +1581,7 @@ File: ../graphics/mnist_5/conv_pool/upper_horiz_pooled.png Graphic file (type p
ng) ng)
<use ../graphics/mnist_5/conv_pool/upper_horiz_pooled.png> <use ../graphics/mnist_5/conv_pool/upper_horiz_pooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/upper_horiz_pooled.png Package pdftex.def Info: ../graphics/mnist_5/conv_pool/upper_horiz_pooled.png
used on input line 454. used on input line 455.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/left_vert_pooled.png, id=367, 462.528pt x 346.89 <../graphics/mnist_5/conv_pool/left_vert_pooled.png, id=367, 462.528pt x 346.89
6pt> 6pt>
@ -1591,7 +1589,7 @@ File: ../graphics/mnist_5/conv_pool/left_vert_pooled.png Graphic file (type png
) )
<use ../graphics/mnist_5/conv_pool/left_vert_pooled.png> <use ../graphics/mnist_5/conv_pool/left_vert_pooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/left_vert_pooled.png us Package pdftex.def Info: ../graphics/mnist_5/conv_pool/left_vert_pooled.png us
ed on input line 459. ed on input line 460.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/lower_horiz_pooled.png, id=368, 462.528pt x 346. <../graphics/mnist_5/conv_pool/lower_horiz_pooled.png, id=368, 462.528pt x 346.
896pt> 896pt>
@ -1599,7 +1597,7 @@ File: ../graphics/mnist_5/conv_pool/lower_horiz_pooled.png Graphic file (type p
ng) ng)
<use ../graphics/mnist_5/conv_pool/lower_horiz_pooled.png> <use ../graphics/mnist_5/conv_pool/lower_horiz_pooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/lower_horiz_pooled.png Package pdftex.def Info: ../graphics/mnist_5/conv_pool/lower_horiz_pooled.png
used on input line 464. used on input line 465.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/right_vert_pooled.png, id=369, 462.528pt x 346.8 <../graphics/mnist_5/conv_pool/right_vert_pooled.png, id=369, 462.528pt x 346.8
96pt> 96pt>
@ -1607,7 +1605,7 @@ File: ../graphics/mnist_5/conv_pool/right_vert_pooled.png Graphic file (type pn
g) g)
<use ../graphics/mnist_5/conv_pool/right_vert_pooled.png> <use ../graphics/mnist_5/conv_pool/right_vert_pooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/right_vert_pooled.png u Package pdftex.def Info: ../graphics/mnist_5/conv_pool/right_vert_pooled.png u
sed on input line 469. sed on input line 470.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.png, id=370, 462.528pt x 3 <../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.png, id=370, 462.528pt x 3
46.896pt> 46.896pt>
@ -1615,7 +1613,7 @@ File: ../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.png Graphic file (typ
e png) e png)
<use ../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.png> <use ../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.pn Package pdftex.def Info: ../graphics/mnist_5/conv_pool/upper_horiz_avgpooled.pn
g used on input line 474. g used on input line 475.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/left_vert_avgpooled.png, id=371, 462.528pt x 346 <../graphics/mnist_5/conv_pool/left_vert_avgpooled.png, id=371, 462.528pt x 346
.896pt> .896pt>
@ -1623,7 +1621,7 @@ File: ../graphics/mnist_5/conv_pool/left_vert_avgpooled.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_pool/left_vert_avgpooled.png> <use ../graphics/mnist_5/conv_pool/left_vert_avgpooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/left_vert_avgpooled.png Package pdftex.def Info: ../graphics/mnist_5/conv_pool/left_vert_avgpooled.png
used on input line 479. used on input line 480.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png, id=372, 462.528pt x 3 <../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png, id=372, 462.528pt x 3
46.896pt> 46.896pt>
@ -1631,7 +1629,7 @@ File: ../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png Graphic file (typ
e png) e png)
<use ../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png> <use ../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.pn Package pdftex.def Info: ../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.pn
g used on input line 484. g used on input line 485.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
<../graphics/mnist_5/conv_pool/right_vert_avgpooled.png, id=373, 462.528pt x 34 <../graphics/mnist_5/conv_pool/right_vert_avgpooled.png, id=373, 462.528pt x 34
6.896pt> 6.896pt>
@ -1639,21 +1637,21 @@ File: ../graphics/mnist_5/conv_pool/right_vert_avgpooled.png Graphic file (type
png) png)
<use ../graphics/mnist_5/conv_pool/right_vert_avgpooled.png> <use ../graphics/mnist_5/conv_pool/right_vert_avgpooled.png>
Package pdftex.def Info: ../graphics/mnist_5/conv_pool/right_vert_avgpooled.png Package pdftex.def Info: ../graphics/mnist_5/conv_pool/right_vert_avgpooled.png
used on input line 489. used on input line 490.
(pdftex.def) Requested size: 68.99895pt x 51.7463pt. (pdftex.def) Requested size: 68.99895pt x 51.7463pt.
Underfull \hbox (badness 10000) in paragraph at lines 412--495 Underfull \hbox (badness 10000) in paragraph at lines 413--496
[] []
[17 <../graphics/MaxpoolSample2.png> <../graphics/Average-pooling-example.png>] [17 <../graphics/MaxpoolSample2.png> <../graphics/Average-pooling-example.png>]
Package hyperref Warning: Token not allowed in a PDF string (PDFDocEncoding): Package hyperref Warning: Token not allowed in a PDF string (PDFDocEncoding):
(hyperref) removing `\newline' on input line 499. (hyperref) removing `\newline' on input line 500.
Package hyperref Warning: Token not allowed in a PDF string (PDFDocEncoding): Package hyperref Warning: Token not allowed in a PDF string (PDFDocEncoding):
(hyperref) removing `\newline' on input line 504. (hyperref) removing `\newline' on input line 505.
[18 <../graphics/mnist_5/conv_pool/upper_horiz_pooled.png> <../graphics/mnist_5 [18 <../graphics/mnist_5/conv_pool/upper_horiz_pooled.png> <../graphics/mnist_5
/conv_pool/left_vert_pooled.png> <../graphics/mnist_5/conv_pool/lower_horiz_poo /conv_pool/left_vert_pooled.png> <../graphics/mnist_5/conv_pool/lower_horiz_poo
@ -1661,7 +1659,7 @@ led.png> <../graphics/mnist_5/conv_pool/right_vert_pooled.png> <../graphics/mni
st_5/conv_pool/upper_horiz_avgpooled.png> <../graphics/mnist_5/conv_pool/left_v st_5/conv_pool/upper_horiz_avgpooled.png> <../graphics/mnist_5/conv_pool/left_v
ert_avgpooled.png> <../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png> <. ert_avgpooled.png> <../graphics/mnist_5/conv_pool/lower_horiz_avgpooled.png> <.
./graphics/mnist_5/conv_pool/right_vert_avgpooled.png>] [19] ./graphics/mnist_5/conv_pool/right_vert_avgpooled.png>] [19]
Underfull \hbox (badness 10000) in paragraph at lines 521--525 Underfull \hbox (badness 10000) in paragraph at lines 522--526
\T1/LinuxBiolinumT-TLF/m/n/10 Quelle: https://towardsdatascience.com/common-los \T1/LinuxBiolinumT-TLF/m/n/10 Quelle: https://towardsdatascience.com/common-los
s-functions-in-machine- s-functions-in-machine-
[] []
@ -1689,11 +1687,11 @@ p/Max-pooling_/_Pooling
\openout7 = `Grundlagen_des_maschinellen_lernens.lof'. \openout7 = `Grundlagen_des_maschinellen_lernens.lof'.
[21] [21]
Package atveryend Info: Empty hook `BeforeClearDocument' on input line 528. Package atveryend Info: Empty hook `BeforeClearDocument' on input line 529.
Package atveryend Info: Empty hook `AfterLastShipout' on input line 528. Package atveryend Info: Empty hook `AfterLastShipout' on input line 529.
(./Grundlagen_des_maschinellen_lernens.aux) (./Grundlagen_des_maschinellen_lernens.aux)
Package atveryend Info: Executing hook `AtVeryEndDocument' on input line 528. Package atveryend Info: Executing hook `AtVeryEndDocument' on input line 529.
Package atveryend Info: Executing hook `AtEndAfterFileList' on input line 528. Package atveryend Info: Executing hook `AtEndAfterFileList' on input line 529.
Package rerunfilecheck Info: File `Grundlagen_des_maschinellen_lernens.out' has Package rerunfilecheck Info: File `Grundlagen_des_maschinellen_lernens.out' has
not changed. not changed.
(rerunfilecheck) Checksum: B310243FE389BD4A3D39E25B868838EA;2989. (rerunfilecheck) Checksum: B310243FE389BD4A3D39E25B868838EA;2989.
@ -1714,7 +1712,7 @@ un.xml'.
Here is how much of TeX's memory you used: Here is how much of TeX's memory you used:
38414 strings out of 492615 38414 strings out of 492615
857656 string characters out of 6131389 857656 string characters out of 6131389
1384345 words of memory out of 5000000 1382346 words of memory out of 5000000
41598 multiletter control sequences out of 15000+600000 41598 multiletter control sequences out of 15000+600000
83070 words of font info for 118 fonts, out of 8000000 for 9000 83070 words of font info for 118 fonts, out of 8000000 for 9000
1143 hyphenation exceptions out of 8191 1143 hyphenation exceptions out of 8191
@ -1731,7 +1729,7 @@ hare/texlive/texmf-dist/fonts/type1/urw/times/utmb8a.pfb></usr/share/texlive/te
xmf-dist/fonts/type1/urw/times/utmr8a.pfb></usr/share/texlive/texmf-dist/fonts/ xmf-dist/fonts/type1/urw/times/utmr8a.pfb></usr/share/texlive/texmf-dist/fonts/
type1/urw/times/utmr8a.pfb></usr/share/texlive/texmf-dist/fonts/type1/urw/times type1/urw/times/utmr8a.pfb></usr/share/texlive/texmf-dist/fonts/type1/urw/times
/utmri8a.pfb> /utmri8a.pfb>
Output written on Grundlagen_des_maschinellen_lernens.pdf (22 pages, 1229576 by Output written on Grundlagen_des_maschinellen_lernens.pdf (22 pages, 1229839 by
tes). tes).
PDF statistics: PDF statistics:
522 PDF objects out of 1000 (max. 8388607) 522 PDF objects out of 1000 (max. 8388607)

BIN
doc/Grundlagen_des_maschinellen_lernens.pdf
View file

Binary file not shown.

BIN
doc/Grundlagen_des_maschinellen_lernens.synctex.gz
View file

Binary file not shown.

3
doc/Grundlagen_des_maschinellen_lernens.tex
View file

@ -46,7 +46,7 @@ Die wohl bekannteste und am häufigsten zitierte Definiton des maschinellen Lern
\end{flushright} \end{flushright}
\end{quote} \end{quote}
Beim maschinellen lernen werden Computer also nicht mit einem bestimmten Algorythmus programmiert um eine Aufgabe zu lösen, sondern lernen eigenständig diese Aufgabe zu bewältigen. Dies geschieht zumeist, indem das Programm aus einer großen, bereits \glqq gelabelten'', Datenmenge mit Hilfe bestimmter Methoden, die im Folgenden weiter erläutert werden sollen, lernt, gewisse Muster abzuleiten um eine ähnliche Datenmenge selber \glqq labeln'' zu können. Als Label bezeichent man in diesem Fall die gewünschte Ausgabe des Programmes. Dies kann beispielsweise eine Klassifikation sein. Soll das Programm etwa handgeschriebene Ziffern erkennen können, so bezeichnet man das (bearbeitete) Bild der Ziffer als \glqq Input Verctor'' und die Information welche Ziffer der Copmputer hätte erkennen sollen, als \glqq Label ''. Soll jedoch maschinell erlernt werden, ein simuliertes Auto zu fahren, so bestünde der Input Vector aus Sensorinformationen und das Label würde aussagen, in welche Richtung das Lenkrad hätte gedreht werden sollen, wie viel Gas das Programm hätte geben sollen oder andere Steuerungsinformationen. Der Input Vector ist also immer die Eingabe, die der Computer erhält um daraus zu lernen und das Label ist die richtige Antwort, die vom Programm erwartet wurde. Für maschinelles Lernen wird also vor allem eins benötigt: Ein enormer Datensatz, der bereits gelabelt wurde, damit das Programm daraus lernen kann.\newline Beim maschinellen lernen werden Computer also nicht mit einem bestimmten Algorythmus programmiert um eine Aufgabe zu lösen, sondern lernen eigenständig diese Aufgabe zu bewältigen. Dies geschieht zumeist, indem das Programm aus einer großen, bereits \glqq gelabelten'', Datenmenge mit Hilfe bestimmter Methoden, die im Folgenden weiter erläutert werden sollen, lernt, gewisse Muster abzuleiten um eine ähnliche Datenmenge selber \glqq labeln'' zu können. Als Label bezeichent man in diesem Fall die gewünschte Ausgabe des Programmes. Dies kann beispielsweise eine Klassifikation sein. Soll das Programm etwa handgeschriebene Ziffern erkennen können, so bezeichnet man das (bearbeitete) Bild der Ziffer als \glqq Input Verctor'' und die Information welche Ziffer der Copmputer hätte erkennen sollen, als \glqq Label ''. Soll jedoch maschinell erlernt werden, ein simuliertes Auto zu fahren, so bestünde der Input Vector aus Sensorinformationen und das Label würde aussagen, in welche Richtung das Lenkrad hätte gedreht werden sollen, wie viel Gas das Programm hätte geben sollen oder andere Steuerungsinformationen. Der Input Vector ist also immer die Eingabe, die der Computer erhält um daraus zu lernen und das Label ist die richtige Antwort, die vom Programm erwartet wurde. Für maschinelles Lernen wird also vor allem eins benötigt: Ein enormer Datensatz, der bereits gelabelt wurde, damit das Programm daraus lernen kann.\newline
Natürlich werden für maschinelles Lernen trotzdem Algorythmen benötigt. Diese Algorythmen sind jedoch keine problemspezifischen Algorythmen, sondern Algorythmen für maschinelles Lernen. Eine der populärsten Methoden des maschinellen Lernens ist das sogenannte \glqq Neuronale Netz''. Natürlich werden für maschinelles Lernen trotzdem Algorythmen benötigt. Diese Algorythmen sind jedoch keine problemspezifischen Algorythmen, sondern Algorythmen für maschinelles Lernen. Eine der populärsten Methoden des maschinellen Lernens ist das sogenannte \glqq Neuronale Netz''. Dies wird für die zwei Hauptproblemklassen, die man unterscheidet, verwendet. Klassifizierungs und Regressionsprobleme.
\subsection{Klassifizierungsprobleme} \subsection{Klassifizierungsprobleme}
Als Klassifizierfung bezeichnet man das Finden einer Funktion, die eine Menge von Eingabevariablen zu einer diskreten Menge von Ausgabevariablen, die auch als Klassen oder Labels bezeichnet werden, zuordnet. Dies kann beispielsweise das Erkennen von Mail Spam sein. Die Eingabevariablen sind die E-Mails und sie sollen den zwei Klassen \glqq Spam'' und \glqq nicht Spam'' zugeortnet werden.\\ Als Klassifizierfung bezeichnet man das Finden einer Funktion, die eine Menge von Eingabevariablen zu einer diskreten Menge von Ausgabevariablen, die auch als Klassen oder Labels bezeichnet werden, zuordnet. Dies kann beispielsweise das Erkennen von Mail Spam sein. Die Eingabevariablen sind die E-Mails und sie sollen den zwei Klassen \glqq Spam'' und \glqq nicht Spam'' zugeortnet werden.\\
Das in Dieser Arbeit gegebene Beispiel ist auch ein Klassifizierungsproblem. Die gegebenen Bilder von Ziffern sollen den zehn Klassen \glqq 0 bis 9'' zugeordnet werden. Die Bilder sind hier die Eingabevariablen und die Klassen null bis neun beschreibt die endliche Menge diskreter Labels.\\ Das in Dieser Arbeit gegebene Beispiel ist auch ein Klassifizierungsproblem. Die gegebenen Bilder von Ziffern sollen den zehn Klassen \glqq 0 bis 9'' zugeordnet werden. Die Bilder sind hier die Eingabevariablen und die Klassen null bis neun beschreibt die endliche Menge diskreter Labels.\\
@ -60,6 +60,7 @@ Das Erste Beispiel würde man als \glqq Binärklassifizierung'' bezeichnen, da z
\\ \\
Die zwei Klassen wären hier \glqq grün'' und \glqq blau''. Die Linie stellt die Klassengrenze dar, die die zwei Klassen unterscheidet. Es sind außerdem einige Ausreißer in den Daten vorhanden. Die zwei Klassen wären hier \glqq grün'' und \glqq blau''. Die Linie stellt die Klassengrenze dar, die die zwei Klassen unterscheidet. Es sind außerdem einige Ausreißer in den Daten vorhanden.
\subsection{Regressionsprobleme} \subsection{Regressionsprobleme}
Als Regressionsproblem hingegen bezeichnet man das Finden einer Funktion, die eine Menge von Eingabevariablen einer Stetigen Menge von Ausgabevariablen zuordnet. Wenn beispielsweise ein Bild eines Menschen gegeben ist, könnte ein Regressionsproblem sein, seine Höhe oder sein Gewicht zu bestimmen.
\subsection{Gefahren von maschinellem Lernen} \subsection{Gefahren von maschinellem Lernen}
\subsubsection{Eignung der Datensätze} \subsubsection{Eignung der Datensätze}
\subsubsection{Overfitting} \subsubsection{Overfitting}

34
doc/Grundlagen_des_maschinellen_lernens.toc
View file

@ -7,47 +7,47 @@
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {1.2}Regressionsprobleme}{4}{subsection.1.2}% \contentsline {subsection}{\numberline {1.2}Regressionsprobleme}{4}{subsection.1.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {1.3}Gefahren von maschinellem Lernen}{4}{subsection.1.3}% \contentsline {subsection}{\numberline {1.3}Gefahren von maschinellem Lernen}{5}{subsection.1.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {1.3.1}Eignung der Datens\IeC {\"a}tze}{4}{subsubsection.1.3.1}% \contentsline {subsubsection}{\numberline {1.3.1}Eignung der Datens\IeC {\"a}tze}{5}{subsubsection.1.3.1}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {1.3.2}Overfitting}{4}{subsubsection.1.3.2}% \contentsline {subsubsection}{\numberline {1.3.2}Overfitting}{5}{subsubsection.1.3.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {1.3.3}Unbewusste Manipulation der Daten}{4}{subsubsection.1.3.3}% \contentsline {subsubsection}{\numberline {1.3.3}Unbewusste Manipulation der Daten}{5}{subsubsection.1.3.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {section}{\numberline {2}Verschiedene Techniken maschinellen lernens}{4}{section.2}% \contentsline {section}{\numberline {2}Verschiedene Techniken maschinellen lernens}{5}{section.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {2.1}\IeC {\"U}berwachtes Lernen}{4}{subsection.2.1}% \contentsline {subsection}{\numberline {2.1}\IeC {\"U}berwachtes Lernen}{5}{subsection.2.1}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {2.2}Un\IeC {\"u}berwachtes Lernen}{4}{subsection.2.2}% \contentsline {subsection}{\numberline {2.2}Un\IeC {\"u}berwachtes Lernen}{5}{subsection.2.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {2.3}Best\IeC {\"a}rkendes Lernen}{4}{subsection.2.3}% \contentsline {subsection}{\numberline {2.3}Best\IeC {\"a}rkendes Lernen}{5}{subsection.2.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {section}{\numberline {3}Neuronale Netze}{4}{section.3}% \contentsline {section}{\numberline {3}Neuronale Netze}{5}{section.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.1}Maschinelles Lernen und menschliches Lernen}{5}{subsection.3.1}% \contentsline {subsection}{\numberline {3.1}Maschinelles Lernen und menschliches Lernen}{5}{subsection.3.1}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.2}Der Aufbau eines neuronalen Netzes}{6}{subsection.3.2}% \contentsline {subsection}{\numberline {3.2}Der Aufbau eines neuronalen Netzes}{6}{subsection.3.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.3}Berechnung des Ausgabevektors}{7}{subsection.3.3}% \contentsline {subsection}{\numberline {3.3}Berechnung des Ausgabevektors}{6}{subsection.3.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.4}Der Lernprozess}{9}{subsection.3.4}% \contentsline {subsection}{\numberline {3.4}Der Lernprozess}{9}{subsection.3.4}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.5}Fehlerfunktionen}{9}{subsection.3.5}% \contentsline {subsection}{\numberline {3.5}Fehlerfunktionen}{10}{subsection.3.5}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {3.5.1}MSE -- Durchschnittlicher quadratischer Fehler}{9}{subsubsection.3.5.1}% \contentsline {subsubsection}{\numberline {3.5.1}MSE -- Durchschnittlicher quadratischer Fehler}{10}{subsubsection.3.5.1}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {3.5.2}MAE -- Durchschnitztlicher absoluter Fehler}{10}{subsubsection.3.5.2}% \contentsline {subsubsection}{\numberline {3.5.2}MAE -- Durchschnitztlicher absoluter Fehler}{10}{subsubsection.3.5.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {3.5.3}Kreuzentropiefehler}{10}{subsubsection.3.5.3}% \contentsline {subsubsection}{\numberline {3.5.3}Kreuzentropiefehler}{11}{subsubsection.3.5.3}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.6}Gradientenverfahren und Backpropagation}{11}{subsection.3.6}% \contentsline {subsection}{\numberline {3.6}Gradientenverfahren und Backpropagation}{12}{subsection.3.6}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {3.6.1}Lernrate}{12}{subsubsection.3.6.1}% \contentsline {subsubsection}{\numberline {3.6.1}Lernrate}{13}{subsubsection.3.6.1}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsection}{\numberline {3.7}Verschiedene Layerarten}{12}{subsection.3.7}% \contentsline {subsection}{\numberline {3.7}Verschiedene Layerarten}{14}{subsection.3.7}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {3.7.1}Convolutional Layers}{13}{subsubsection.3.7.1}% \contentsline {subsubsection}{\numberline {3.7.1}Convolutional Layers}{14}{subsubsection.3.7.1}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax
\contentsline {subsubsection}{\numberline {3.7.2}Pooling Layers}{16}{subsubsection.3.7.2}% \contentsline {subsubsection}{\numberline {3.7.2}Pooling Layers}{16}{subsubsection.3.7.2}%
\defcounter {refsection}{0}\relax \defcounter {refsection}{0}\relax