diff --git a/presentation/diagrams/raytracing_anim.tex b/presentation/diagrams/raytracing_anim.tex index 7108a5c..92def99 100644 --- a/presentation/diagrams/raytracing_anim.tex +++ b/presentation/diagrams/raytracing_anim.tex @@ -41,7 +41,7 @@ \begin{tikzpicture} % scene seite \node[above] at (2,2) {side view}; - \node[below] at (2,-0.5) {(no indirect lighting)}; + \node[below] at (2,-0.5) {\footnotesize (no indirect lighting)}; \draw[ kit-green100 diff --git a/presentation/modules/motivation.tex b/presentation/modules/motivation.tex index 49d6833..82de314 100644 --- a/presentation/modules/motivation.tex +++ b/presentation/modules/motivation.tex @@ -65,6 +65,7 @@ with Differentiable Monte Carlo Raytracing [\cite{ACM:inverse_rendering}]\\ \end{itemize} \pause{} \vspace{15mm} + \footnotesize Image source: Auth0, \href{https://auth0.com/blog/captcha-can-ruin-your-ux-here-s-how-to-use-it-right/}{CAPTCHA Can Ruin Your UX. Here’s How to Use it Right} \end{minipage} \begin{minipage}{0.5\linewidth} diff --git a/presentation/modules/this_method.tex b/presentation/modules/this_method.tex index 5d668de..d9697d0 100644 --- a/presentation/modules/this_method.tex +++ b/presentation/modules/this_method.tex @@ -9,9 +9,9 @@ \setbeamercovered{transparent} \begin{block}{Assumptions} \begin{itemize} - \item Continuous parameter set \item Triangle meshes \item No interpenetrating triangles + \item Continuous parameter set \item No point lights, no perfectly specular surfaces \item Ignore time domain \end{itemize} @@ -66,8 +66,8 @@ \[ \sum_i\iint \underbrace{\theta(}_{\text{Step function}} - \underbrace{\alpha_i(x,y)}_{\text{Edge equation formed by the triangle edge}}) - \underbrace{f_i(x,y)}_{\text{Half space (may contain Heaviside step functions itself)}} + \underbrace{\alpha_i(x,y)}_{\text{Edge equation}}) + \underbrace{f_i(x,y)}_{\text{Half space}} \] } @@ -87,47 +87,66 @@ \end{frame} -\begin{frame}{Inverse Rendering~-~Results in this Paper} - \begin{block}{Inverse rendering here} - \begin{itemize} - \item Parameters: Camera pose, material parameters, light source intensity - \item Scene: Strong indirect illumination and non lambertian materials - \item Initial guess: Almost all objects white, arbitrary camera pose - \item 177 parameters - \item Loss function: Absolute difference - \item ADAM optimizer - \item Start resolution of $64\times 64$, linearly increase to $512\times 512$ in 8 steps\\ - $\implies$ Avoid local minima of the loss function - \end{itemize} - \end{block} +\begin{frame}{Inverse Rendering~-~Example from this Paper} + \centering + \begin{minipage}{0.19\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/teapot_video/teapot_init.png} + \vspace{0mm} + \caption{initial guess}\label{fig:teapot_init} + \end{figure} + \end{minipage} + \begin{minipage}{0.19\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/teapot_video/teapot_init_diff.png} + \caption{difference\\ + initial $\leftrightarrow$ target}\label{fig:teapot_init_diff} + \end{figure} + \end{minipage} + \begin{minipage}{0.19\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/teapot_video/teapot_target.png} + \vspace{0mm} + \caption{target image}\label{fig:teapot_target} + \end{figure} + \end{minipage} + \begin{minipage}{0.19\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/teapot_video/teapot_final_diff.png} + \caption{difference\\ + final $\leftrightarrow$ target}\label{fig:teapot_final_diff} + \end{figure} + \end{minipage} + \begin{minipage}{0.19\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/teapot_video/teapot_final.png} + \vspace{0mm} + \caption{final image}\label{fig:teapot_final} + \end{figure} + \end{minipage} \end{frame} -\begin{frame}{Inverse Rendering~-~Results in this Paper} -\begin{center} - \begin{minipage}{0.25\linewidth} - \begin{figure} +\begin{frame}{Inverse Rendering~-~Example from this Paper} \centering - \includegraphics[width=\linewidth]{img/results/guess.png} - \caption{Initial guess}\label{fig:results-guess} - \end{figure} - \end{minipage} - \hspace{2mm} - \begin{minipage}{0.25\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/results/photo.png} - \caption{Target (photograph)}\label{fig:results-target} - \end{figure} - \end{minipage} - \hspace{2mm} - \begin{minipage}{0.25\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/results/result.png} - \caption{Optimized image}\label{fig:results-optimized} - \end{figure} - \end{minipage} -\end{center} + \includemedia[ + width=0.62\linewidth,height=0.35\linewidth, + activate=onclick, + addresource=teapot.mp4, + playbutton=fancy, + transparent, + passcontext, + flashvars={ + source=teapot.mp4 + &autoPlay=true + } + ]{}{VPlayer.swf} + \\ + All media in this section taken from~\cite{ACM:diffable_raytracing} \end{frame} \begin{frame} @@ -231,66 +250,47 @@ \end{figure} \end{frame} -\begin{frame}{Inverse Rendering~-~Example from this Paper} - \centering - \begin{minipage}{0.19\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/teapot_video/teapot_init.png} - \vspace{0mm} - \caption{initial guess}\label{fig:teapot_init} - \end{figure} - \end{minipage} - \begin{minipage}{0.19\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/teapot_video/teapot_init_diff.png} - \caption{difference\\ - initial $\leftrightarrow$ target}\label{fig:teapot_init_diff} - \end{figure} - \end{minipage} - \begin{minipage}{0.19\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/teapot_video/teapot_target.png} - \vspace{0mm} - \caption{target image}\label{fig:teapot_target} - \end{figure} - \end{minipage} - \begin{minipage}{0.19\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/teapot_video/teapot_final_diff.png} - \caption{difference\\ - final $\leftrightarrow$ target}\label{fig:teapot_final_diff} - \end{figure} - \end{minipage} - \begin{minipage}{0.19\linewidth} - \begin{figure} - \centering - \includegraphics[width=\linewidth]{img/teapot_video/teapot_final.png} - \vspace{0mm} - \caption{final image}\label{fig:teapot_final} - \end{figure} - \end{minipage} +\begin{frame}{Inverse Rendering~-~Results in this Paper} + \begin{block}{Inverse rendering here} + \begin{itemize} + \item Parameters: Camera pose, material parameters, light source intensity + \item Scene: Strong indirect illumination and non lambertian materials + \item Initial guess: Almost all objects white, arbitrary camera pose + \item 177 parameters + \item Loss function: Absolute difference + \item ADAM optimizer + \item Start resolution of $64\times 64$, linearly increase to $512\times 512$ in 8 steps\\ + $\implies$ Avoid local minima of the loss function + \end{itemize} + \end{block} \end{frame} -\begin{frame}{Inverse Rendering~-~Example from this Paper} +\begin{frame}{Inverse Rendering~-~Results in this Paper} +\begin{center} + \begin{minipage}{0.25\linewidth} + \begin{figure} \centering - \includemedia[ - width=0.62\linewidth,height=0.35\linewidth, - activate=onclick, - addresource=teapot.mp4, - playbutton=fancy, - transparent, - passcontext, - flashvars={ - source=teapot.mp4 - &autoPlay=true - } - ]{}{VPlayer.swf} - \\ - All media in this section taken from~\cite{ACM:diffable_raytracing} + \includegraphics[width=\linewidth]{img/results/guess.png} + \caption{Initial guess}\label{fig:results-guess} + \end{figure} + \end{minipage} + \hspace{2mm} + \begin{minipage}{0.25\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/results/photo.png} + \caption{Target (photograph)}\label{fig:results-target} + \end{figure} + \end{minipage} + \hspace{2mm} + \begin{minipage}{0.25\linewidth} + \begin{figure} + \centering + \includegraphics[width=\linewidth]{img/results/result.png} + \caption{Optimized image}\label{fig:results-optimized} + \end{figure} + \end{minipage} +\end{center} \end{frame} \subsection{Conclusion~-~What can this Method do?} diff --git a/presentation/notes.md b/presentation/notes.md index 9889801..722b254 100644 --- a/presentation/notes.md +++ b/presentation/notes.md @@ -49,6 +49,10 @@ - Specular => angle of incidence = angle of light reflected - only lambertian materials +## Edge Sampling - Math Background + +- Heaviside step functions in $f_i(x,y)$ + ## Inverse Rendering - Results in this paper - ADAM: talk by Mr. Wu \ No newline at end of file