diff --git a/.DS_Store b/.DS_Store index ac1a6a1..6622bd9 100644 Binary files a/.DS_Store and b/.DS_Store differ diff --git a/Dissertation/.DS_Store b/Dissertation/.DS_Store new file mode 100644 index 0000000..cc049bf Binary files /dev/null and b/Dissertation/.DS_Store differ diff --git a/Dissertation/Brownian_motion_monte_carlo.aux b/Dissertation/Brownian_motion_monte_carlo.aux index 800a9e0..592bef9 100644 --- a/Dissertation/Brownian_motion_monte_carlo.aux +++ b/Dissertation/Brownian_motion_monte_carlo.aux @@ -1,81 +1,92 @@ \relax +\providecommand\zref@newlabel[2]{} \providecommand\hyper@newdestlabel[2]{} -\@writefile{toc}{\contentsline {chapter}{\numberline {2}Brownian Motion Monte Carlo}{16}{chapter.2}\protected@file@percent } +\citation{durrett2019probability} +\citation{karatzas1991brownian} +\@writefile{toc}{\contentsline {chapter}{\numberline {2}Brownian Motion Monte Carlo}{18}{chapter.2}\protected@file@percent } \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} -\@writefile{toc}{\contentsline {section}{\numberline {2.1}Brownian Motion Preliminaries}{16}{section.2.1}\protected@file@percent } -\newlabel{def:1.17}{{2.1.5}{17}{Of $\mathfrak {k}$}{theorem.2.1.5}{}} -\newlabel{def:1.17@cref}{{[definition][5][2,1]2.1.5}{[1][17][]17}} -\newlabel{primarysetting}{{2.1.6}{17}{Primary Setting}{theorem.2.1.6}{}} -\newlabel{primarysetting@cref}{{[definition][6][2,1]2.1.6}{[1][17][]17}} -\newlabel{(2.1.2)}{{2.1.2}{17}{Primary Setting}{equation.2.1.2}{}} -\newlabel{(2.1.2)@cref}{{[equation][2][2,1]2.1.2}{[1][17][]17}} -\newlabel{(1.12)}{{2.1.3}{17}{Primary Setting}{equation.2.1.3}{}} -\newlabel{(1.12)@cref}{{[equation][3][2,1]2.1.3}{[1][17][]17}} -\newlabel{(2.1.4)}{{2.1.4}{17}{Primary Setting}{equation.2.1.4}{}} -\newlabel{(2.1.4)@cref}{{[equation][4][2,1]2.1.4}{[1][17][]17}} -\newlabel{lemma1.1}{{2.1.7}{17}{}{theorem.2.1.7}{}} -\newlabel{lemma1.1@cref}{{[lemma][7][2,1]2.1.7}{[1][17][]17}} +\@writefile{toc}{\contentsline {section}{\numberline {2.1}Brownian Motion Preliminaries}{18}{section.2.1}\protected@file@percent } +\newlabel{iobm}{{2.1.2}{19}{Independence of Brownian Motion}{theorem.2.1.2}{}} +\newlabel{iobm@cref}{{[lemma][2][2,1]2.1.2}{[1][19][]19}} +\newlabel{def:1.17}{{2.1.5}{21}{Of $\mathfrak {k}$}{theorem.2.1.5}{}} +\newlabel{def:1.17@cref}{{[definition][5][2,1]2.1.5}{[1][21][]21}} +\newlabel{primarysetting}{{2.1.6}{21}{Primary Setting For This Chapter}{theorem.2.1.6}{}} +\newlabel{primarysetting@cref}{{[definition][6][2,1]2.1.6}{[1][21][]21}} +\newlabel{(2.1.2)}{{2.3}{21}{Primary Setting For This Chapter}{equation.2.1.3}{}} +\newlabel{(2.1.2)@cref}{{[equation][3][2,1]2.3}{[1][21][]21}} \citation{hutzenthaler_overcoming_2020} -\newlabel{lem:1.20}{{2.1.8}{18}{}{theorem.2.1.8}{}} -\newlabel{lem:1.20@cref}{{[lemma][8][2,1]2.1.8}{[1][18][]18}} -\newlabel{(2.1.6)}{{2.1.6}{18}{Brownian Motion Preliminaries}{equation.2.1.6}{}} -\newlabel{(2.1.6)@cref}{{[equation][6][2,1]2.1.6}{[1][18][]18}} -\newlabel{eq:1.4}{{2.1}{18}{Brownian Motion Preliminaries}{equation.2.1.6}{}} -\newlabel{eq:1.4@cref}{{[section][1][2]2.1}{[1][18][]18}} -\newlabel{(1.17)}{{2.1.7}{18}{Brownian Motion Preliminaries}{equation.2.1.7}{}} -\newlabel{(1.17)@cref}{{[equation][7][2,1]2.1.7}{[1][18][]18}} -\newlabel{(1.18)}{{2.1.8}{19}{Brownian Motion Preliminaries}{equation.2.1.8}{}} -\newlabel{(1.18)@cref}{{[equation][8][2,1]2.1.8}{[1][18][]19}} -\newlabel{(1.19)}{{2.1.9}{19}{Brownian Motion Preliminaries}{equation.2.1.9}{}} -\newlabel{(1.19)@cref}{{[equation][9][2,1]2.1.9}{[1][19][]19}} -\newlabel{(1.20)}{{2.1.10}{19}{Brownian Motion Preliminaries}{equation.2.1.10}{}} -\newlabel{(1.20)@cref}{{[equation][10][2,1]2.1.10}{[1][19][]19}} -\newlabel{(1.21)}{{2.1.11}{19}{Brownian Motion Preliminaries}{equation.2.1.11}{}} -\newlabel{(1.21)@cref}{{[equation][11][2,1]2.1.11}{[1][19][]19}} -\newlabel{cor:1.20.1}{{2.1.8.1}{19}{}{corollary.2.1.8.1}{}} -\newlabel{cor:1.20.1@cref}{{[corollary][1][]2.1.8.1}{[1][19][]19}} +\newlabel{(1.12)}{{2.4}{22}{Primary Setting For This Chapter}{equation.2.1.4}{}} +\newlabel{(1.12)@cref}{{[equation][4][2,1]2.4}{[1][21][]22}} +\newlabel{(2.1.4)}{{2.5}{22}{Primary Setting For This Chapter}{equation.2.1.5}{}} +\newlabel{(2.1.4)@cref}{{[equation][5][2,1]2.5}{[1][22][]22}} +\newlabel{lemma1.1}{{2.1.7}{22}{}{theorem.2.1.7}{}} +\newlabel{lemma1.1@cref}{{[lemma][7][2,1]2.1.7}{[1][22][]22}} +\newlabel{lem:1.20}{{2.1.8}{23}{}{theorem.2.1.8}{}} +\newlabel{lem:1.20@cref}{{[lemma][8][2,1]2.1.8}{[1][23][]23}} +\newlabel{(2.1.6)}{{2.7}{23}{Brownian Motion Preliminaries}{equation.2.1.7}{}} +\newlabel{(2.1.6)@cref}{{[equation][7][2,1]2.7}{[1][23][]23}} +\newlabel{eq:1.4}{{2.1}{23}{Brownian Motion Preliminaries}{equation.2.1.7}{}} +\newlabel{eq:1.4@cref}{{[section][1][2]2.1}{[1][23][]23}} +\newlabel{(1.17)}{{2.8}{23}{Brownian Motion Preliminaries}{equation.2.1.8}{}} +\newlabel{(1.17)@cref}{{[equation][8][2,1]2.8}{[1][23][]23}} +\newlabel{(1.18)}{{2.9}{23}{Brownian Motion Preliminaries}{equation.2.1.9}{}} +\newlabel{(1.18)@cref}{{[equation][9][2,1]2.9}{[1][23][]23}} +\newlabel{(1.19)}{{2.10}{23}{Brownian Motion Preliminaries}{equation.2.1.10}{}} +\newlabel{(1.19)@cref}{{[equation][10][2,1]2.10}{[1][23][]23}} +\newlabel{(1.20)}{{2.11}{24}{Brownian Motion Preliminaries}{equation.2.1.11}{}} +\newlabel{(1.20)@cref}{{[equation][11][2,1]2.11}{[1][24][]24}} +\newlabel{(1.21)}{{2.12}{24}{Brownian Motion Preliminaries}{equation.2.1.12}{}} +\newlabel{(1.21)@cref}{{[equation][12][2,1]2.12}{[1][24][]24}} +\newlabel{cor:1.20.1}{{2.1.8.1}{24}{}{corollary.2.1.8.1}{}} +\newlabel{cor:1.20.1@cref}{{[corollary][1][]2.1.8.1}{[1][24][]24}} \citation{rio_moment_2009} \citation{rio_moment_2009} -\@writefile{toc}{\contentsline {section}{\numberline {2.2}Monte Carlo Approximations}{20}{section.2.2}\protected@file@percent } -\newlabel{lem:1.21}{{2.2.1}{20}{}{theorem.2.2.1}{}} -\newlabel{lem:1.21@cref}{{[lemma][1][2,2]2.2.1}{[1][20][]20}} +\@writefile{toc}{\contentsline {section}{\numberline {2.2}Monte Carlo Approximations}{25}{section.2.2}\protected@file@percent } +\newlabel{lem:1.21}{{2.2.1}{25}{}{theorem.2.2.1}{}} +\newlabel{lem:1.21@cref}{{[lemma][1][2,2]2.2.1}{[1][24][]25}} +\newlabel{corollary:1.11.1.}{{2.2.1.1}{25}{}{corollary.2.2.1.1}{}} +\newlabel{corollary:1.11.1.@cref}{{[corollary][1][]2.2.1.1}{[1][25][]25}} \citation{grohsetal} -\newlabel{corollary:1.11.1.}{{2.2.1.1}{21}{}{corollary.2.2.1.1}{}} -\newlabel{corollary:1.11.1.@cref}{{[corollary][1][]2.2.1.1}{[1][21][]21}} -\newlabel{(1.26)}{{2.2.5}{21}{}{equation.2.2.5}{}} -\newlabel{(1.26)@cref}{{[equation][5][2,2]2.2.5}{[1][21][]21}} -\newlabel{cor:1.22.2}{{2.2.1.2}{21}{}{corollary.2.2.1.2}{}} -\newlabel{cor:1.22.2@cref}{{[corollary][2][]2.2.1.2}{[1][21][]21}} -\@writefile{toc}{\contentsline {section}{\numberline {2.3}Bounds and Covnvergence}{21}{section.2.3}\protected@file@percent } -\newlabel{lem:1.21}{{2.3.1}{21}{}{theorem.2.3.1}{}} -\newlabel{lem:1.21@cref}{{[lemma][1][2,3]2.3.1}{[1][21][]21}} -\newlabel{lem:1.22}{{2.3.2}{22}{}{theorem.2.3.2}{}} -\newlabel{lem:1.22@cref}{{[lemma][2][2,3]2.3.2}{[1][22][]22}} -\newlabel{lem:1.25}{{2.3.3}{24}{}{theorem.2.3.3}{}} -\newlabel{lem:1.25@cref}{{[lemma][3][2,3]2.3.3}{[1][24][]24}} -\newlabel{(1.46)}{{2.3.16}{24}{Bounds and Covnvergence}{equation.2.3.16}{}} -\newlabel{(1.46)@cref}{{[equation][16][2,3]2.3.16}{[1][24][]24}} -\newlabel{(1.47)}{{2.3.17}{24}{Bounds and Covnvergence}{equation.2.3.17}{}} -\newlabel{(1.47)@cref}{{[equation][17][2,3]2.3.17}{[1][24][]24}} -\newlabel{(1.48)}{{2.3.18}{24}{Bounds and Covnvergence}{equation.2.3.18}{}} -\newlabel{(1.48)@cref}{{[equation][18][2,3]2.3.18}{[1][24][]24}} -\newlabel{cor:1.25.1}{{2.3.3.1}{24}{}{corollary.2.3.3.1}{}} -\newlabel{cor:1.25.1@cref}{{[corollary][1][]2.3.3.1}{[1][24][]24}} -\newlabel{(2.48)}{{2.3.26}{26}{}{equation.2.3.26}{}} -\newlabel{(2.48)@cref}{{[equation][26][2,3]2.3.26}{[1][26][]26}} -\newlabel{2.3.27}{{2.3.27}{26}{}{equation.2.3.27}{}} -\newlabel{2.3.27@cref}{{[equation][27][2,3]2.3.27}{[1][26][]26}} -\newlabel{2.3.29}{{2.3.28}{26}{Bounds and Covnvergence}{equation.2.3.28}{}} -\newlabel{2.3.29@cref}{{[equation][28][2,3]2.3.28}{[1][26][]26}} +\newlabel{(1.26)}{{2.5}{26}{}{equation.2.2.5}{}} +\newlabel{(1.26)@cref}{{[equation][5][2,2]2.5}{[1][25][]26}} +\newlabel{cor:1.22.2}{{2.2.1.2}{26}{}{corollary.2.2.1.2}{}} +\newlabel{cor:1.22.2@cref}{{[corollary][2][]2.2.1.2}{[1][26][]26}} +\@writefile{toc}{\contentsline {section}{\numberline {2.3}Bounds and Covnvergence}{26}{section.2.3}\protected@file@percent } +\newlabel{lem:1.21}{{2.3.1}{26}{}{theorem.2.3.1}{}} +\newlabel{lem:1.21@cref}{{[lemma][1][2,3]2.3.1}{[1][26][]26}} +\newlabel{lem:1.22}{{2.3.2}{27}{}{theorem.2.3.2}{}} +\newlabel{lem:1.22@cref}{{[lemma][2][2,3]2.3.2}{[1][27][]27}} +\newlabel{lem:1.25}{{2.3.3}{28}{}{theorem.2.3.3}{}} +\newlabel{lem:1.25@cref}{{[lemma][3][2,3]2.3.3}{[1][28][]28}} +\newlabel{(1.46)}{{2.16}{29}{Bounds and Covnvergence}{equation.2.3.16}{}} +\newlabel{(1.46)@cref}{{[equation][16][2,3]2.16}{[1][29][]29}} +\newlabel{(1.47)}{{2.17}{29}{Bounds and Covnvergence}{equation.2.3.17}{}} +\newlabel{(1.47)@cref}{{[equation][17][2,3]2.17}{[1][29][]29}} +\newlabel{(1.48)}{{2.18}{29}{Bounds and Covnvergence}{equation.2.3.18}{}} +\newlabel{(1.48)@cref}{{[equation][18][2,3]2.18}{[1][29][]29}} +\newlabel{cor:1.25.1}{{2.3.3.1}{29}{}{corollary.2.3.3.1}{}} +\newlabel{cor:1.25.1@cref}{{[corollary][1][]2.3.3.1}{[1][29][]29}} +\newlabel{tentpole_1}{{2.3.4}{30}{}{theorem.2.3.4}{}} +\newlabel{tentpole_1@cref}{{[theorem][4][2,3]2.3.4}{[1][30][]30}} +\newlabel{(2.48)}{{2.26}{31}{}{equation.2.3.26}{}} +\newlabel{(2.48)@cref}{{[equation][26][2,3]2.26}{[1][31][]31}} +\newlabel{2.3.27}{{2.27}{31}{}{equation.2.3.27}{}} +\newlabel{2.3.27@cref}{{[equation][27][2,3]2.27}{[1][31][]31}} \citation{hjw2020} \citation{hjw2020} \citation{hjw2020} -\newlabel{2.3.34}{{2.3.34}{28}{Bounds and Covnvergence}{equation.2.3.34}{}} -\newlabel{2.3.34@cref}{{[equation][34][2,3]2.3.34}{[1][28][]28}} +\newlabel{2.3.29}{{2.28}{32}{Bounds and Covnvergence}{equation.2.3.28}{}} +\newlabel{2.3.29@cref}{{[equation][28][2,3]2.28}{[1][31][]32}} +\newlabel{(2.3.33)}{{2.33}{34}{Bounds and Covnvergence}{equation.2.3.33}{}} +\newlabel{(2.3.33)@cref}{{[equation][33][2,3]2.33}{[1][33][]34}} +\newlabel{2.3.34}{{2.34}{34}{Bounds and Covnvergence}{equation.2.3.34}{}} +\newlabel{2.3.34@cref}{{[equation][34][2,3]2.34}{[1][34][]34}} +\newlabel{(2.3.35)}{{2.35}{34}{Bounds and Covnvergence}{equation.2.3.35}{}} +\newlabel{(2.3.35)@cref}{{[equation][35][2,3]2.35}{[1][34][]34}} \@setckpt{Brownian_motion_monte_carlo}{ -\setcounter{page}{30} -\setcounter{equation}{35} +\setcounter{page}{35} +\setcounter{equation}{36} \setcounter{enumi}{2} \setcounter{enumii}{0} \setcounter{enumiii}{0} @@ -96,10 +107,25 @@ \setcounter{@ppsaveapp}{0} \setcounter{AM@survey}{0} \setcounter{parentequation}{0} +\setcounter{footdir@label}{0} +\setcounter{tmpA}{0} +\setcounter{tmpB}{0} +\setcounter{tmpC}{0} +\setcounter{tmpD}{0} +\setcounter{tmpE}{0} +\setcounter{tmpF}{0} +\setcounter{Hijriday}{0} +\setcounter{Hijrimonth}{0} +\setcounter{Hijriyear}{0} +\setcounter{subfigure}{0} +\setcounter{lofdepth}{1} +\setcounter{subtable}{0} +\setcounter{lotdepth}{1} \setcounter{section@level}{1} -\setcounter{Item}{32} +\setcounter{Item}{35} \setcounter{Hfootnote}{0} -\setcounter{bookmark@seq@number}{14} +\setcounter{Hy@AnnotLevel}{0} +\setcounter{bookmark@seq@number}{15} \setcounter{NAT@ctr}{0} \setcounter{ALG@line}{0} \setcounter{ALG@rem}{0} @@ -108,6 +134,8 @@ \setcounter{ALG@blocknr}{1} \setcounter{ALG@storecount}{0} \setcounter{ALG@tmpcounter}{0} +\setcounter{@stackindex}{0} +\setcounter{ROWcellindex@}{0} \setcounter{lstnumber}{1} \setcounter{theorem}{4} \setcounter{corollary}{0} diff --git a/Dissertation/Brownian_motion_monte_carlo.tex b/Dissertation/Brownian_motion_monte_carlo.tex index 4bf1d4a..507ef90 100644 --- a/Dissertation/Brownian_motion_monte_carlo.tex +++ b/Dissertation/Brownian_motion_monte_carlo.tex @@ -1,4 +1,4 @@ -\chapter{Brownian Motion Monte Carlo} +\chapter{Brownian Motion Monte Carlo}\label{chp:2} \section{Brownian Motion Preliminaries} We will present here some standard invariants of Brownian motions. The proofs are standard and can be found in for instance \cite{durrett2019probability} and \cite{karatzas1991brownian}. @@ -411,7 +411,7 @@ Observe that (\ref{2.3.29}) guarantees that $\mathbb{F}^d_t \subseteq \mathcal{F \item it holds for all $d\in \N$ that $\{ A \in \mathcal{F}: \mathbb{P}(A) = 0 \} \subseteq \mathbb{F}^d_0$ \item it holds for all $d \in \N$, $t\in [0,T]$, that $\mathbb{F}^d_t = \bigcap_{s \in (t,T]}\mathbb{F}^d_s$. \end{enumerate} -Combining item (I), item (II), (\ref{2.3.29}) and \cite[Lemma 2.17]{hjw2020} assures us that for all $d \in \N$ it holds that $W^{d,0}:[0, T] \times \Omega \rightarrow \R^d$ is a standard $\left(\Omega, \mathcal{F}, \mathbb{P}, \left(\mathbb{F}^d_t\right)_{t\in [0, T]}\right)$-Brownian Brownian motion. In addition $(58)$ ensures that it is the case that for all $d\in N$, $x\in \R^d$ it holds that $[0,T] \times \Omega \ni (t,\omega) \mapsto x + W^{d,0}_t(\omega) \in \R^d$ is an $\left(\mathbb{F}^d_t\right)_{t\in [0,T]}/\mathcal{B}\left(\R^d\right)$-adapted stochastic process with continuous sample paths. +Combining item (I), item (II), (\ref{2.3.29}) and \cite[Lemma 2.17]{hjw2020} assures us that for all $d \in \N$ it holds that $W^{d,0}:[0, T] \times \Omega \rightarrow \R^d$ is a standard $\left(\Omega, \mathcal{F}, \mathbb{P}, \left(\mathbb{F}^d_t\right)_{t\in [0, T]}\right)$- Brownian motion. In addition $(58)$ ensures that it is the case that for all $d\in N$, $x\in \R^d$ it holds that $[0,T] \times \Omega \ni (t,\omega) \mapsto x + W^{d,0}_t(\omega) \in \R^d$ is an $\left(\mathbb{F}^d_t\right)_{t\in [0,T]}/\mathcal{B}\left(\R^d\right)$-adapted stochastic process with continuous sample paths. \medskip This and the fact that for all $d\in \N$, $t\in [0,T]$, $x\in \R^d$ it holds that $a_d(t,x) = 0$, and the fact that for all $d\in \N$, $t \in [0,T]$, $x$,$v\in \R^d$ it holds that $b_d(t,x)v = v$ yield that for all $d \in \N$, $x\in \R^d$ it holds that $[0,T] \times \Omega \ni (t,\omega) \mapsto x+W^{d,0}_t(\omega) \in \R^d$ satisfies for all $t\in [0,T]$ it holds $\mathbb{P}$-a.s. that: diff --git a/Dissertation/Introduction.aux b/Dissertation/Introduction.aux index 1fbe9e2..de5f125 100644 --- a/Dissertation/Introduction.aux +++ b/Dissertation/Introduction.aux @@ -1,38 +1,62 @@ \relax +\providecommand\zref@newlabel[2]{} \providecommand\hyper@newdestlabel[2]{} -\citation{golub2013matrix} -\citation{durrett2019probability} -\@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction.}{5}{chapter.1}\protected@file@percent } +\citation{tsaban_harnessing_2022} +\citation{davies_signature_2021} +\citation{zhao_space-based_2023} +\citation{wu2022sustainable} +\citation{strubell2019energy} +\citation{e_multilevel_2019} +\citation{e_multilevel_2021} +\citation{hutzenthaler_strong_2021} +\@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction.}{1}{chapter.1}\protected@file@percent } \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} -\@writefile{toc}{\contentsline {section}{\numberline {1.1}Notation, Definitions \& Basic notions.}{5}{section.1.1}\protected@file@percent } -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.1}Norms and Inner Product}{5}{subsection.1.1.1}\protected@file@percent } -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.2}Probability Space and Brownian Motion}{6}{subsection.1.1.2}\protected@file@percent } -\newlabel{1.9}{{1.1.13}{8}{Strong Solution of Stochastic Differential Equation}{theorem.1.1.13}{}} -\newlabel{1.9@cref}{{[definition][13][1,1]1.1.13}{[1][7][]8}} -\newlabel{1.5}{{1.1.8}{8}{Strong Solution of Stochastic Differential Equation}{equation.1.1.8}{}} -\newlabel{1.5@cref}{{[equation][8][1,1]1.1.8}{[1][8][]8}} -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.3}Lipschitz and Related Notions}{9}{subsection.1.1.3}\protected@file@percent } -\newlabel{def:1.13}{{1.1.15}{9}{Globally Lipschitz Function}{theorem.1.1.15}{}} -\newlabel{def:1.13@cref}{{[definition][15][1,1]1.1.15}{[1][8][]9}} +\@writefile{toc}{\contentsline {section}{\numberline {1.1}Motivation}{1}{section.1.1}\protected@file@percent } +\citation{bhj20} +\citation{karatzas1991brownian} \citation{da_prato_zabczyk_2002} -\newlabel{def:1.14}{{1.1.16}{10}{Locally Lipschitz Function}{theorem.1.1.16}{}} -\newlabel{def:1.14@cref}{{[definition][16][1,1]1.1.16}{[1][10][]10}} -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.4}Kolmogorov Equations}{10}{subsection.1.1.4}\protected@file@percent } -\newlabel{(1.7)}{{1.1.16}{11}{Kolmogorov Equation}{equation.1.1.16}{}} -\newlabel{(1.7)@cref}{{[equation][16][1,1]1.1.16}{[1][10][]11}} -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.5}Linear Algebra Notation and Definitions}{12}{subsection.1.1.5}\protected@file@percent } -\newlabel{def:1.1.23}{{1.1.23}{12}{Column, Row, and General Vector Notation}{theorem.1.1.23}{}} -\newlabel{def:1.1.23@cref}{{[definition][23][1,1]1.1.23}{[1][12][]12}} -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.6}$O$-type notation and function growth}{13}{subsection.1.1.6}\protected@file@percent } -\newlabel{1.1.20.1}{{1.1.26.1}{14}{Bounded functions and $O$-type notation}{corollary.1.1.26.1}{}} -\newlabel{1.1.20.1@cref}{{[corollary][1][]1.1.26.1}{[1][14][]14}} -\newlabel{1.1.20.2}{{1.1.26.2}{14}{}{corollary.1.1.26.2}{}} -\newlabel{1.1.20.2@cref}{{[corollary][2][]1.1.26.2}{[1][14][]14}} -\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.7}The Iverson Bracket}{15}{subsection.1.1.7}\protected@file@percent } +\citation{grohs2019spacetime} +\citation{grohs2019spacetime} +\citation{golub2013matrix} +\citation{durrett2019probability} +\citation{graham_concrete_1994} +\@writefile{toc}{\contentsline {section}{\numberline {1.2}Notation, Definitions \& Basic notions.}{3}{section.1.2}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.1}Norms and Inner Products}{3}{subsection.1.2.1}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.2}Probability Space and Brownian Motion}{4}{subsection.1.2.2}\protected@file@percent } +\newlabel{def:brown_motion}{{1.2.11}{5}{Brownian Motion Over a Stochastic Basis}{theorem.1.2.11}{}} +\newlabel{def:brown_motion@cref}{{[definition][11][1,2]1.2.11}{[1][5][]5}} +\newlabel{1.9}{{1.2.14}{6}{Strong Solution of Stochastic Differential Equation}{theorem.1.2.14}{}} +\newlabel{1.9@cref}{{[definition][14][1,2]1.2.14}{[1][6][]6}} +\newlabel{1.5}{{1.9}{6}{Strong Solution of Stochastic Differential Equation}{equation.1.2.9}{}} +\newlabel{1.5@cref}{{[equation][9][1,2]1.9}{[1][6][]6}} +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.3}Lipschitz and Related Notions}{7}{subsection.1.2.3}\protected@file@percent } +\newlabel{def:1.13}{{1.2.16}{7}{Globally Lipschitz Function}{theorem.1.2.16}{}} +\newlabel{def:1.13@cref}{{[definition][16][1,2]1.2.16}{[1][7][]7}} +\newlabel{def:1.14}{{1.2.17}{8}{Locally Lipschitz Function}{theorem.1.2.17}{}} +\newlabel{def:1.14@cref}{{[definition][17][1,2]1.2.17}{[1][8][]8}} +\citation{da_prato_zabczyk_2002} +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.4}Kolmogorov Equations}{9}{subsection.1.2.4}\protected@file@percent } +\newlabel{(1.7)}{{1.17}{9}{Kolmogorov Equation}{equation.1.2.17}{}} +\newlabel{(1.7)@cref}{{[equation][17][1,2]1.17}{[1][9][]9}} +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.5}Linear Algebra Notation and Definitions}{10}{subsection.1.2.5}\protected@file@percent } +\newlabel{def:1.1.23}{{1.2.25}{11}{Column and Row Notation}{theorem.1.2.25}{}} +\newlabel{def:1.1.23@cref}{{[definition][25][1,2]1.2.25}{[1][11][]11}} +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.6}$O$-type Notation and Function Growth}{13}{subsection.1.2.6}\protected@file@percent } +\newlabel{1.1.20.1}{{1.2.31.1}{13}{Bounded functions and $O$-type notation}{corollary.1.2.31.1}{}} +\newlabel{1.1.20.1@cref}{{[corollary][1][]1.2.31.1}{[1][13][]13}} +\newlabel{1.1.20.2}{{1.2.31.2}{14}{}{corollary.1.2.31.2}{}} +\newlabel{1.1.20.2@cref}{{[corollary][2][]1.2.31.2}{[1][14][]14}} +\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.7}The Concatenation of Vectors \& Functions}{15}{subsection.1.2.7}\protected@file@percent } +\newlabel{sum_of_frown_frown_of_sum}{{1.2.34.1}{15}{}{corollary.1.2.34.1}{}} +\newlabel{sum_of_frown_frown_of_sum@cref}{{[corollary][1][]1.2.34.1}{[1][15][]15}} +\newlabel{concat_fun_fun_concat}{{1.2.35.1}{16}{}{corollary.1.2.35.1}{}} +\newlabel{concat_fun_fun_concat@cref}{{[corollary][1][]1.2.35.1}{[1][16][]16}} +\newlabel{par_cont}{{1.2.36}{17}{}{theorem.1.2.36}{}} +\newlabel{par_cont@cref}{{[lemma][36][1,2]1.2.36}{[1][17][]17}} \@setckpt{Introduction}{ -\setcounter{page}{16} -\setcounter{equation}{34} +\setcounter{page}{18} +\setcounter{equation}{38} \setcounter{enumi}{3} \setcounter{enumii}{0} \setcounter{enumiii}{0} @@ -41,7 +65,7 @@ \setcounter{mpfootnote}{0} \setcounter{part}{1} \setcounter{chapter}{1} -\setcounter{section}{1} +\setcounter{section}{2} \setcounter{subsection}{7} \setcounter{subsubsection}{0} \setcounter{paragraph}{0} @@ -53,10 +77,25 @@ \setcounter{@ppsaveapp}{0} \setcounter{AM@survey}{0} \setcounter{parentequation}{0} +\setcounter{footdir@label}{0} +\setcounter{tmpA}{0} +\setcounter{tmpB}{0} +\setcounter{tmpC}{0} +\setcounter{tmpD}{0} +\setcounter{tmpE}{0} +\setcounter{tmpF}{0} +\setcounter{Hijriday}{0} +\setcounter{Hijrimonth}{0} +\setcounter{Hijriyear}{0} +\setcounter{subfigure}{0} +\setcounter{lofdepth}{1} +\setcounter{subtable}{0} +\setcounter{lotdepth}{1} \setcounter{section@level}{2} -\setcounter{Item}{23} +\setcounter{Item}{26} \setcounter{Hfootnote}{0} -\setcounter{bookmark@seq@number}{10} +\setcounter{Hy@AnnotLevel}{0} +\setcounter{bookmark@seq@number}{11} \setcounter{NAT@ctr}{0} \setcounter{ALG@line}{0} \setcounter{ALG@rem}{0} @@ -65,8 +104,10 @@ \setcounter{ALG@blocknr}{1} \setcounter{ALG@storecount}{0} \setcounter{ALG@tmpcounter}{0} +\setcounter{@stackindex}{0} +\setcounter{ROWcellindex@}{0} \setcounter{lstnumber}{1} -\setcounter{theorem}{28} +\setcounter{theorem}{36} \setcounter{corollary}{0} \setcounter{lstlisting}{0} } diff --git a/Dissertation/Introduction.tex b/Dissertation/Introduction.tex index e2d209d..63adb1a 100644 --- a/Dissertation/Introduction.tex +++ b/Dissertation/Introduction.tex @@ -1,7 +1,8 @@ + \chapter{Introduction.} \section{Motivation} -Artificial neural networks represent a sea change in computing. They have successfully been used in a wide range of applications, from protein-folding in \cite{tsaban_harnessing_2022}, knot theory in \cite{davies_signature_2021}, and extracting data from gravitational waves in \cite{zhao_space-based_2023}. +Artificial neural networks represent a sea change in computing. They have successfully been used in a wide range of applications, from protein-folding in \cite{tsaban_harnessing_2022}, knot theory in \cite{davies_signature_2022}, and extracting data from gravitational waves in \cite{zhao_space-based_2023}. \\~\\ As neural networks become more ubiquitous, we see that the number of parameters required to train them increases, which poses two problems: accessibility on low-power devices and the amount of energy needed to train these models, see for instance \cite{wu2022sustainable} and \cite{strubell2019energy}. Parameter estimates become increasingly crucial in an increasingly climate-challenged world. That we know strict and precise upper bounds on parameter estimates tells us when training becomes wasteful, in some sense, and when, perhaps, different approaches may be needed. \\~\\ @@ -122,7 +123,7 @@ is adapted to the filtration $\mathbb{F}:= (\mathcal{F}_i )_{i \in [0,T]}$ \end{align} \medskip - A strong solution to the stochastic differential equation (\ref{1.5}) on probability space $(\Omega, \mathcal{F}, \mathbb{P}, (\mathbb{F}_t)_{t \in [0,T]})$, w.r.t Brownian motion $\mathcal{W}$, w.r.t to initial condition $\mathcal{X}_0 = 0$ is a stochastic process $(\mathcal{X}_t)_{t\in[0,\infty)}$ satisfying that: + A strong solution to the stochastic differential equation (\ref{1.5}) on probability space \\ $(\Omega, \mathcal{F}, \mathbb{P}, (\mathbb{F}_t)_{t \in [0,T]})$, w.r.t Brownian motion $\mathcal{W}$, w.r.t to initial condition $\mathcal{X}_0 = 0$ is a stochastic process $(\mathcal{X}_t)_{t\in[0,\infty)}$ satisfying that: \begin{enumerate}[label = (\roman*)] \item $\mathcal{X}_t$ is adapted to the filtration $(\mathbb{F}_t)_{t \in [0,T]}$. \item $\mathbb{P}(\mathcal{X}_0 = 0) =1$. @@ -289,7 +290,7 @@ for all $\epsilon \in (0,\infty)$. Thus under this notation the component-wise square of $A$ is $\lp \lb A \rb_{*,*}\rp^2$, the component-wise $\sin$ is $\sin\lp \lb A \rb_{*,*}\rp$ and the Hadamard product of $A,B \in \R^{m \times n}$ then becomes $ A \odot B = \ \lb A \rb_{*,*} \times \lb B \rb_{*,*}$. \end{definition} \begin{remark} - Where we are dealing with a row vector $x \in \R^{d \times 1}$ and it is evident from the context we may choose to write $f\lp \lb x\rb_* \rp$. + Where we are dealing with a column vector $x \in \R^{d \times 1}$ and it is evident from the context we may choose to write $f\lp \lb x\rb_* \rp$. \end{remark} \begin{definition}[The Diagonalization Operator] Let $m_1,m_2,n_1,n_2 \in \N$. Given $A \in \R^{m_1 \times n_1}$ and $B \in \R^{m_2\times n_2}$, we will denote by $\diag\lp A,B\rp$ the matrix: diff --git a/Dissertation/UARK Thesis Template.zip b/Dissertation/UARK Thesis Template.zip new file mode 100644 index 0000000..38d06e7 Binary files /dev/null and b/Dissertation/UARK Thesis Template.zip differ diff --git a/Dissertation/UARK Thesis Template/Abstract.tex b/Dissertation/UARK Thesis Template/Abstract.tex new file mode 100644 index 0000000..e69de29 diff --git a/Dissertation/UARK Thesis Template/Acknowledgements.tex b/Dissertation/UARK Thesis Template/Acknowledgements.tex new file mode 100644 index 0000000..e69de29 diff --git a/Dissertation/UARK Thesis Template/Appendix_A.tex b/Dissertation/UARK Thesis Template/Appendix_A.tex new file mode 100644 index 0000000..9b31df4 --- /dev/null +++ b/Dissertation/UARK Thesis Template/Appendix_A.tex @@ -0,0 +1,8 @@ + +% Appendix A File + +\refstepcounter{chapter}% +\chapter*{\thechapter \quad Appendix A Title} +\label{appendixB} + +Your content goes here. \ No newline at end of file diff --git a/Dissertation/UARK Thesis Template/Appendix_B.tex b/Dissertation/UARK Thesis Template/Appendix_B.tex new file mode 100644 index 0000000..bb0ea2e --- /dev/null +++ b/Dissertation/UARK Thesis Template/Appendix_B.tex @@ -0,0 +1,8 @@ + +% Appendix B File + +\refstepcounter{chapter}% +\chapter*{\thechapter \quad Appendix B Title} +\label{appendixB} + +Your content goes here. \ No newline at end of file diff --git a/Dissertation/UARK Thesis Template/Chapter_1.tex b/Dissertation/UARK Thesis Template/Chapter_1.tex new file mode 100644 index 0000000..8bcbc50 --- /dev/null +++ b/Dissertation/UARK Thesis Template/Chapter_1.tex @@ -0,0 +1 @@ +\section{Chapter 1} \ No newline at end of file diff --git a/Dissertation/UARK Thesis Template/Conclusion.tex b/Dissertation/UARK Thesis Template/Conclusion.tex new file mode 100644 index 0000000..119eb11 --- /dev/null +++ b/Dissertation/UARK Thesis Template/Conclusion.tex @@ -0,0 +1,5 @@ +\section{Concluding Remarks} +\thispagestyle{empty} +\subsection{Summary} + +\subsection{Future directions} \ No newline at end of file diff --git a/Dissertation/UARK Thesis Template/References.bib b/Dissertation/UARK Thesis Template/References.bib new file mode 100644 index 0000000..8d33363 --- /dev/null +++ b/Dissertation/UARK Thesis Template/References.bib @@ -0,0 +1,53 @@ + +@inproceedings{key1, +title = "Title of the conference paper", +author = "John Author", +booktitle = "Name of the Conference Proceedings", +address = "Location", +month = "Mon.", +year = "Year" +} + +@article{key2, +title = "Title of the Journal paper", +author = "Andrew Wiles and Ingrid Daubechies", +journal = "Name of the Journal", +volume = "vol.", +number = "iss.", +pages = "page", +month = "Mon.", +year = "Year" +} + +@book{key3, +title = "Book Title", +author = "John Smith and Pierre Fermat and Clark Maxwell", +edition = "3rd", +publisher = "Publisher Name", +year = "Year", +address = "Location" +} + +@misc{key4, +title = "Title of the reference", +howpublished = "Publishing details" +} + +@phdthesis{key5, +title = "Thesis/Dissertation Title", +author = "Author Name", +school = "School Name", +year = "Year" +} + + + +@book{guidelines, +title = "Thesis and Dissertation Guidelines", +author = "KAUST", +edition = "1", +publisher = "KAUST", +year = "2011", +address = "Thuwal, Makkah Province, Saudi Arabia" +} + diff --git a/Dissertation/UARK Thesis Template/main.tex b/Dissertation/UARK Thesis Template/main.tex new file mode 100644 index 0000000..a6c9282 --- /dev/null +++ b/Dissertation/UARK Thesis Template/main.tex @@ -0,0 +1,307 @@ +%% UA doctoral thesis template to accompany uamaththesis.cls +%% last updated April 2018. Please suggest corrections, changes and +%% improvements to Dan Luecking, SCEN 354. + +% Load the class file. This takes the options "chapters", "MS", "MA, and +% "PhD". The last 3 are mutually exclusive and PhD is the default. +% The chapters option indicates that your thesis has chapter subdivisions. +% If it is present, this class loads the LaTeX report class, otherwise +% it loads the article class. In either case, it is loaded with the +% "12pt" option. +% +% The MS and MA options indicates that this is a Master's thesis rather +% than a doctoral dissertation. This has not been thoroughly tested. +% Pretty much all they do is to substitute "thesis" for "dissertation" in +% a few commands and text. They also sets the default name of the +% degree, if you don't provide one (see \degreename below) +% +% Any other options are passed directly to the loaded class: article or +% report +% +\documentclass{uamaththesis} + +% Loading packages (amsmath, amssymb, amsthm, setspace, and tocbibind +% are already preloaded). Do _not_ use tocloft unless you know how to +% customize it to satisfy the UA thesis requirements. +% +% For more flexibility in number formating, load the enumerate package. +% However, make sure you satisfy the Grad school thesis checkers. +\usepackage{enumerate} +\usepackage{amsmath,amssymb,amsthm,enumerate,graphicx} +\usepackage[all]{xy} +\usepackage{calligra,mathrsfs} +\usepackage[hidelinks]{hyperref} +\usepackage{bm,color} +\usepackage{amsfonts} +\usepackage{amscd} +\usepackage[latin2]{inputenc} +\usepackage{t1enc} +\usepackage[mathscr]{eucal} +\usepackage{indentfirst} +\usepackage{graphics} +\usepackage{pict2e} +\usepackage{epic} +\numberwithin{equation}{section} +%\usepackage[margin=2.9cm]{geometry} +\usepackage{epstopdf} +\usepackage{tikz-cd} +\usepackage{tikz} +\usetikzlibrary{shapes,arrows} +\usetikzlibrary{decorations.markings} +\usepackage{mathtools} +\usepackage{cases, caption} +\allowdisplaybreaks + +\tikzset{degil/.style={line width=0.75pt,double distance=2pt, + decoration={markings, + mark= at position 0.5 with { + \node[transform shape] (tempnode) {$\backslash$}; + %\draw[thick] (tempnode.north east) -- (tempnode.south west); + } + }, + postaction={decorate} +} +} + +\tikzset{ +commutative diagrams/.cd, +arrow style=tikz, +diagrams={>=open triangle 45, line width=0.5pt, double distance=2pt}} + + +% your definitions +%\newcommand{\disk}{\mathbb{D}} % for example + +\theoremstyle{question} +\newtheorem{question}[theorem]{Question} + +\theoremstyle{setup} +\newtheorem{setup}[theorem]{Set-up} + +\theoremstyle{conjecture} +\newtheorem{conjecture}[theorem]{Conjecture} + + +%%% to repeat theorem + +\theoremstyle{ams-restatedtheorem} +% the argument of restatedtheorem* shouldn't ever actually be used +\newtheorem*{restatedtheorem*}{} +\newenvironment{restatement}[2][]{% + \ifempty{#1} + \begin{restatedtheorem*}[\autoref*{#2}]% + \else% + \begin{restatedtheorem*}[\autoref*{#2} (#1)]% + \fi% +}% +{\end{restatedtheorem*}} +\makeatother + +%%% Shortcuts and symbols + +\newcommand{\widesim}[2][1.5]{ + \mathrel{\overset{#2}{\scalebox{#1}[1]{$\sim$}}} +} + +\newcommand\norm[1]{\left\lVert#1\right\rVert} +\newcommand{\calA}{ \mathcal{ A } } +\newcommand{\calB}{ \mathcal{ B } } +\newcommand{\la}{\langle} +\newcommand{\ra}{\rangle} +\newcommand{\NN}{\mathbb{N}} +\newcommand{\QQ}{\mathbb{Q}} +\newcommand{\RR}{\mathbb{R}} +\newcommand{\ZZ}{\mathbb{Z}} +\newcommand{\CC}{\mathbb{C}} +\newcommand{\RP}{\mathbb{RP}} +\newcommand{\PP}{\mathbb{P}} +\newcommand{\Hom}{\text{Hom}} +\newcommand{\bs}{\backslash} +\newcommand{\mf}{\mathfrak} +\newcommand{\mc}{\mathcal} +\newcommand{\grade}{\text{grade}} +\newcommand{\depth}{\text{depth}} +\newcommand{\height}{\text{height}} + +\newcommand{\sbt}{\,\begin{picture}(-1,1)(-1,-2)\circle*{2}\end{picture}\ } + +\DeclareMathOperator{\Homs}{\mathscr{H}\text{\kern -3pt {\calligra\large om}}\,} +\DeclareSymbolFont{extraup}{U}{zavm}{m}{n} +\DeclareMathSymbol{\varheart}{\mathalpha}{extraup}{86} +\DeclareMathSymbol{\vardiamond}{\mathalpha}{extraup}{87} +\DeclareMathSymbol{\varspade}{\mathalpha}{extraup}{81} + +% Theorem-like environments: +% These are predefined, but you may redo any of them with shorter names +% if you prefer. (Note: latex does not allow you to redefine a +% theorem-like environment, so if you want to change the style of one of +% these, use a different name, e.g. prop instead of proposition) +% \theoremstyle{plain} +%\newtheorem{theorem}{Theorem}[section] +%\newtheorem{proposition}[theorem]{Proposition} +%\newtheorem{corollary}[theorem]{Corollary} +%\newtheorem{lemma}[theorem]{Lemma} +% \theoremstyle{definition} +%\newtheorem{definition}{Definition}[section] +%\newtheorem{example}{Example}[section] +% \theoremstyle{remark} +%\newtheorem{remark}{Remark} + +% Your thesis title: +% You must use title case: generally every word is capitalized +% except articles (the, a, an) prepositions (of, to, in, with, for, etc.) +% and conjunctions (and, or, but, while, etc.) +% Required. +\title{THESIS TITLE} + +% Your name as UAConnect knows you: +% Required. +\author{NAME HERE} + +% information about your bachelors degree or the equivalent. +% Required. +\bachelorinstitution{UNIVERSITY NAME} +\bachelordegree{DEGREE} +\bacheloryear{YEAR} +% +% If you have more than one bachelors degree: +%\bachelorinstitutiontwo{Medium State University} +%\bachelordegreetwo{Bachelor of Science in Science} +%\bacheloryeartwo{2011} +% and so on, up to \bachelor...three + +% information about your masters or other post baccalariat degree. +% Required if you have one. +\masterinstitution{UNIVERSITY NAME} +\masterdegree{DEGREE} +\masteryear{YEAR} +% +% If you have more than one masters degree: +%\masterinstitutiontwo{University of Alabama} +%\masterdegreetwo{Master of Arts in Art} +%\masteryeartwo{2015} +% and so on up to \master...three +% If you have a previous PhD, use the next available \master... +% commands for it. +% +% Name of degree plus month and year of the final approval. +% Required. +%\degreename{Master of Science in Mathematics} +\degreename{Doctor of Philosophy in Mathematics} +\date{DATE} + +% Your advisor +% Required. +% Use the first for masters, the second for PhD. +%\thesisdirector{Luigi N. Mario, M.F.A.} % for master's degree. +% or +\dissertationdirector{ADVISOR NAME.} + +% Your dissertation/thesis committee. Titles used to be required (Dr. or Prof. +% unless neither applies). But now they seem to want just the highest degree +% earned after the name. +% Two required, extras are optional. I have made provision for up to +% four +\committeememberone{COMMITTEE MEMBER NAME.} +\committeemembertwo{COMMITTEE MEMBER NAME.} +%\committeememberthree{Dr.\ Mario N. Luigi} +%\committeememberfour{Luigi N. Mario, M.F.A.} + +\begin{document} + +% Start of dissertation/thesis. The \frontmatter command turns off page +% numbering until the \mainmatter command. This is the style mandated +% by the UA dissertation guide. Do not complain to me. +% Required: +\frontmatter +\maketitle + +% The grad school now requires the right margins not be justified. +% The \raggedright command is rather inelegant. One can get more +% control of "raggedness" using the ragged2e package. +% Required if some package you used turns it off: +%\raggedright +%\parindent 20pt % reset indentation removed by previous command + +% The abstract. Should be less than one page, but this is not forced. +% Required. +\include{Abstract} + +% Acknowledgements. Usually less than one page +% Not required, but I've never seen a thesis without one. +\include{Acknowledgment} + + +% Table of Contents. +% Required: +\tableofcontents +% Other lists if applicable: +% \listoftables +% etc. +% +% Signals start of actual thesis. Starts up page numbering. +% Required: +\mainmatter + +% Introductory section or chapter. +% An introduction is not required but very highly recommended. A +% thesis consisting of reproduced published articles *must* include +% a section titled "Introduction" separate from those articles: +% \chapter{Introduction} or +% \section{Introduction} + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +% Put the rest of the theses here. Several more sections % +% (chapters) containing actual mathematics and proofs. % + + +\include{Chapter_1} + +\include{Conclusion} + +\include{Appendix_A} + +\include{Appendix_B} + + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + +% If you load a package that changes the behavior of citations and +% bibliography formatting, the following two commands may be necessary +% (and shouldn't hurt). Adjust the first fraction if the Grad School +% hassles you about spacing between references. +\singlespacing +\setlength{\itemsep}{.75\baselineskip plus .2\baselineskip minus .1\baselineskip} +% +% If no biblography package is loaded, the references will be formatted +% as a section, starting on a new page. If you want it formatted as a +% new chapter, let me know, but expect the grad school to complain about +% the formating in the table of contents. +% +% If you prefer the References section to be labelled something else: +%\renewcommand{\refname}{Bibliography}% "Works Cited" is another possibility. +% +% The reference section is required to be listed in the TOC, and an added +% package may change that. If so the following may be needed just before +% the bibliography: +% \clearpage +% \addcontentsline{toc}{section}{\refname}% +% +% The closing "thebibliography" environment can be completely replaced +% (if you use BibTeX) by +% \bibliographstyle{plain}% for example, or amsplain or whatever. +% \bibliography{nameoffile}% name of your .bib data file +% If you use natbib package, use a comatible style, e.g., plainnat +% +\bibliographystyle{plain} +\bibliography{reference.bib} + +% +% Appendices go after +%\appendix +% If chapters are used: +%\chapter{Some more stuff}% Appendix A +% otherwise +%\section{Some more stuff}% Appendix A +% +\end{document} diff --git a/Dissertation/UARK Thesis Template/uamaththesis.cls b/Dissertation/UARK Thesis Template/uamaththesis.cls new file mode 100644 index 0000000..590b2b4 --- /dev/null +++ b/Dissertation/UARK Thesis Template/uamaththesis.cls @@ -0,0 +1,429 @@ +\NeedsTeXFormat{LaTeX2e} +\ProvidesClass{uamaththesis}[2018/04/28 Class for University of + Arkansas math theses] +\newif\ifMS +\MSfalse +\newif\ifMA +\MAfalse +\newif\ifPhD +\PhDtrue +\newif\ifmasters +\mastersfalse +\newif\ifchapters +\chaptersfalse +\DeclareOption{chapters}{\chapterstrue} +\DeclareOption{MS}{\MStrue\PhDfalse\masterstrue} +\DeclareOption{MA}{\MAtrue\PhDfalse\masterstrue} +\DeclareOption{PhD}{\PhDtrue} +\DeclareOption*{ + \ifchapters % Set by the class option. + \PassOptionsToClass{\CurrentOption}{report}% + \else + \PassOptionsToClass{\CurrentOption}{article}% + \fi +} +\ProcessOptions +\ifchapters + \LoadClass[12pt]{report} + \def\@makechapterhead#1{% + {\parindent \z@ \raggedright \normalfont + \ifnum \c@secnumdepth >\m@ne + \normalfont\bfseries \@chapapp\space \thechapter + \par\nobreak + %\vskip 20\p@ + \fi + \interlinepenalty\@M + \normalfont \bfseries #1\par\nobreak + %\vskip 40\p@ + }% + } + \def\@makeschapterhead#1{% + {\parindent \z@ \raggedright + \normalfont + \interlinepenalty\@M + \normalfont \bfseries #1\par\nobreak + %\vskip 40\p@ + }% + } +\else + \LoadClass[12pt]{article} +\fi + +\renewcommand{\contentsname}{Table of Contents} +\providecommand\refname{} +% They seem to allow "Bibliography" now, not that it matters much. +\renewcommand{\refname}{References} +% +% Footnotes the same size as regular text +\long\def\@footnotetext#1{\insert\footins{% + \reset@font\normalsize + \interlinepenalty\interfootnotelinepenalty + \splittopskip\footnotesep + \splitmaxdepth \dp\strutbox \floatingpenalty \@MM + \hsize\columnwidth \@parboxrestore + \protected@edef\@currentlabel{% + \csname p@footnote\endcsname\@thefnmark + }% + \color@begingroup + \@makefntext{\normalsize\selectfont% + \rule\z@\footnotesep\ignorespaces#1\@finalstrut\strutbox}% + \color@endgroup}}% + +% Section headings same size as normal text +\renewcommand\section{\@startsection {section}{1}{\z@}% + {-3.5ex \@plus -1ex \@minus -.2ex}% + {2.3ex \@plus.2ex}% + {\normalfont\normalsize\bfseries}} +\renewcommand\subsection{\@startsection{subsection}{2}{\z@}% + {-3.25ex\@plus -1ex \@minus -.2ex}% + {1.5ex \@plus .2ex}% + {\normalfont\normalsize\scshape}} +\renewcommand\subsubsection{\@startsection{subsubsection}{3}{\z@}% + {-3.25ex\@plus -1ex \@minus -.2ex}% + {1.5ex \@plus .2ex}% + {\normalfont\normalsize\itshape}} +\renewcommand\paragraph{\@startsection{paragraph}{4}{\z@}% + {3.25ex \@plus1ex \@minus.2ex}% + {-1em}% + {\normalfont\normalsize\bfseries}} +\renewcommand\subparagraph{\@startsection{subparagraph}{5}{\parindent}% + {3.25ex \@plus1ex \@minus .2ex}% + {-1em}% + {\normalfont\normalsize\scshape}} + +\newif\if@mainmatter +\newcommand\frontmatter{% + \clearpage + \@mainmatterfalse + \pagestyle{empty}} +\newcommand\mainmatter{% + \clearpage + \@mainmattertrue + \pagenumbering{arabic}% + \pagestyle{plain}} +\newcommand\backmatter{% + \@mainmatterfalse} + +% This is for the math department, after all. +\RequirePackage{amsmath,amssymb, amsthm} +\RequirePackage{setspace} +\RequirePackage[nottoc]{tocbibind} + +% One inch margins, one column text, USpaper +\setlength\oddsidemargin{0pt} +\setlength\textwidth{6.5in} +\setlength\topmargin{0pt} +\setlength\headheight{0pt} +\setlength\headsep{0pt} +\setlength\topskip{12pt} +% This gets the page number where it needs to be, because +% we want \texheight + 28.8pt (two baselines to the bottom of the +% page number) to give 9.25 in. I.e., page number is .75in from edge. +% this should be 8.85 (1/8 in larger) but somehow my printer puts the +% page number too low with that value. +\setlength\textheight{8.85in} +\setlength\footskip{28.8pt} + +% No page headers + +% Upright numbers in enumerates, even in theorems. For more +% flexibility in number formating, load the enumerate package. +\renewcommand\labelenumi{\normalfont\theenumi.} +\renewcommand\labelenumii{\normalfont(\theenumii)} +\renewcommand\labelenumiii{\normalfont\theenumiii.} +\renewcommand\labelenumiv{\normalfont\theenumiv.} + +% Required: single-spaced entries, with double spacing between. Thus, +% turn off double spacing and give \itemsep value +% 2017: apparently new requirement that the references appear in the TOC +\renewenvironment{thebibliography}[1] + {\clearpage + \singlespacing + \section*{\refname}% + \addcontentsline{toc}{section}{\refname} + \@mkboth{\MakeUppercase\refname}{\MakeUppercase\refname}% + \setlength\itemsep{.75\baselineskip plus .3333\baselineskip minus + .1667\baselineskip} + \list{\@biblabel{\@arabic\c@enumiv}}% + {\settowidth\labelwidth{\@biblabel{#1}}% + \leftmargin\labelwidth + \advance\leftmargin\labelsep + \@openbib@code + \usecounter{enumiv}% + \let\p@enumiv\@empty + \renewcommand\theenumiv{\@arabic\c@enumiv}}% + \sloppy + \clubpenalty4000 + \@clubpenalty \clubpenalty + \widowpenalty4000% + \sfcode`\.\@m} + {\def\@noitemerr + {\@latex@warning{Empty `thebibliography' environment}}% + \endlist} + +\theoremstyle{plain} +\newtheorem{theorem}{Theorem}[section] +\newtheorem{proposition}[theorem]{Proposition} +\newtheorem{conj}[theorem]{Conjecture} +\newtheorem{corollary}[theorem]{Corollary} +\newtheorem{lem}[theorem]{Lemma} + \theoremstyle{definition} +\newtheorem{defn}{Definition}[section] +\newtheorem{example}{Example}[section] + \theoremstyle{remark} +\newtheorem{remark}{Remark} + +\def\degreename#1{\def\@degreename{#1}} +\def\@degreename{% +\ifmasters + \ifMS + Master of Science in Mathematics% + \else + Master of Arts in Secondary Mathematics% + \fi +\else + Doctor of Philosophy in Mathematics% +\fi} + +\def\bachelorinstitutionone#1{\def\@bachelorinstitutionone{#1}} +\def\bachelordegreeone#1{\def\@bachelordegreeone{#1}} +\def\bacheloryearone#1{\def\@bacheloryearone{#1}} + +\def\bachelorinstitutiontwo#1{\def\@bachelorinstitutiontwo{#1}} +\def\bachelordegreetwo#1{\def\@bachelordegreetwo{#1}} +\def\bacheloryeartwo#1{\def\@bacheloryeartwo{#1}} + +\def\bachelorinstitutionthree#1{\def\@bachelorinstitutionthree{#1}} +\def\bachelordegreethree#1{\def\@bachelordegreethree{#1}} +\def\bacheloryearthree#1{\def\@bacheloryearthree{#1}} + +\def\masterinstitutionone#1{\def\@masterinstitutionone{#1}} +\def\masterinstitutiontwo#1{\def\@masterinstitutiontwo{#1}} +\def\masterinstitutionthree#1{\def\@masterinstitutionthree{#1}} + +\def\masterdegreeone#1{\def\@masterdegreeone{#1}} +\def\masterdegreetwo#1{\def\@masterdegreetwo{#1}} +\def\masterdegreethree#1{\def\@masterdegreethree{#1}} + +\def\masteryearone#1{\def\@masteryearone{#1}} +\def\masteryeartwo#1{\def\@masteryeartwo{#1}} +\def\masteryearthree#1{\def\@masteryearthree{#1}} + +%Compatability +\let\bachelordegree=\bachelordegreeone +\let\bachelorinstitution=\bachelorinstitutionone +\let\bacheloryear=\bacheloryearone +\let\masterdegree=\masterdegreeone +\let\masterinstitution=\masterinstitutionone +\let\masteryear=\masteryearone + +\def\thesisdirector#1{\def\@thesisdirector{#1}} +\def\dissertationdirector#1{\def\@dissertationdirector{#1}} +\def\committeememberone#1{\def\@committeememberone{#1}} +\def\committeemembertwo#1{\def\@committeemembertwo{#1}} +\def\committeememberthree#1{% + \def\@committeememberthree{#1}% + \def\extracommittee##1##2{##1}% +} +\def\committeememberfour#1{% + \def\@committeememberfour{#1}% + \def\extracommittee##1##2{##1##2}% +} +%initialization +\let\@title\@empty +\let\@author\@empty +\let\@bachelorinstitutionone\@empty +\let\@bachelordegreeone\@empty +\let\@bacheloryearone\@empty +\let\@bachelorinstitutiontwo\@empty +\let\@bachelordegreetwo\@empty +\let\@bacheloryeartwo\@empty +\let\@bachelorinstitutionthree\@empty +\let\@bachelordegreethree\@empty +\let\@bacheloryearthree\@empty + +\let\@masterinstitutionone\@empty +\let\@masteryearone\@empty +\let\@masterdegreeone\@empty +\let\@masterinstitutiontwo\@empty +\let\@masteryeartwo\@empty +\let\@masterdegreetwo\@empty +\let\@masterinstitutionthree\@empty +\let\@masteryearthree\@empty +\let\@masterdegreethree\@empty + +\let\@thesisdirector\@empty +\let\@dissertationdirector\@empty +\let\@committeememberone\@empty +\let\@committeemembertwo\@empty +\let\@committeememberthree\@empty +\let\@committeememberfour\@empty +\let\@date\@empty + +\def\maketitle{% +\pagestyle{empty} +\begingroup +\clearpage +\singlespacing +\begin{centering} +\@title + +\nobreak +\vspace{.55in minus .15in} +A \ifmasters thesis \else dissertation \fi submitted in partial +fulfillment\\* of the requirements for the degree of\\* +\@degreename\par + +\nobreak +\vspace{.55in minus .15in} +by + +\nobreak +\vspace{.55in minus .15in} +\@author\\* +\@bachelorinstitutionone\\* +\@bachelordegreeone, \@bacheloryearone +% more than one bachelor's degree? +\ifx\@bachelordegreetwo\@empty\else\\* +\@bachelorinstitutiontwo\\* +\@bachelordegreetwo, \@bacheloryeartwo +\fi +\ifx\@bachelordegreethree\@empty\else\\* +\@bachelorinstitutionthree\\* +\@bachelordegreethree, \@bacheloryearthree +\fi +% Up to three master's degrees +\ifx\@masterdegreeone\@empty\else\\* +\@masterinstitutionone\\* +\@masterdegreeone, \@masteryearone +\fi +\ifx\@masterdegreetwo\@empty\else\\* +\@masterinstitutiontwo\\* +\@masterdegreetwo, \@masteryeartwo +\fi +\ifx\@masterdegreethree\@empty\else\\* +\@masterinstitutionthree\\* +\@masterdegreethree, \@masteryearthree +\fi + +\nobreak +\vspace{.55in minus .15in} +\@date\\* +University of Arkansas + +\nobreak +\end{centering} + +\nobreak +\vspace{.55in minus .15in} +\noindent This \ifmasters thesis \else dissertation \fi is approved for +recommendation to the Graduate Council. + +\nobreak +\vspace{.8in minus .15in} +\vbox{ +\noindent \rule{3in}{.4pt}\hfil\break +\hbox to 3.24in{ \ifmasters\@thesisdirector\else\@dissertationdirector\fi\hfil}\hfil\break +\hbox to 3.24in{ \ifmasters Thesis \else Dissertation \fi Director\hfil}} + +\nobreak +\vspace{.8in minus .1in} +\vbox{ +\noindent \rule{3in}{.4pt}\hfil\rule{3in}{.4pt}\hfil\break +\hbox to 3.24in{ \@committeememberone\hfil}% +\hbox to 3.24in{ \@committeemembertwo\hfil}\hfil +\hbox to 3.24in{ Committee Member \hfil}% +\hbox to 3.24in{ Committee Member \hfil}}%\par + +\ifx\@committeememberthree\@empty\else +\nobreak +\vspace{.5in minus.1in} +\vbox{ + \extracommittee% + {\noindent \rule{3in}{.4pt}}% + {\hspace{.24in}\rule{3in}{.4pt}}\hfil\break + \extracommittee% + {\hbox to 3.24in{ \@committeememberthree\hfil}}% + {\hbox to 3.24in{ \@committeememberfour\hfil}}\hfil\break + \extracommittee% + {\hbox to 3.24in{ Committee Member \hfil}}% + {\hbox to 3.24in{ Committee Member \hfil}}\par +}\fi + +\endgroup +\let\@title\@empty +\let\@author\@empty +\let\@degreename\@empty +% +\let\@bachelorinstitutionone\@empty +\let\@bachelordegreeone\@empty +\let\@bacheloryearone\@empty +\let\@bachelorinstitutiontwo\@empty +\let\@bachelordegreetwo\@empty +\let\@bacheloryeartwo\@empty +\let\@bachelorinstitutionthree\@empty +\let\@bachelordegreethree\@empty +\let\@bacheloryearthree\@empty +% +\let\@masterinstitutionone\@empty +\let\@masterinstitutiontwo\@empty +\let\@masterinstitutionthree\@empty +\let\@masteryearone\@empty +\let\@masteryeartwo\@empty +\let\@masteryearthree\@empty +\let\@masterdegreeone\@empty +\let\@masterdegreetwo\@empty +\let\@masterdegreethree\@empty +% +\let\@dissertationdirector\@empty +\let\@committeememberone\@empty +\let\@committeemembertwo\@empty +\let\@committeememberthree\@empty +\let\@committeememberfour\@empty +\let\@date\@empty + +\clearpage +\doublespacing +} + +\renewenvironment{abstract}% +{\clearpage + {\noindent \textbf{Abstract} \par}} +{\newpage} + +\newenvironment{acknowledgements}% +{\clearpage +{\noindent \textbf{Acknowledgements} \par}} +{\newpage} + +\newenvironment{dedication}% +{\clearpage} +{\newpage} + +\renewcommand\tableofcontents{% + \clearpage + \section*{\contentsname + \@mkboth{% + \MakeUppercase\contentsname}{\MakeUppercase\contentsname}}% + \@starttoc{toc}% + } +\renewcommand\listoftables{% + \clearpage + \section*{\listtablename + \@mkboth{% + \MakeUppercase\listtablename}{\MakeUppercase\listtablename}}% + \@starttoc{lot}% + } +\renewcommand\listoffigures{% + \clearpage + \section*{\listfigurename + \@mkboth{% + \MakeUppercase\listfigurename}{\MakeUppercase\listfigurename}}% + \@starttoc{lof}% + } + +\raggedright +\parindent 20pt + +\endinput + diff --git a/Dissertation/ann_first_approximations.tex b/Dissertation/ann_first_approximations.tex index cfc346f..dd83cd8 100644 --- a/Dissertation/ann_first_approximations.tex +++ b/Dissertation/ann_first_approximations.tex @@ -256,7 +256,7 @@ Let $x \in \R^d$. Upon instantiation with $\rect$ we have that: \end{align} \textit{Case 2.ii:} Let $\nu = \lp \lp W_1,b_1 \rp, \lp W_2,b_2 \rp, ..., \lp W_L, b_L \rp \rp $. Deriving from Definition \ref{7.2.1} and \ref{5.2.1} we have that: \begin{align} - \id_d \bullet \nu =\lp \lp W_1,b_1\rp, \lp W_2, b_2 \rp,...,\lp W_{L-1},b_{L-1} \rp, \lp \begin{bmatrix} + &\id_d \bullet \nu \nonumber\\ &=\lp \lp W_1,b_1\rp, \lp W_2, b_2 \rp,...,\lp W_{L-1},b_{L-1} \rp, \lp \begin{bmatrix} [W_L]_{1,*} \\ -[W_L]_{1,*}\\ \vdots \\ @@ -284,7 +284,7 @@ This, along with Case 2.i implies that the uninstantiated last layer is equivale \textit{Case 2.iii:} Let $\nu = \lp \lp W_1,b_1\rp \rp$. Deriving from Definition \ref{7.2.1} and \ref{5.2.1} we have: \begin{align} - &\nu \bullet \id_d \nonumber\\ &= \lp \lp \begin{bmatrix} + &\nu \bullet \id_d = \nonumber\\ &\lp \lp \begin{bmatrix} \we_{\id_1,1} \\ &&\ddots \\ &&& \we_{\id_1,1} @@ -1030,7 +1030,7 @@ Given $x\in \R$, it is straightforward to find the maximum; $ x$ is the maximum. Item (vi) is a straightforward consequence of Item (i). This completes the proof of the lemma. \end{proof} -\subsection{The $\mathsf{MC}$ Neural Network and Approximations via Maximum Convolutions } +\subsection{The $\mathsf{MC}^{N,d}_{x,y}$ Neural Network and Approximations via Maximum Convolutions } Let $f: [a,b] \rightarrow \R$ be a continuous bounded function with Lipschitz constant $L$. Let $x_0 \les x_1 \les \cdots \les x_N$ be a set of sample points within $[a,b]$, with it being possibly the case that that for all $i \in \{0,1,\hdots, N\}$, $x_i \sim \unif([a,b])$. For all $i \in \{0,1,\hdots, N\}$, define a series of functions $f_0,f_1,\hdots f_N: [a,b] \rightarrow \R$, as such: \begin{align} diff --git a/Dissertation/ann_product.tex b/Dissertation/ann_product.tex index 8a1b493..28aaab1 100644 --- a/Dissertation/ann_product.tex +++ b/Dissertation/ann_product.tex @@ -8,7 +8,7 @@ We will build up the tools necessary to approximate $e^x$ via neural networks in \item The accuracy of our neural networks. \end{enumerate} \subsection{The squares of real numbers in $\lb 0,1 \rb$} - +One of the most important operators we can \begin{definition}[The $\mathfrak{i}_d$ Network]\label{def:mathfrak_i} For all $d \in \N$ we will define the following set of neural networks as ``activation neural networks'' denoted $\mathfrak{i}_d$ as: \begin{align} @@ -204,8 +204,8 @@ We will build up the tools necessary to approximate $e^x$ via neural networks in and let $\Phi \in \neu$ be defined as: \begin{align} \Phi = \begin{cases}\label{def:Phi} - \lb \aff_{C_1,0}\bullet \mathfrak{i}_4\rb \bullet \aff_{\mymathbb{e}_4,B} & M=1 \\ - \lb \aff_{C_M,0} \bullet \mathfrak{i}_4\rb\bullet \lb \aff_{A_{M-1},0} \bullet \mathfrak{i}_4 \rb \bullet \cdots \bullet \lb \aff_{A_1,B}\bullet \mathfrak{i}_4\rb \bullet \aff_{\mymathbb{e}_4,B} & M \in \lb 2,\infty \rp \cap \N + \lb \aff_{C_1,0}\bullet \mathfrak{i}_4\rb \bullet \aff_{\mymathbb{e}_4,B} & :M=1 \\ + \lb \aff_{C_M,0} \bullet \mathfrak{i}_4\rb\bullet \lb \aff_{A_{M-1},0} \bullet \mathfrak{i}_4 \rb \bullet \cdots \bullet \lb \aff_{A_1,B}\bullet \mathfrak{i}_4\rb \bullet \aff_{\mymathbb{e}_4,B} &: M \in \lb 2,\infty \rp \cap \N \end{cases} \end{align} it is then the case that: @@ -221,7 +221,7 @@ We will build up the tools necessary to approximate $e^x$ via neural networks in \begin{proof} Items (i)--(iii) are direct consequences of Lemma \ref{lem:6.1.1}, Items (i)--(iii). Note next the fact that $M = \min \left\{\N \cap \lb \frac{1}{2} \log_2 \lp \ve^{-1}\rp-1\rb,\infty\right\}$ ensures that: \begin{align} - M = \min \left\{ \N \cap \lb \frac{1}{2}\log_2\lp \ve^{-1}\rp-1\rb, \infty\right\} \ges \min \left\{ \lb\max \left\{ 1,\frac{1}{2}\log_2 \lp\ve^{-1} \rp-1\right\},\infty \rb\right\} \ges \frac{1}{2}\log_2 \lp \ve^{-1}\rp-1 + &M = \min \left\{ \N \cap \lb \frac{1}{2}\log_2\lp \ve^{-1}\rp-1\rb, \infty\right\}\\ &\ges \min \left\{ \lb\max \left\{ 1,\frac{1}{2}\log_2 \lp\ve^{-1} \rp-1\right\},\infty \rb\right\}\\ &\ges \frac{1}{2}\log_2 \lp \ve^{-1}\rp-1 \end{align} This and Item (v) of Lemma \ref{lem:6.1.1} demonstrate that for all $x\in \lb 0,1\rb$ it then holds that: \begin{align} @@ -250,7 +250,7 @@ We will build up the tools necessary to approximate $e^x$ via neural networks in \end{remark} Now that we have neural networks that perform the squaring operation inside $\lb -1,1\rb$, we may extend to all of $\R$. Note that this neural network representation differs somewhat from the ones in \cite{grohs2019spacetime}. -\subsection{The $\sqr$ network} +\subsection{The $\sqr^{q,\ve}$ network} \begin{lemma}\label{6.0.3}\label{lem:sqr_network} Let $\delta,\epsilon \in (0,\infty)$, $\alpha \in (0,\infty)$, $q\in (2,\infty)$, $ \Phi \in \neu$ satisfy that $\delta = 2^{\frac{-2}{q-2}}\ve ^{\frac{q}{q-2}}$, $\alpha = \lp \frac{\ve}{2}\rp^{\frac{1}{q-2}}$, $\real{\rect}\lp\Phi\rp \in C\lp \R,\R\rp$, $\dep(\Phi) \les \max \left\{\frac{1}{2} \log_2(\delta^{-1})+1,2\right\}$, $\param(\Phi) \les \max\left\{10\log_2\lp \delta^{-1}\rp-7,13\right\}$, $\sup_{x \in \R \setminus [0,1]} | \lp \real_{\rect} \lp \Phi \rp -\rect(x) \right| =0$, and $\sup_{x\in \lb 0,1\rb} |x^2-\lp \real_{\rect} \lp \Phi \rp \rp \lp x\rp | \les \delta$, let $\Psi \in \neu$ be the neural network given by: \begin{align} @@ -304,7 +304,7 @@ Now that we have neural networks that perform the squaring operation inside $\lb &= \lp \frac{\ve}{2}+ \frac{\ve}{2} \rp \left| x \right|^q = \ve \left| x \right|^q \les \ve \max \left\{ 1, \left| x \right|^q \right\} \end{align} -Note that (\ref{6.0.24}), (\ref{6.0.21}) and the fact that $\delta = 2^{\frac{-2}{q-2}}\ve^{\frac{q}{q-2}}$ then tell for all $x \in \lb -\lp \frac{\ve}{2} \rp ^{\frac{-1}{q-2}}, \lp \frac{\ve}{2} \rp ^{\frac{-1}{q-2}} \rb$ it holds that: +Note that (\ref{6.0.24}), (\ref{6.0.21}) and the fact that $\delta = 2^{\frac{-2}{q-2}}\ve^{\frac{q}{q-2}}$ then tell for all $x \in \\ \lb -\lp \frac{\ve}{2} \rp ^{\frac{-1}{q-2}}, \lp \frac{\ve}{2} \rp ^{\frac{-1}{q-2}} \rb$ it holds that: \begin{equation} \begin{aligned}\label{6.0.26} % &\left| x^2-\lp \real_{\rect} \lp \Phi \rp \rp \lp x \rp \right| \\ @@ -379,6 +379,13 @@ This, and the fact that $\delta = 2^{\frac{-2}{q-2}}\ve ^{\frac{q}{q-2}}$ render \caption{Left: $\log_{10}$ of depths for a simulation with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points. Right: The theoretical upper limits over the same range of values} \end{figure} +\begin{figure}[h] + \centering + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Sqr_properties/experimental_params.png} + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Sqr_properties/param_theoretical_upper_limits.png} + \caption{Left: $\log_{10}$ of params for a simulation with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points. Right: The theoretical upper limits over the same range of values} +\end{figure} + % Please add the following required packages to your document preamble: % \usepackage{booktabs} @@ -388,13 +395,13 @@ This, and the fact that $\delta = 2^{\frac{-2}{q-2}}\ve ^{\frac{q}{q-2}}$ render & Min. & 1\textsuperscript{st} Qu. & Median & Mean & 3\textsuperscript{rd} Qu. & Max. \\ \midrule Experimental $|x^2 - \real_{\rect}(\mathsf{Sqr}^{q,\ve})(x)$ & 0.00000 & 0.08943 & 0.33787 & 3.14893 & 4.67465 & 20.00 \\ \midrule Theoretical $|x^2 - \real_{\rect}(\mathsf{Sqr})^{q,\ve}(x)$ & 0.010 & 1.715 & 10.402 & 48.063 & 45.538 & 1250.00 \\ \midrule -Difference & 0.001 & 1.6012 & 9.8655 & 44.9141 & 40.7102 & 1230 +Forward Difference & 0.01 & 1.6012 & 9.8655 & 44.9141 & 40.7102 & 1230 \end{tabular} \caption{Theoretical upper bounds for $L^1$ error, experimental $L^1$ error and their forward difference, with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points.} \end{table} -\subsection{The $\prd$ network} +\subsection{The $\prd^{q,\ve}$ network} We are finally ready to give neural network representations of arbitrary products of real numbers. However, this representation differs somewhat from those found in the literature, especially \cite{grohs2019spacetime}, where parallelization (stacking) is used instead of neural network sums. This will help us calculate $\wid_1$ and the width of the second to last layer. \begin{lemma}\label{prd_network} Let $\delta,\ve \in \lp 0,\infty \rp $, $q\in \lp 2,\infty \rp$, $A_1,A_2,A_3 \in \R^{1\times 2}$, $\Psi \in \neu$ satisfy for all $x\in \R$ that $\delta = \ve \lp 2^{q-1} +1\rp^{-1}$, $A_1 = \lb 1 \quad 1 \rb$, $A_2 = \lb 1 \quad 0 \rb$, $A_3 = \lb 0 \quad 1 \rb$, $\real_{\rect} \in C\lp \R, \R \rp$, $\lp \real_{\rect} \lp \Psi \rp \rp \lp 0\rp = 0$, $0\les \lp \real_{\rect} \lp \Psi \rp \rp \lp x \rp \les \delta+|x|^2$, $|x^2-\lp \real_{\rect}\lp \Psi \rp \rp \lp x \rp |\les \delta \max \{1,|x|^q\}$, $\dep\lp \Psi \rp \les \max\{ 1+\frac{1}{q-2}+\frac{q}{2(q-2)}\log_2 \lp \delta^{-1} \rp ,2\}$, and $\param \lp \Psi \rp \les \max\left\{\lb \frac{40q}{q-2} \rb \log_2\lp \delta^{-1} \rp +\frac{80}{q-2}-28,52\right\}$, then: @@ -558,7 +565,7 @@ Observe next that for $q\in \lp 0,\infty\rp$, $\ve \in \lp 0,\infty \rp$, $\Gamm \begin{remark} Diagrammatically, this can be represented as: \end{remark} -\begin{figure} +\begin{figure}[h] \begin{center} \tikzset{every picture/.style={line width=0.75pt}} %set default line width to 0.75pt @@ -614,11 +621,51 @@ Observe next that for $q\in \lp 0,\infty\rp$, $\ve \in \lp 0,\infty \rp$, $\Gamm \end{tikzpicture} \end{center} -\caption{A neural network diagram of the $\sqr$. } +\caption{Neural network diagram of the $\prd^{q,\ve}$ network.} \end{figure} + +\begin{figure}[h] + \centering + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Prd_properties/experimental_deps.png} + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Prd_properties/dep_theoretical_upper_limits.png} + \caption{Left: $\log_{10}$ of deps for a simulation of $\prd^{q,\ve}$ with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points. Right: The theoretical upper limits over the same range of values.} +\end{figure} + +\begin{figure}[h] + \centering + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Prd_properties/experimental_params.png} + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Prd_properties/param_theoretical_upper_limits.png} + \caption{Left: $\log_{10}$ of params for a simulation of $\prd^{q,\ve}$ with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points. Right: The theoretical upper limits over the same range of values.} +\end{figure} + +\begin{figure}[h] + \centering + \includegraphics[width = \linewidth]{/Users/shakilrafi/R-simulations/Sqr_properties/iso.png} + \caption{Isosurface plot showing $|x^2 - \sqr^{q,\ve}|$ for $q \in [2.1,4]$, $\ve \in [0.01,2]$, and $x \in [-5,5]$ with 50 mesh-points in each.} +\end{figure} + +\begin{table}[h] +\begin{tabular}{l|llllll} +\hline + & Min & 1st. Qu & Median & Mean & 3rd Qu & Max. \\ \hline +Experimental \\ $|x^2 - \inst_{\rect}\lp \sqr^{q,\ve}\rp(x)|$ & 0.0000 & 0.0894 & 0.3378 & 3.1489 & 4.6746 & 20.0000 \\ \hline +Theoretical upper limits for\\ $|x^2 - \mathfrak{R}_{\mathfrak{r}}(\mathsf{Sqr})(x)$ & 0.010 & 1.715 & 10.402 & 48.063 & 45.538 & 1250.000 \\ \hline +\textbf{Forward Difference} & 0.001 & 1.6012 & 9.8655 & 44.9141 & 40.7102 & 1230 \\ \hline +Experimental depths & 2 & 2 & 2 & 2.307 & 2 & 80 \\ \hline +Theoretical upper bound on\\ depths & 2 & 2 & 2 & 2.73 & 2 & 91 \\ \hline +\textbf{Forward Difference} & 0 & 0 & 0 & 0.423 & 0 & 11 \\ \hline +Experimental params & 25 & 25 & 25 & 47.07 & 25 & 5641 \\ \hline +Theoretical upper limit on \\ params & 52 & 52 & 52 & 82.22 & 52 & 6353 \\ \hline +\textbf{Forward Differnce} & 27 & 27 & 27 & 35.16 & 27 & 712 \\ \hline +\end{tabular} +\caption{Table showing the experimental and theoretical $1$-norm difference, depths, and parameter counts respectively for $\sqr^{q,\ve}$ with $q\in [2.1,4]$, $\ve \in [0.01,2]$, and $x \in [-5,5]$ all with $50$ mesh-points, and their forward differences.} +\end{table} + + + \section{Higher Approximations}\label{sec_tun} We take inspiration from the $\sm$ neural network to create the $\prd$ neural network. However, we first need to define a special neural network called \textit{tunneling neural network} to stack two neural networks not of the same length effectively. -\subsection{The $\tun$ Neural Networks and Their Properties} +\subsection{The $\tun^d_n$ Neural Networks and Their Properties} \begin{definition}[R\textemdash,2023, The Tunneling Neural Networks]\label{def:tun} We define the tunneling neural network, denoted as $\tun_n$ for $n\in \N$ by: \begin{align} @@ -722,8 +769,8 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne \end{align} Now for the inductive step assume that for all $n\les N\in \N$, it is the case that $\param\lp \tun_n \rp = 7+6(n-2)$. For the inductive step, we then have: \begin{align} - &\param \lp \tun_{n+1} \rp = \param \lp \tun_n \bullet \id_1 \rp \nonumber\\ - &=\param \lb \lp \lp \begin{bmatrix} + &\param \lp \tun_{n+1} \rp = \param \lp \tun_n \bullet \id_1 \rp =\nonumber\\ + &\param \lb \lp \lp \begin{bmatrix} 1 \\ -1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 @@ -735,8 +782,8 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne 1 & -1 \end{bmatrix}, \begin{bmatrix} 0 - \end{bmatrix}\rp \rp \bullet \id_1 \rb \nonumber \\ - &= \param \lb \lp \lp \begin{bmatrix} + \end{bmatrix}\rp \rp \bullet \id_1 \rb =\nonumber \\ + &\param \lb \lp \lp \begin{bmatrix} 1 \\ -1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 @@ -807,8 +854,8 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne 1 & -1\\ & &\ddots \\ & & & 1 & -1 \end{bmatrix}, \begin{bmatrix} 0 \\ \vdots \\ 0 - \end{bmatrix}\rp \rp \rb \nonumber \\ - &= \param \lb \lp \lp \begin{bmatrix} + \end{bmatrix}\rp \rp \rb =\nonumber \\ + &\param \lb \lp \lp \begin{bmatrix} 1 \\ -1 \\ & \ddots \\ & & 1 \\ & &-1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\\vdots \\ 0\\0 @@ -816,7 +863,7 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne 1 & -1 \\ -1 & 1 \\ & & \ddots \\ & & & 1 & -1 \\ & & & -1 & 1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\ \vdots \\ 0 \\ 0 - \end{bmatrix}\rp, \lp \begin{bmatrix} + \end{bmatrix}\rp, \right. \right.\\ & \left.\left. \lp \begin{bmatrix} 1 &-1 \\ & &\ddots \\ & & & 1 & -1 \end{bmatrix},\begin{bmatrix} 0 \\ \vdots \\ 0 @@ -829,7 +876,7 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne \begin{align} & \param\lp \tun^d_{n+1}\rp = \param \lp \tun_n^d \bullet \id_d\rp \nonumber \\ - & = \param \lb \lp \begin{bmatrix} + = &\param \lb \lp \begin{bmatrix} 1 \\ -1 \\ & \ddots \\ & & 1 \\ & &-1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\ \vdots \\ 0 \\ 0 @@ -837,13 +884,12 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne 1 & -1 \\ -1 & 1 \\ & \ddots \\ & & 1 & -1 \\ & & -1 & 1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\ \vdots \\ 0 \\ 0 - \end{bmatrix} \rp, \hdots, \lp \begin{bmatrix} + \end{bmatrix} \rp, \hdots, \right. \\ &\left. \lp \begin{bmatrix} 1 &-1 \\ & \ddots \\ & & 1 & -1 \end{bmatrix}, \begin{bmatrix} 0 \\ \vdots \\ 0 - \end{bmatrix}\rp \right. \nonumber \\ - & \left. \bullet \id_d \rb \nonumber\\ - & = \param \lb \lp \begin{bmatrix} + \end{bmatrix}\rp \bullet \id_d \rb \nonumber\\ + = &\param \lb \lp \begin{bmatrix} 1 \\ -1 \\ & \ddots \\ & & 1 \\ & &-1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\ \vdots \\ 0 \\ 0 @@ -851,11 +897,11 @@ We take inspiration from the $\sm$ neural network to create the $\prd$ neural ne 1 & -1 \\ -1 & 1 \\ & \ddots \\ & & 1 & -1 \\ & & -1 & 1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\ \vdots \\ 0 \\ 0 - \end{bmatrix} \rp, \hdots, \lp \begin{bmatrix} + \end{bmatrix} \rp, \hdots, \right.\\ &\left.\lp \begin{bmatrix} 1 & -1 \\ -1 & 1 \\ & \ddots \\ & & 1 & -1 \\ & & -1 & 1 \end{bmatrix}, \begin{bmatrix} 0 \\ 0 \\ \vdots \\ 0 \\ 0 - \end{bmatrix} \rp, \right. \nonumber\\ &\left. \lp \begin{bmatrix} + \end{bmatrix} \rp, \lp \begin{bmatrix} 1 &-1 \\ & \ddots \\ & & 1 & -1 \end{bmatrix}, \begin{bmatrix} 0 \\ \vdots \nonumber\\ 0 @@ -872,7 +918,7 @@ This proves Item (iv). Finally, Item (v) is a consequence of Lemma \ref{5.3.2} -\subsection{The $\pwr$ Neural Networks and Their Properties} +\subsection{The $\pwr_n^{q,\ve}$ Neural Networks and Their Properties} \begin{definition}[R\textemdash, 2023, The Power Neural Network]\label{def:pwr} Let $n\in \N$. Let $\delta,\ve \in \lp 0,\infty \rp $, $q\in \lp 2,\infty \rp$, satisfy that $\delta = \ve \lp 2^{q-1} +1\rp^{-1}$. We define the power neural networks $\pwr_n^{q,\ve} \in \neu$, denoted for $n\in \N_0$ as: @@ -1014,7 +1060,7 @@ Let $\mathfrak{p}_i$ for $i \in \{1,2,...\}$ be the set of functions defined for \end{align} This, with the fact that the composition of continuous functions is continuous, the fact the stacking of continuous instantiated neural networks is continuous tells us that $\lp \real_{\rect} \pwr_n \rp \in C \lp \R, \R \rp$ for $n \in \N \cap \lb 2,\infty \rp$. This establishes Item (i). - Note next that by observation $\dep \lp \pwr_0^{q,\ve} \rp=1$ and by Item (iv) of Lemma \ref{idprop}, it is the case that $\dep\lp \id_1 \rp = 2$. By Lemmas $\ref{dep_cpy}$ and $\ref{depthofcomposition}$ it is also the case that: $\dep\lp \prd^{q,\ve} \bullet \lb \tun_{\dep(\pwr^{q,\ve}_{n-1})} \boxminus \pwr^{q,\ve}_{n-1} \rb \bullet \cpy \rp = \dep \lp \prd^{q,\ve} \bullet \lb \tun_{\dep(\pwr^{q,\ve}_{n-1})} \boxminus \pwr^{q,\ve}_{n-1} \rb\rp $. Note also that by Lemma we have that $\dep \lp \tun_{\dep \lp \pwr^{q,\ve}_{n-1}\rp} \boxminus \pwr^{q,\ve}_{n-1}\rp = \dep \lp \pwr^{q,\ve}_{n-1} \rp$. + Note next that by observation $\dep \lp \pwr_0^{q,\ve} \rp=1$ and by Item (iv) of Lemma \ref{idprop}, it is the case that $\dep\lp \id_1 \rp = 2$. By Lemmas $\ref{dep_cpy}$ and $\ref{depthofcomposition}$ it is also the case that\\ $\dep\lp \prd^{q,\ve} \bullet \lb \tun_{\dep(\pwr^{q,\ve}_{n-1})} \boxminus \pwr^{q,\ve}_{n-1} \rb \bullet \cpy \rp = \dep \lp \prd^{q,\ve} \bullet \lb \tun_{\dep(\pwr^{q,\ve}_{n-1})} \boxminus \pwr^{q,\ve}_{n-1} \rb\rp $. Note also that by Lemma we have that $\dep \lp \tun_{\dep \lp \pwr^{q,\ve}_{n-1}\rp} \boxminus \pwr^{q,\ve}_{n-1}\rp = \dep \lp \pwr^{q,\ve}_{n-1} \rp$. This with Lemma \ref{comp_prop} then yields for $n \in \N$ that: \begin{align} \dep \lp \pwr^{q,\ve}_n \rp &= \dep \lp \prd \bullet \lb \tun_{\mathcal{D} \lp \pwr^{q,\ve}_{n-1} \rp } \boxminus \pwr^{q,\ve}_{n-1} \rb \bullet \cpy_{2,1} \rp \nonumber \\ @@ -1174,6 +1220,28 @@ Let $\mathfrak{p}_i$ for $i \in \{1,2,...\}$ be the set of functions defined for \begin{remark}\label{rem:pwr_gets_deeper} Note each power network $\pwr_n^{q,\ve}$ is at least as deep and parameter-rich as the previous power network $\pwr_{n-1}^{q,\ve}$, one differs from the next by one $\prd^{q, \ve}$ network. \end{remark} + +\begin{figure}[h] + \centering + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Pwr_3_properties/experimental_deps.png} + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Pwr_3_properties/dep_theoretical_upper_limits.png} + \caption{Left: $\log_{10}$ of depths for a simulation of $\pwr_3^{q,\ve}$ with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points. Right: The theoretical upper limits over the same range of values} +\end{figure} + +\begin{figure}[h] + \centering + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Pwr_3_properties/experimental_params.png} + \includegraphics[width = 0.45\linewidth]{/Users/shakilrafi/R-simulations/Pwr_3_properties/param_theoretical_upper_limits.png} + \caption{Left: $\log_{10}$ of params for a simulation of $\pwr_3^{q,\ve}$ with $q \in \lb 2.1, 4 \rb $, $\ve \in \lp 0.1, 2 \rb$, and $x \in \lb -5,5 \rb$, all with $50$ mesh-points. Right: The theoretical upper limits over the same range of values} +\end{figure} + +\begin{figure}[h] + \centering + \includegraphics[width = \linewidth]{/Users/shakilrafi/R-simulations/Pwr_3_properties/isosurface.png} + \caption{Isosurface plot showing $|x^3 - \pwr^{q,\ve}_3|$ for $q \in [2.1,4]$, $\ve \in [0.01,2]$, and $x \in [-5,5]$ with 50 mesh-points in each.} +\end{figure} + + \subsection{$\pnm_{n,C}^{q,\ve}$ and Neural Network Polynomials.} \begin{definition}[Neural Network Polynomials] @@ -1403,7 +1471,7 @@ Once we have neural network polynomials, we may take the next leap to transcende \end{align} \end{proof} \begin{lemma}\label{6.2.8} - Let $n\in \N$. Let $\nu_1,\nu_2,...,\nu_n \in \neu$, $\ve_1,\ve_2,...,\ve_n \in \lp 0,\infty \rp$ and $f_1,f_2,...,f_n \in C\lp \R, \R \rp$ such that for all $i \in \{1,2,...,n\}$, and for all $x\in \R$, it is the case that, $\left| f_i\lp x \rp - \real_{\rect} \lp \nu_i \rp\lp x \rp \right| \les \ve_i$. It is then the case for all $x\in \R$, that: + Let $n\in \N$. Let $\nu_1,\nu_2,...,\nu_n \in \neu$, $\ve_1,\ve_2,...,\ve_n \in \lp 0,\infty \rp$ and $f_1,f_2,...,f_n \in C\lp \R, \R \rp$ such that for all $i \in \{1,2,...,n\}$, and for all $x\in \R$, it is the case that,\\ $\left| f_i\lp x \rp - \real_{\rect} \lp \nu_i \rp\lp x \rp \right| \les \ve_i$. It is then the case for all $x\in \R$, that: \begin{align} \left| \sum^n_{i=1} f_i \lp x \rp -\bigoplus^n_{i=1} \lp \real_{\rect}\lp \nu_i \rp \rp \lp x\rp\right| \les \sum_{i=1}^n \ve_i \end{align} @@ -1625,12 +1693,12 @@ Once we have neural network polynomials, we may take the next leap to transcende &\left| \sin\lp x\rp - \inst_{\rect}\lp \sne_n^{q,\ve}\rp\right| \nonumber\\ &= \left| \cos \lp x - \frac{\pi}{2}\rp - \inst_{\rect}\lp \csn_n^{q,\ve}\bullet \aff_{1,-\frac{\pi}{2}}\rp\lp x\rp\right| \nonumber\\ &=\left| \cos \lp x-\frac{x}{2}\rp - \inst_{\rect}\csn_n^{q,\ve}\lp x-\frac{\pi}{2} \rp\right| \nonumber \\ - &\les \sum^n_{i=1} \left| \frac{\lp -1\rp^i}{2i!}\right|\lp \left| \lp x -\frac{\pi}{2}\rp\lp \lp x -\frac{\pi}{2}\rp^{2i-1} - \real_{\rect}\lp \pwr^{q,\ve}_{i-1}\rp\lp x-\frac{\pi}{2}\rp\rp\right| + \ve + |x|^q + \mathfrak{p}_{i-1}^q \rp+ \frac{|x|^{n+1}}{(n+1)!}\nonumber + &\les \sum^n_{i=1} \left| \frac{\lp -1\rp^i}{2i!}\right|\lp \left| \lp x -\frac{\pi}{2}\rp\lp \lp x -\frac{\pi}{2}\rp^{2i-1} - \real_{\rect}\lp \pwr^{q,\ve}_{i-1}\rp\lp x-\frac{\pi}{2}\rp\rp\right| + \ve + |x|^q + \mathfrak{p}_{i-1}^q \rp \nonumber\\&+ \frac{|x|^{n+1}}{(n+1)!}\nonumber \end{align} \end{proof} \begin{remark}\label{rem:pyth_idt} - Note that under these neural network architectures the famous Pythagorean identity $\sin^2\lp x\rp + \cos^2 \lp x\rp = 1$, may be rendered approximately, for fixed $n,q,\ve$ as: $\lb \sqr^{q,\ve}\bullet \csn^{q,\ve}_n \rb \oplus\lb \sqr^{q,\ve}\bullet \sne^{q,\ve}_n\rb$. A full discussion of the associated parameter, depth, and accuracy bounds are beyond the scope of this dissertation, and may be appropriate for future work. + Note that under these neural network architectures the famous Pythagorean identity $\sin^2\lp x\rp + \cos^2 \lp x\rp = 1$, may be rendered approximately, for fixed $n,q,\ve$ as:\\ $\lb \sqr^{q,\ve}\bullet \csn^{q,\ve}_n \rb \oplus\lb \sqr^{q,\ve}\bullet \sne^{q,\ve}_n\rb$. A full discussion of the associated parameter, depth, and accuracy bounds are beyond the scope of this dissertation, and may be appropriate for future work. \end{remark} diff --git a/Dissertation/ann_rep_brownian_motion_monte_carlo.tex b/Dissertation/ann_rep_brownian_motion_monte_carlo.tex index cc29a08..f2b2677 100644 --- a/Dissertation/ann_rep_brownian_motion_monte_carlo.tex +++ b/Dissertation/ann_rep_brownian_motion_monte_carlo.tex @@ -1,6 +1,6 @@ \chapter{ANN representations of Brownian Motion Monte Carlo} -\textbf{This is tentative without any reference to $f$.} - +%\textbf{This is tentative without any reference to $f$.} +We will now take the modified and simplified version of Multi-level Picard introduced in Chapter \ref{chp:2} and show a neural network representation and associated, parameters, depth, and accuracy bounds. However we will also try a different approach in that we will also give a direct neural network representation of the expectation of the stochastic process that Feynman-Kac asserts in Lemma \ref{ues}, and to build up to it we must build the requisite technology in Lemma \ref{mathsfE}, Lemma \ref{UE-prop}, Lemma \ref{UEX}. \begin{lemma}[R\textemdash,2023] Let $d,M \in \N$, $T \in (0,\infty)$ , $\act \in C(\R,\R)$, $ \Gamma \in \neu$, satisfy that $\real_{\act} \lp \mathsf{G}_d \rp \in C \lp \R^d, \R \rp$, for every $\theta \in \Theta$, let $\mathcal{U}^\theta: [0,T] \rightarrow [0,T]$ and $\mathcal{W}^\theta:[0,T] \rightarrow \R^d$ be functions , for every $\theta \in \Theta$, let $U^\theta: [0,T] \rightarrow \R^d \rightarrow \R$ satisfy satisfy for all $t \in [0,T]$, $x \in \R^d$ that: \begin{align} @@ -31,7 +31,7 @@ \begin{align} \mathsf{P}^\theta_t = \bigoplus^M_{k=1} \lb \frac{1}{M} \triangleright \lp \mathsf{G}_d \bullet \aff_{\mathbb{I}_d, \mathcal{W}^{\theta,0,-k}_{T-t}} \rp \rb \end{align} -Note the hypothesis that for all $\theta \in \Theta$, $t \in [0,T]$ it holds that $\mathcal{W}^\theta_t \in \R^d$ and Lemma \ref{5.6.5} applied for every $\theta \in \Theta$ $t \in [0,T]$ with $v \curvearrowleft M$, $ c_{i \in \{u,u+1,...,v\}} \curvearrowleft \lp \frac{1}{M} \rp_{i \in \{u,u+1,...,v\}}$, $\lp B_i \rp _{i \in \{u,u+1,...,v\}} \curvearrowleft \lp \mathcal{W}^{\lp \theta, 0 , -k \rp }_{T-t} \rp_{k \in \{1,2,...,M\}}$, $\lp \nu_i \rp_{i \in \{u,u+1,...,v\}} \curvearrowleft \lp \mathsf{G}_d \rp _{i \in \{u,u+1,...,v\}}$, $\mu \curvearrowleft \Phi^\theta_t$ and with the notation of Lemma \ref{5.6.5} tells us that for all $\theta \in \Theta$, $t \in [0,T]$, and $x \in \R^d$ it holds that: La lala +Note the hypothesis that for all $\theta \in \Theta$, $t \in [0,T]$ it holds that $\mathcal{W}^\theta_t \in \R^d$ and Lemma \ref{5.6.5} applied for every $\theta \in \Theta$ $t \in [0,T]$ with $v \curvearrowleft M$, $ c_{i \in \{u,u+1,...,v\}} \curvearrowleft \lp \frac{1}{M} \rp_{i \in \{u,u+1,...,v\}}$, $\lp B_i \rp _{i \in \{u,u+1,...,v\}} \curvearrowleft \lp \mathcal{W}^{\lp \theta, 0 , -k \rp }_{T-t} \rp_{k \in \{1,2,...,M\}}$, $\lp \nu_i \rp_{i \in \{u,u+1,...,v\}} \curvearrowleft \lp \mathsf{G}_d \rp _{i \in \{u,u+1,...,v\}}$, $\mu \curvearrowleft \Phi^\theta_t$ and with the notation of Lemma \ref{5.6.5} tells us that for all $\theta \in \Theta$, $t \in [0,T]$, and $x \in \R^d$ it holds that: \begin{align}\label{8.0.6} \lay \lp \mathsf{P}^\theta_t \rp = \lp d, M \wid_1 \lp \G \rp, M\wid_2 \lp \G \rp,...,M\wid_{\dep\lp \G \rp -1}\lp \G \rp ,1\rp = \lay \lp \sP^0_0 \rp \in \N^{\dep \lp \G \rp +1} \end{align} @@ -503,8 +503,8 @@ Let $n, N,h\in \N$. Let $\delta,\ve \in \lp 0,\infty \rp $, $q\in \lp 2,\infty \ &= 3\ve +2\ve \left| \mathfrak{u}_d\lp x\rp\right|^q+2\ve \left| \exp \lp \int^b_afdx\rp\right|^q + \ve \left| \exp \lp \int^b_afdx\rp - \mathfrak{e}\right|^q -\mathfrak{e}\mathfrak{u}_d\lp x \rp \nonumber \end{align} \end{proof} -\section{The $\mathsf{UEX}^{N,h,q,\ve}_{n,\mathsf{G}_d,\omega_i}$ network}\label{UEX} -\begin{lemma}[R\textemdash,2023]\label{UE-prop} +\section{The $\mathsf{UEX}^{N,h,q,\ve}_{n,\mathsf{G}_d,\omega_i}$ network} +\begin{lemma}[R\textemdash,2023]\label{UEX} Let $n, N,h\in \N$. Let $\delta,\ve \in \lp 0,\infty \rp $, $q\in \lp 2,\infty \rp$, satisfy that $\delta = \ve \lp 2^{q-1} +1\rp^{-1}$. Let $a\in \lp -\infty,\infty \rp$, $b \in \lb a, \infty \rp$. Let $f:[a,b] \rightarrow \R$ be continuous and have second derivatives almost everywhere in $\lb a,b \rb$. Let $a=x_0 \les x_1\les \cdots \les x_{N-1} \les x_N=b$ such that for all $i \in \{0,1,...,N\}$ it is the case that $h = \frac{b-a}{N}$, and $x_i = x_0+i\cdot h$ . Let $x = \lb x_0 \: x_1\: \cdots \: x_N \rb$ and as such let $f\lp\lb x \rb_{*,*} \rp = \lb f(x_0) \: f(x_1)\: \cdots \: f(x_N) \rb$. Let $\mathsf{E}^{\exp}_{n,h,q,\ve} \in \neu$ be the neural network given by: \begin{align} @@ -627,7 +627,7 @@ Note that for a fixed $T \in \lp 0,\infty \rp$ it is the case that $u_d\lp t,x \ \begin{center} \tikzset{every picture/.style={line width=0.75pt}} %set default line width to 0.75pt -\begin{tikzpicture}[x=0.75pt,y=0.75pt,yscale=-1,xscale=1] +\begin{tikzpicture}[x=0.75pt,y=0.75pt,yscale=-1,xscale=0.9] %uncomment if require: \path (0,475); %set diagram left start at 0, and has a height of 475 %Shape: Rectangle [id:dp5014556157804896] @@ -1050,7 +1050,7 @@ Let $t \in \lp 0,\infty\rp$ and $T \in \lp t,\infty\rp$. Let $\lp \Omega, \mathc \tikzset{every picture/.style={line width=0.75pt}} %set default line width to 0.75pt -\begin{tikzpicture}[x=0.75pt,y=0.75pt,yscale=-0.9,xscale=0.9] +\begin{tikzpicture}[x=0.75pt,y=0.75pt,yscale=-1,xscale=0.9] %uncomment if require: \path (0,475); %set diagram left start at 0, and has a height of 475 %Shape: Rectangle [id:dp5014556157804896] @@ -1215,10 +1215,6 @@ Let $t \in \lp 0,\infty\rp$ and $T \in \lp t,\infty\rp$. Let $\lp \Omega, \mathc \end{remark} -\begin{remark} - It may be helpful to think of this as a very crude form of ensembling. -\end{remark} - diff --git a/Dissertation/appendices.tex b/Dissertation/appendices.tex index 14b48bd..f7f33b9 100644 --- a/Dissertation/appendices.tex +++ b/Dissertation/appendices.tex @@ -51,19 +51,30 @@ Parts of this code have been released on \texttt{CRAN} under the package name \t \lstinputlisting[language = R, style = rstyle, label = Sqr_properties, caption = {R code simulations involving $\sqr$}]{"/Users/shakilrafi/R-simulations/Sqr_properties.R"} -\lstinputlisting[language = R, style = rstyle, label = Pwr, caption = {R code simulations involving $\sqr$}]{"/Users/shakilrafi/R-simulations/Pwr.R"} +\lstinputlisting[language = R, style = rstyle, label = Pwr, caption = {R code for $\pwr^{q,\ve}$ networks}]{"/Users/shakilrafi/R-simulations/Pwr.R"} -\lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\sqr$}]{"/Users/shakilrafi/R-simulations/Pwr_3_properties.R"} +\lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\pwr_3^{q,\ve}$}]{"/Users/shakilrafi/R-simulations/Pwr_3_properties.R"} -\lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\sqr$}]{"/Users/shakilrafi/R-simulations/Nrm.R"} +\lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\nrm^d_1$}]{"/Users/shakilrafi/R-simulations/Nrm.R"} -\lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\sqr$}]{"/Users/shakilrafi/R-simulations/Mxm.R"} +\lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\mxm_d$}]{"/Users/shakilrafi/R-simulations/Mxm.R"} \lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\tay$}]{"/Users/shakilrafi/R-simulations/Tay.R"} \lstinputlisting[language = R, style = rstyle, label = Pwr_3_properties, caption = {R code simulations involving $\etr$}]{"/Users/shakilrafi/R-simulations/Etr.R"} +\newpage + +\begin{center} + \textbf{Vita} +\end{center} + +The author was born in November 1\textsuperscript{st}, 1992 in the city of Dhaka in the heart of Bangladesh. He grew up in the large city with a childhood that included setting things on fire, and very occasionally focusing on mathematics. He failed to achieve his childhood goal of becoming an astronomer however when he entered college at Troy University in 2011 and realized it would involve cold nights outside, and so chose mathematics instead. He has continued his pursuits in mathematics and is now a graduate student at the University of Arkansas trying to graduate. + + + + diff --git a/Dissertation/back_matter.tex b/Dissertation/back_matter.tex new file mode 100644 index 0000000..e69de29 diff --git a/Dissertation/commands.aux b/Dissertation/commands.aux new file mode 100644 index 0000000..33bfc42 --- /dev/null +++ b/Dissertation/commands.aux @@ -0,0 +1,60 @@ +\relax +\providecommand\zref@newlabel[2]{} +\providecommand\hyper@newdestlabel[2]{} +\@setckpt{commands}{ +\setcounter{page}{1} +\setcounter{equation}{0} +\setcounter{enumi}{0} +\setcounter{enumii}{0} +\setcounter{enumiii}{0} +\setcounter{enumiv}{0} +\setcounter{footnote}{0} +\setcounter{mpfootnote}{0} +\setcounter{part}{0} +\setcounter{chapter}{0} +\setcounter{section}{0} +\setcounter{subsection}{0} +\setcounter{subsubsection}{0} +\setcounter{paragraph}{0} +\setcounter{subparagraph}{0} +\setcounter{figure}{0} +\setcounter{table}{0} +\setcounter{@pps}{0} +\setcounter{@ppsavesec}{0} +\setcounter{@ppsaveapp}{0} +\setcounter{AM@survey}{0} +\setcounter{parentequation}{0} +\setcounter{footdir@label}{0} +\setcounter{tmpA}{0} +\setcounter{tmpB}{0} +\setcounter{tmpC}{0} +\setcounter{tmpD}{0} +\setcounter{tmpE}{0} +\setcounter{tmpF}{0} +\setcounter{Hijriday}{0} +\setcounter{Hijrimonth}{0} +\setcounter{Hijriyear}{0} +\setcounter{subfigure}{0} +\setcounter{lofdepth}{1} +\setcounter{subtable}{0} +\setcounter{lotdepth}{1} +\setcounter{section@level}{0} +\setcounter{Item}{0} +\setcounter{Hfootnote}{0} +\setcounter{Hy@AnnotLevel}{0} +\setcounter{bookmark@seq@number}{0} +\setcounter{NAT@ctr}{0} +\setcounter{ALG@line}{0} +\setcounter{ALG@rem}{0} +\setcounter{ALG@nested}{0} +\setcounter{ALG@Lnr}{1} +\setcounter{ALG@blocknr}{1} +\setcounter{ALG@storecount}{0} +\setcounter{ALG@tmpcounter}{0} +\setcounter{@stackindex}{0} +\setcounter{ROWcellindex@}{0} +\setcounter{lstnumber}{1} +\setcounter{theorem}{0} +\setcounter{corollary}{0} +\setcounter{lstlisting}{0} +} diff --git a/Dissertation/conclusions-further-research.tex b/Dissertation/conclusions-further-research.tex index cd45057..6767710 100644 --- a/Dissertation/conclusions-further-research.tex +++ b/Dissertation/conclusions-further-research.tex @@ -4,55 +4,44 @@ We will present three avenues of further research and related work on parameter \section{Further operations and further kinds of neural networks} -Note, for instance, that several classical operations are done on neural networks that have yet to be accounted for in this framework and talked about in the literature. We will discuss one of them \textit{dropout} provide lemmas that may be useful to future research. +Note, for instance, that several classical operations are done on neural networks that have yet to be accounted for in this framework and talked about in the literature. We will discuss two of them \textit{dropout} and \textit{merger} and discuss how they may be brought into this framework. \subsection{Dropout} - +Overfitting presents an important challenge for all machine learning models, including deep learning. There ex \begin{definition}[Hadamard Product] Let $m,n \in \N$. Let $A,B \in \R^{m \times n}$. For all $i \in \{ 1,2,\hdots,m\}$ and $j \in \{ 1,2,\hdots,n\}$ define the Hadamard product $\odot: \R^{m\times n} \times \R^{m \times n} \rightarrow \R^{m \times n}$ as: \begin{align} A \odot B \coloneqq \lb A \odot B \rb _{i,j} = \lb A \rb_{i,j} \times \lb B \rb_{i,j} \quad \forall i,j \end{align} \end{definition} - -\begin{definition}[Scalar product of weights] - Let $\nu \in \neu$, $L\in \N$, $i,j,k \in \N$, and $c\in \R$. Assume also that $\lay \lp \nu\rp = \lp l_0,l_1,l_2,\hdots, l_L\rp$. Assume then that the neural network is given by $\nu = \lp \lp W_1,b_1\rp, \lp W_2,b_2\rp,\hdots, \lp W_L,b_L\rp\rp$. We will denote by $c\circledast^{i,j}\nu$ as the neural network which, for $i \in \N \cap \lb 1,L-1\rb$, $j \in \N \cap \lb 1,l_i\rb$, is given by $c \circledast^{i,j} \nu = \lp \lp W_1,b_1 \rp, \lp W_2,b_2\rp, \hdots,\lp \tilde{W}_i,b_i \rp,\lp \tilde{W}_{i+1},b_{i+1}\rp,\hdots \lp W_L,b_L\rp\rp$ where it is the case that: - \begin{align} - \tilde{W}_i = \lp \mymathbb{k}^{j,j,c-1}_{l_i,l_{i}} + \mathbb{I}_{l_i}\rp W_i - \end{align} -\end{definition} -\begin{definition}[The Dropout Operator] - Let $\nu \in \neu$, $L\in \N$, $i_1,i_2,\hdots, i_k,j,k \in \N$, and $c_1,c_2,\hdots,c_k\in \R$. Assume also that $\lay \lp \nu\rp = \lp l_0,l_1,l_2,\hdots, l_L\rp$. Assume then that the neural network is given by $\nu = \lp \lp W_1,b_1\rp, \lp W_2,b_2\rp,\hdots, \lp W_L,b_L\rp\rp$. We will denote by $\dropout_n^{\unif}\lp \nu \rp$ the neural network that is given by: - \begin{align} - 0\circledast^{i_1,j_1} \lp 0 \circledast^{i_2,j_2}\lp \hdots 0\circledast^{i_n,j_n}\nu \hdots \rp\rp - \end{align} - Where for each $k \in \{1,2,\hdots,n \}$ it is the case that $i \sim \unif \{ 1,L-1\}$ and $j\sim \unif\{1,l_j\} $ -\end{definition} - -We will also define the dropout operator introduced in \cite{srivastava_dropout_2014}. +We will also define the dropout operator introduced in \cite{srivastava_dropout_2014}, and explained further in \cite{Goodfellow-et-al-2016}. \begin{definition}[Realization with dropout] - Let $\nu \in \neu$, $L,n \in \N$, $p \in \lp 0,1\rp$, $\lay \lp \nu\rp = \lp l_0,l_1,\hdots, \l_L\rp$, and that $\nu = \lp \lp W_1,b_1\rp, \lp W_2,b_2\rp, \hdots , \lp W_L,b_L\rp \rp$. Let it be the case that for each $n\in \N$, $\rho_n = \{ x_1,x_2,\hdots,x_n\} \in \R^n$ where for each $i \in \{1,2,\hdots,n\}$ it is the case that $x_i \sim \bern(p)$. We will then denote $\real_{\rect}^{D,p} \lp \nu \rp \in C\lp \R^{\inn\lp \nu\rp},\R^{\out\lp \nu \rp}\rp$, the continuous function given by: + Let $\nu \in \neu$, $L,n \in \N$, $p \in \lp 0,1\rp$, $\lay \lp \nu\rp = \lp l_0,l_1,\hdots, \l_L\rp$, and that $\nu = \lp \lp W_1,b_1\rp, \lp W_2,b_2\rp, \hdots , \lp W_L,b_L\rp \rp$. Let it be the case that for each $n\in \N$, $\rho_n = \{ x_1,x_2,\hdots,x_n\} \in \R^n$ where for each $i \in \{1,2,\hdots,n\}$ it is the case that $x_i \sim \bern(p)$. We will then denote $\real_{\act}^{D,p} \lp \nu \rp \in C\lp \R^{\inn\lp \nu\rp},\R^{\out\lp \nu \rp}\rp$, the continuous function given by: \begin{align} - \real_{\rect}^{D,p}\lp \nu \rp = \rho_{l_L}\odot \rect \lp W_l\lp \rho_{l_{L-1}} \odot \rect \lp W_{L-1}\lp \hdots\rp + b_{L-1}\rp\rp + b_L\rp + \real_{\act}^{D,p}\lp \nu \rp = \rho_{l_L}\odot \act \lp W_l\lp \rho_{l_{L-1}} \odot \act \lp W_{L-1}\lp \hdots\rp + b_{L-1}\rp\rp + b_L\rp \end{align} \end{definition} -Dropout is an example of \textit{ensemble learning}, a form of learning where versions of our model (e.g. random forests or neural networks) are made (e.g. by dropout for neural networks or by enforcing a maximum depth to the trees in our forest), and a weighted average of the predictions of our different models is taken to be the predictive model. That such a model can work, and indeed work well is the subject of \cite{schapire_strength_1990}. +Dropout is an example of \textit{ensemble learning}, a form of learning where versions of our model (e.g. random forests or neural networks) are made (e.g. by dropout for neural networks or by enforcing a maximum depth to the trees in our forest), and a weighted average of the predictions of our different models is taken to be the predictive model. That such a model can work, and indeed work well, is the subject of \cite{schapire_strength_1990}. -\subsection{Further Approximants} +\section{Further Approximants} -In theory the approximation schemes given in the case of $\xpn_n^{q,\ve}, \csn_n^{q,\ve}$, and $\sne_n^{q,\ve}$ given in the previous sections, could be used to approximate more transcendental functions, and identities such as alluded to in Remark \ref{rem:pyth_idt}. Indeed, recent attempts have been made to approximate backwards and forward Euler methods as in \cite{grohs2019spacetime}. In fact, we may this architecture was originally envisioned to approximate, Multi-Level Picard iterations, as seen in \cite{ackermann2023deep}. These neural network methods have been proven to beat the curse of dimensionality in the sense that the size of these networks (parameter and depth counts) grow only polynomially with respect to the desired accuracy. In practice, it remains to be seen whether for larger dimensions, the increased number of operations and architectures to contend with do not make up for the polynomial increase in parameter and depths, especially when it comes to computaiton time. +In theory the approximation schemes given in the case of $\xpn_n^{q,\ve}, \csn_n^{q,\ve}$, and $\sne_n^{q,\ve}$ given in the previous sections, could be used to approximate more transcendental functions, and identities such as alluded to in Remark \ref{rem:pyth_idt}. Indeed, recent attempts have been made to approximate backwards and forward Euler methods as in \cite{grohs2019spacetime}. In fact, this architecture was originally envisioned to approximate, Multi-Level Picard iterations, as seen in \cite{ackermann2023deep}. These neural network methods have been proven to beat the curse of dimensionality in the sense that the size of these networks (parameter and depth counts) grow only polynomially with respect to the desired accuracy. In practice, it remains to be seen whether for larger dimensions, the increased number of operations and architectures to contend with do not make up for the polynomial increase in parameter and depths, especially when it comes to computaiton time. -In a similar note, these architectures have so far lacked a consistent implementation in a widely available programming language. Part of the dissertation work has been focused on implementing these architectures as an $\texttt{R}$ package, available at \texttt{CRAN}. +In a similar vein, these architectures have so far lacked a consistent implementation in a widely available programming language. Part of the dissertation work has been focused on implementing these architectures as an $\texttt{R}$ package, available at \texttt{CRAN}. -\subsection{Algebraic Properties of this Framework} +\section{Algebraic Properties of this Framework} It is quite straightforward to see that the instantiation operation has sufficiently functorial properties, at the very least, when instantiating with the identity function. More specifically consider the category \texttt{Mat} whose objects are natural numbers, $m,n$, and whose arrows $m \xleftarrow{A} n$ are matrices $A \in \R^{m\times n}$, i.e. a continuous function between vector spaces $\R^n$ and $\R^m$ respectively. Consider as well the set of neural networks $\nu \subsetneq \neu$ where $\inn\lp \nu \rp = n$ and $\out\lp \nu \rp = m$. \\ In such a case, note that the instantiation operation preserves the axiom of functoriality, namely that composition is respected under instantiation. Note also that we have alluded to the fact that under neural network composition, with $\id$ (the appropriate one for our dimension) behaves like a monoid under instantiation. -A further exploration of the algebraic properties of this framework could present a fruitful avenue of future study. +Note for example that a neural network analog for derivatives, one that respects the chain rule under instantiation already exist in the literature, e.g. \cite{nn_diff}. Thus there is a growing and rather rich and growing set of algebraic operations that are and have been proposed for neural networks. + + +A further exploration of the algebraic properties of this artificial neural network framework could present a fruitful avenue of future study. This completes this Dissertation. + diff --git a/Dissertation/front_matter.aux b/Dissertation/front_matter.aux new file mode 100644 index 0000000..aa00650 --- /dev/null +++ b/Dissertation/front_matter.aux @@ -0,0 +1,60 @@ +\relax +\providecommand\zref@newlabel[2]{} +\providecommand\hyper@newdestlabel[2]{} +\@setckpt{front_matter}{ +\setcounter{page}{5} +\setcounter{equation}{0} +\setcounter{enumi}{0} +\setcounter{enumii}{0} +\setcounter{enumiii}{0} +\setcounter{enumiv}{0} +\setcounter{footnote}{0} +\setcounter{mpfootnote}{0} +\setcounter{part}{0} +\setcounter{chapter}{0} +\setcounter{section}{0} +\setcounter{subsection}{0} +\setcounter{subsubsection}{0} +\setcounter{paragraph}{0} +\setcounter{subparagraph}{0} +\setcounter{figure}{0} +\setcounter{table}{0} +\setcounter{@pps}{0} +\setcounter{@ppsavesec}{0} +\setcounter{@ppsaveapp}{0} +\setcounter{AM@survey}{0} +\setcounter{parentequation}{0} +\setcounter{footdir@label}{0} +\setcounter{tmpA}{0} +\setcounter{tmpB}{0} +\setcounter{tmpC}{0} +\setcounter{tmpD}{0} +\setcounter{tmpE}{0} +\setcounter{tmpF}{0} +\setcounter{Hijriday}{0} +\setcounter{Hijrimonth}{0} +\setcounter{Hijriyear}{0} +\setcounter{subfigure}{0} +\setcounter{lofdepth}{1} +\setcounter{subtable}{0} +\setcounter{lotdepth}{1} +\setcounter{section@level}{0} +\setcounter{Item}{0} +\setcounter{Hfootnote}{0} +\setcounter{Hy@AnnotLevel}{0} +\setcounter{bookmark@seq@number}{0} +\setcounter{NAT@ctr}{0} +\setcounter{ALG@line}{0} +\setcounter{ALG@rem}{0} +\setcounter{ALG@nested}{0} +\setcounter{ALG@Lnr}{1} +\setcounter{ALG@blocknr}{1} +\setcounter{ALG@storecount}{0} +\setcounter{ALG@tmpcounter}{0} +\setcounter{@stackindex}{0} +\setcounter{ROWcellindex@}{0} +\setcounter{lstnumber}{1} +\setcounter{theorem}{0} +\setcounter{corollary}{0} +\setcounter{lstlisting}{0} +} diff --git a/Dissertation/front_matter.tex b/Dissertation/front_matter.tex new file mode 100644 index 0000000..3fe18e4 --- /dev/null +++ b/Dissertation/front_matter.tex @@ -0,0 +1,142 @@ +\begin{singlespace} +\begin{center} + Artificial Neural Networks Applied to Stochastic Monte Carlo as a Way to Approximate Modified Heat Equations, and Their Associated Parameters, Depths, and Accuracies. +\end{center} +\vspace{0.5cm} +\begin{center} + A dissertation submitted in partial fulfillment \\ +of the requirements for the degree of \\ +Doctor of Philosophy in Mathematics +\end{center} +\vspace{1cm} +\begin{center} + by +\end{center} +\vspace{0.5cm} +\begin{center} + Shakil Ahmed Rafi \\ + Troy University \\ + Bachelor of Science in Mathematics, 2015 \\ + University of Arkansas \\ + Master of Science in Mathematics, 2019 +\end{center} +\vspace{0.5cm} +\begin{center} + May 2024 \\ + University of Arkansas +\end{center} +\vspace{0.5cm} + +This dissertation is approved for recommendation to the Graduate Council. + +\vspace{1.5cm} +\begin{center} +\noindent\hspace*{0cm}\rule{7cm}{0.7pt} \\ +Joshua Lee Padgett, Ph.D.\\ +Dissertation Director +\end{center} +\vspace{1cm} + +\begin{minipage}{0.5\textwidth} +\begin{center} +\noindent\hspace*{0cm}\rule{7cm}{0.7pt} \\ +Ukash Nakarmi, Ph.D.\\ +Committee Member +\end{center} +\end{minipage} +\begin{raggedleft} +\begin{minipage}{0.5\textwidth} +\begin{center} +\noindent\hspace*{0cm}\rule{7cm}{0.7pt} \\ +Jiahui Chen, Ph.D.\\ +Committee Member +\end{center} +\end{minipage} +\end{raggedleft} + +\vspace{0.5cm} +\begin{center} +\noindent\hspace*{0cm}\rule{7cm}{0.7pt} \\ +Tulin Kaman, Ph.D.\\ +Committee Member +\end{center} +\vspace{1cm} + +\newpage +\begin{center} + \textbf{Abstract} +\end{center} +This dissertation seeks to explore a certain calculus for artificial neural networks. Specifically we will be looking at versions of the heat equation, and exploring strategies on how to approximate them. +\\~\\ +Our strategy towards the beginning will be to take a technique called Multi-Level Picard (MLP), and present a simplified version of it showing that it converges to a solution of the equation $\lp \frac{\partial}{\partial t}u_d\rp\lp t,x\rp = \lp \nabla^2_x u_d\rp\lp t,x\rp$. +\\~\\ +We will then take a small detour exploring the viscosity super-solution properties of solutions to such equations. It is here that we will first encounter Feynman-Kac, and see that solutions to these equations can be expressed the expected value of a certain stochastic integral. +\\~\\ +The final and last part of the dissertation will be dedicated to expanding a certain neural network framework. We will build on this framework by introducing new operations, namely raising to a power, and use this to build out neural network polynomials. This opens the gateway for approximating transcendental functions such as $\exp\lp x\rp,\sin\lp x\rp$, and $\cos\lp x\rp$. This, coupled with a trapezoidal rule mechanism for integration allows us to approximate expressions of the form $\exp \lp \int_a^b \square dt\rp$. +\\~\\ +We will, in the last chapter, look at how the technology of neural networks developed in the previous two chapters work towards approximating the expression that Feynman-Kac asserts must be the solution to these modified heat equations. We will then end by giving approximate bounds for the error in the Monte Carlo method. All the while we will maintain that the parameter estimates and depth estimates remain polynomial on $\frac{1}{\ve}$. +\\~\\ +As an added bonus we will also look at the simplified MLP technque from the previous chapters of this dissertation and show that yes, they can indeed be approximated with artificial neural networks, and that yes, they can be done so with neural networks whose parameters and depth counts grow only polynomially on $\frac{1}{\ve}$. +\\~\\ +Our appendix will contain code listings of these neural network operations, some of the architectures, and some small scale simulation results. +\newpage + +\begin{center} + \vspace*{\fill} + \copyright 2024 Shakil Ahmed Rafi \\ + All rights reserved. + \vspace*{\fill} +\end{center} +\newpage +\begin{center} + \textbf{Acknowledgements} +\end{center} +I would like to acknowledge my advisor Dr. Joshua Padgett who has been instrumental in me Ph.D. journey. I am incredibly thankful for him taking the time out of his busy schedule to meet with me over the weekends and helping me finish my dissertation. Without his help, guidance, and patience I would never have been where I am today. You not only taught me mathematics, but also how to be a mathematician. Thank you. +\\~\\ +I would also like to thank my department, and everyone there, including, but not limited to Dr. Andrew Raich, for his incredible patience and helpful guidance throughout the years. I would also like to thank Dr. Ukash Nakarmi for the excellent collaboartions I've had. I would also to Egan Meaux for all the little things he does to keep the department going. +\\~\\ +I would like to acknowledge Marufa Mumu for believing in me when I didn't. You really made the last few months of writing this dissertation, less painful. +\\~\\ +I would like to acknowledge my cat, a beautiful Turkish Angora, Tommy. He was pretty useless, but stroking his fur made me stress a little less. +\\~\\ +Finally, I would like to thank Valetta Ventures, Inc. and their product Texifier. It is marvel of software engineering and made the process of creating this dissertation much less painful than it already was. +\newpage + +\begin{center} + \vspace*{\fill} + Dedicated to my grandparents, \\ + M.A. Hye, M.A., \& Nilufar Hye\\ + who would've love to see this but can't; \\ + to my parents, \\ + Kamal Uddin Ahmed, M.A., \& Shahnaz Parveen, M.A.,\\ + who kept faith in me, always; \\ + and finally to my brothers, \\ + Wakil Ahmed Shabi, BBA \& Nabeel Ahmed Sami, B.Eng., \\ + for whom I have been too imperfect a role model.\\ + + + + + \vspace*{\fill} +\end{center} + +\newpage + +\begin{center} + \vspace*{\fill} + \textit{Read, in the name of your Lord}\\ + \textemdash Surah Al-Alaq:1\\~\\ + \textit{The conquest of nature must be achieved with number and measure.} \\ + \textemdash Ren\'e Descartes \\ + \vspace*{\fill} +\end{center} + +\newpage + + + + + + + +\end{singlespace} \ No newline at end of file diff --git a/Dissertation/main.aux b/Dissertation/main.aux index 65af537..e69de29 100644 --- a/Dissertation/main.aux +++ b/Dissertation/main.aux @@ -1,200 +0,0 @@ -\relax -\providecommand\hyper@newdestlabel[2]{} -\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument} -\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined -\global\let\oldnewlabel\newlabel -\gdef\newlabel#1#2{\newlabelxx{#1}#2} -\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}} -\AtEndDocument{\ifx\hyper@anchor\@undefined -\let\newlabel\oldnewlabel -\fi} -\fi} -\global\let\hyper@last\relax -\gdef\HyperFirstAtBeginDocument#1{#1} -\providecommand\HyField@AuxAddToFields[1]{} -\providecommand\HyField@AuxAddToCoFields[2]{} -\@writefile{toc}{\contentsline {part}{I\hspace {1em}On Convergence of Brownian Motion Monte Carlo}{4}{part.1}\protected@file@percent } -\@input{Introduction.aux} -\@input{Brownian_motion_monte_carlo.aux} -\@input{u_visc_sol.aux} -\@input{brownian_motion_monte_carlo_non_linear_case.aux} -\@writefile{toc}{\contentsline {part}{II\hspace {1em}A Structural Description of Artificial Neural Networks}{61}{part.2}\protected@file@percent } -\@input{neural_network_introduction.aux} -\@input{ann_product.aux} -\@input{modified_mlp_associated_nn.aux} -\@input{categorical_neural_network.aux} -\@writefile{toc}{\contentsline {chapter}{\numberline {9}ANN first approximations}{133}{chapter.9}\protected@file@percent } -\@writefile{lof}{\addvspace {10\p@ }} -\@writefile{lot}{\addvspace {10\p@ }} -\@writefile{toc}{\contentsline {section}{\numberline {9.1}Activation Function as Neural Networks}{133}{section.9.1}\protected@file@percent } -\newlabel{actnn}{{9.1.1}{133}{Activation ANN}{theorem.9.1.1}{}} -\newlabel{actnn@cref}{{[definition][1][9,1]9.1.1}{[1][133][]133}} -\newlabel{7.1.2}{{9.1.2}{133}{}{theorem.9.1.2}{}} -\newlabel{7.1.2@cref}{{[lemma][2][9,1]9.1.2}{[1][133][]133}} -\newlabel{6.0.3}{{9.1.3}{133}{}{theorem.9.1.3}{}} -\newlabel{6.0.3@cref}{{[lemma][3][9,1]9.1.3}{[1][133][]133}} -\citation{grohs2019spacetime} -\@writefile{toc}{\contentsline {section}{\numberline {9.2}ANN Representations for One-Dimensional Identity}{134}{section.9.2}\protected@file@percent } -\newlabel{7.2.1}{{9.2.1}{134}{Identity Neural Network}{theorem.9.2.1}{}} -\newlabel{7.2.1@cref}{{[definition][1][9,2]9.2.1}{[1][134][]134}} -\newlabel{7.2.2}{{9.2.2}{135}{Identity Neural Network}{equation.9.2.2}{}} -\newlabel{7.2.2@cref}{{[equation][2][9,2]9.2.2}{[1][134][]135}} -\newlabel{idprop}{{9.2.2}{135}{}{theorem.9.2.2}{}} -\newlabel{idprop@cref}{{[lemma][2][9,2]9.2.2}{[1][135][]135}} -\newlabel{7.2.3}{{9.2.3}{136}{}{theorem.9.2.3}{}} -\newlabel{7.2.3@cref}{{[lemma][3][9,2]9.2.3}{[1][136][]136}} -\newlabel{7.2.8}{{9.2.8}{137}{ANN Representations for One-Dimensional Identity}{equation.9.2.8}{}} -\newlabel{7.2.8@cref}{{[equation][8][9,2]9.2.8}{[1][137][]137}} -\@writefile{toc}{\contentsline {section}{\numberline {9.3}Modulus of Continuity}{142}{section.9.3}\protected@file@percent } -\newlabel{9.3.1}{{9.3.1}{142}{}{equation.9.3.1}{}} -\newlabel{9.3.1@cref}{{[equation][1][9,3]9.3.1}{[1][142][]142}} -\newlabel{lem:9.3.3}{{9.3.3}{142}{}{theorem.9.3.3}{}} -\newlabel{lem:9.3.3@cref}{{[lemma][3][9,3]9.3.3}{[1][142][]142}} -\@writefile{toc}{\contentsline {section}{\numberline {9.4}Linear Interpolation of real-valued functions}{143}{section.9.4}\protected@file@percent } -\@writefile{toc}{\contentsline {subsection}{\numberline {9.4.1}The Linear Interpolation Operator}{143}{subsection.9.4.1}\protected@file@percent } -\newlabel{lio}{{9.4.1}{143}{Linear Interpolation Operator}{theorem.9.4.1}{}} -\newlabel{lio@cref}{{[definition][1][9,4]9.4.1}{[1][143][]143}} -\newlabel{7.3.1}{{9.4.1}{143}{}{equation.9.4.1}{}} -\newlabel{7.3.1@cref}{{[equation][1][9,4]9.4.1}{[1][143][]143}} -\newlabel{7.3.2}{{9.4.2}{143}{}{equation.9.4.2}{}} -\newlabel{7.3.2@cref}{{[equation][2][9,4]9.4.2}{[1][143][]143}} -\newlabel{lem:9.4.3}{{9.4.3}{144}{}{theorem.9.4.3}{}} -\newlabel{lem:9.4.3@cref}{{[lemma][3][9,4]9.4.3}{[1][144][]144}} -\@writefile{toc}{\contentsline {subsection}{\numberline {9.4.2}Neural Networks to approximate the $\lin $ operator}{144}{subsection.9.4.2}\protected@file@percent } -\newlabel{7.3.3}{{9.4.4}{144}{}{theorem.9.4.4}{}} -\newlabel{7.3.3@cref}{{[lemma][4][9,4]9.4.4}{[1][144][]144}} -\citation{Grohs_2022} -\newlabel{9.3.4}{{9.4.5}{145}{}{theorem.9.4.5}{}} -\newlabel{9.3.4@cref}{{[lemma][5][9,4]9.4.5}{[1][145][]145}} -\newlabel{7.3.5}{{9.4.7}{145}{}{equation.9.4.7}{}} -\newlabel{7.3.5@cref}{{[equation][7][9,4]9.4.7}{[1][145][]145}} -\newlabel{7.3.6}{{9.4.8}{145}{Neural Networks to approximate the $\lin $ operator}{equation.9.4.8}{}} -\newlabel{7.3.6@cref}{{[equation][8][9,4]9.4.8}{[1][145][]145}} -\citation{Grohs_2022} -\newlabel{7.3.8}{{9.4.10}{146}{Neural Networks to approximate the $\lin $ operator}{equation.9.4.10}{}} -\newlabel{7.3.8@cref}{{[equation][10][9,4]9.4.10}{[1][146][]146}} -\newlabel{7.3.10.2}{{9.4.11}{146}{Neural Networks to approximate the $\lin $ operator}{equation.9.4.11}{}} -\newlabel{7.3.10.2@cref}{{[equation][11][9,4]9.4.11}{[1][146][]146}} -\newlabel{7.3.10}{{9.4.12}{146}{}{equation.9.4.12}{}} -\newlabel{7.3.10@cref}{{[equation][12][9,4]9.4.12}{[1][146][]146}} -\newlabel{7.3.13}{{9.4.15}{147}{Neural Networks to approximate the $\lin $ operator}{equation.9.4.15}{}} -\newlabel{7.3.13@cref}{{[equation][15][9,4]9.4.15}{[1][146][]147}} -\newlabel{7.3.14}{{9.4.16}{147}{}{equation.9.4.16}{}} -\newlabel{7.3.14@cref}{{[equation][16][9,4]9.4.16}{[1][147][]147}} -\@writefile{toc}{\contentsline {section}{\numberline {9.5}Neural network approximation of 1-dimensional functions.}{148}{section.9.5}\protected@file@percent } -\newlabel{lem:9.5.1}{{9.5.1}{148}{}{theorem.9.5.1}{}} -\newlabel{lem:9.5.1@cref}{{[lemma][1][9,5]9.5.1}{[1][148][]148}} -\newlabel{lem:9.5.2}{{9.5.2}{149}{}{theorem.9.5.2}{}} -\newlabel{lem:9.5.2@cref}{{[lemma][2][9,5]9.5.2}{[1][149][]149}} -\newlabel{(9.5.4)}{{9.5.4}{150}{Neural network approximation of 1-dimensional functions}{equation.9.5.4}{}} -\newlabel{(9.5.4)@cref}{{[equation][4][9,5]9.5.4}{[1][149][]150}} -\@writefile{toc}{\contentsline {section}{\numberline {9.6}$\trp ^h$ and neural network approximations for the trapezoidal rule.}{151}{section.9.6}\protected@file@percent } -\newlabel{(9.6.3)}{{9.6.3}{152}{}{equation.9.6.3}{}} -\newlabel{(9.6.3)@cref}{{[equation][3][9,6]9.6.3}{[1][152][]152}} -\newlabel{(9.6.6)}{{9.6.6}{153}{$\trp ^h$ and neural network approximations for the trapezoidal rule}{equation.9.6.6}{}} -\newlabel{(9.6.6)@cref}{{[equation][6][9,6]9.6.6}{[1][153][]153}} -\@writefile{toc}{\contentsline {section}{\numberline {9.7}Linear interpolation for multi-dimensional functions}{154}{section.9.7}\protected@file@percent } -\@writefile{toc}{\contentsline {subsection}{\numberline {9.7.1}The $\nrm ^d_1$ and $\mxm ^d$ networks}{154}{subsection.9.7.1}\protected@file@percent } -\newlabel{(9.7.1)}{{9.7.1}{154}{The $\nrm _1^d$ neural network}{equation.9.7.1}{}} -\newlabel{(9.7.1)@cref}{{[equation][1][9,7]9.7.1}{[1][154][]154}} -\newlabel{9.7.2}{{9.7.2}{154}{}{theorem.9.7.2}{}} -\newlabel{9.7.2@cref}{{[lemma][2][9,7]9.7.2}{[1][154][]154}} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\newlabel{9.7.6}{{9.7.10}{157}{Maxima ANN representations}{equation.9.7.10}{}} -\newlabel{9.7.6@cref}{{[equation][10][9,7]9.7.10}{[1][156][]157}} -\newlabel{9.7.4}{{9.7.4}{157}{}{theorem.9.7.4}{}} -\newlabel{9.7.4@cref}{{[lemma][4][9,7]9.7.4}{[1][157][]157}} -\newlabel{9.7.7}{{9.7.11}{157}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.11}{}} -\newlabel{9.7.7@cref}{{[equation][11][9,7]9.7.11}{[1][157][]157}} -\newlabel{9.7.8}{{9.7.12}{157}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.12}{}} -\newlabel{9.7.8@cref}{{[equation][12][9,7]9.7.12}{[1][157][]157}} -\citation{grohs2019spacetime} -\newlabel{9.7.10}{{9.7.14}{158}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.14}{}} -\newlabel{9.7.10@cref}{{[equation][14][9,7]9.7.14}{[1][158][]158}} -\newlabel{9.7.11}{{9.7.15}{158}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.15}{}} -\newlabel{9.7.11@cref}{{[equation][15][9,7]9.7.15}{[1][158][]158}} -\newlabel{9.7.12}{{9.7.16}{158}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.16}{}} -\newlabel{9.7.12@cref}{{[equation][16][9,7]9.7.16}{[1][158][]158}} -\newlabel{9.7.13}{{9.7.17}{158}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.17}{}} -\newlabel{9.7.13@cref}{{[equation][17][9,7]9.7.17}{[1][158][]158}} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\newlabel{9.7.15}{{9.7.19}{159}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.19}{}} -\newlabel{9.7.15@cref}{{[equation][19][9,7]9.7.19}{[1][158][]159}} -\newlabel{9.7.16}{{9.7.20}{159}{The $\nrm ^d_1$ and $\mxm ^d$ networks}{equation.9.7.20}{}} -\newlabel{9.7.16@cref}{{[equation][20][9,7]9.7.20}{[1][159][]159}} -\citation{grohs2019spacetime} -\@writefile{toc}{\contentsline {subsection}{\numberline {9.7.2}The $\mxm ^d$ neural network and maximum convolutions }{160}{subsection.9.7.2}\protected@file@percent } -\newlabel{(9.7.5)}{{9.7.5}{160}{}{theorem.9.7.5}{}} -\newlabel{(9.7.5)@cref}{{[lemma][5][9,7]9.7.5}{[1][160][]160}} -\newlabel{9.7.20}{{9.7.26}{160}{}{equation.9.7.26}{}} -\newlabel{9.7.20@cref}{{[equation][26][9,7]9.7.26}{[1][160][]160}} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\citation{grohs2019spacetime} -\@writefile{toc}{\contentsline {subsection}{\numberline {9.7.3}Lipschitz function approximations}{164}{subsection.9.7.3}\protected@file@percent } -\newlabel{(9.7.6)}{{9.7.3}{164}{Lipschitz function approximations}{subsection.9.7.3}{}} -\newlabel{(9.7.6)@cref}{{[subsection][3][9,7]9.7.3}{[1][164][]164}} -\newlabel{9.7.30}{{9.7.41}{164}{}{equation.9.7.41}{}} -\newlabel{9.7.30@cref}{{[equation][41][9,7]9.7.41}{[1][164][]164}} -\newlabel{9.7.31}{{9.7.42}{165}{}{equation.9.7.42}{}} -\newlabel{9.7.31@cref}{{[equation][42][9,7]9.7.42}{[1][165][]165}} -\newlabel{9.7.32}{{9.7.43}{165}{Lipschitz function approximations}{equation.9.7.43}{}} -\newlabel{9.7.32@cref}{{[equation][43][9,7]9.7.43}{[1][165][]165}} -\newlabel{9.7.33}{{9.7.44}{165}{Lipschitz function approximations}{equation.9.7.44}{}} -\newlabel{9.7.33@cref}{{[equation][44][9,7]9.7.44}{[1][165][]165}} -\newlabel{9.7.6.1}{{9.7.6.1}{166}{}{corollary.9.7.6.1}{}} -\newlabel{9.7.6.1@cref}{{[corollary][1][]9.7.6.1}{[1][166][]166}} -\@writefile{toc}{\contentsline {subsection}{\numberline {9.7.4}Explicit ANN approximations }{167}{subsection.9.7.4}\protected@file@percent } -\newlabel{(9.7.42)}{{9.7.53}{167}{}{equation.9.7.53}{}} -\newlabel{(9.7.42)@cref}{{[equation][53][9,7]9.7.53}{[1][167][]167}} -\newlabel{9.7.43}{{9.7.54}{167}{Explicit ANN approximations}{equation.9.7.54}{}} -\newlabel{9.7.43@cref}{{[equation][54][9,7]9.7.54}{[1][167][]167}} -\newlabel{(9.7.44)}{{9.7.55}{167}{Explicit ANN approximations}{equation.9.7.55}{}} -\newlabel{(9.7.44)@cref}{{[equation][55][9,7]9.7.55}{[1][167][]167}} -\@writefile{toc}{\contentsline {part}{III\hspace {1em}A deep-learning solution for $u$ and Brownian motions}{169}{part.3}\protected@file@percent } -\@input{ann_rep_brownian_motion_monte_carlo.aux} -\citation{*} -\bibdata{Dissertation.bib} -\bibcite{bass_2011}{{1}{2011}{{Bass}}{{}}} -\bibcite{Beck_2021}{{2}{2021a}{{Beck et~al.}}{{}}} -\bibcite{BHJ21}{{3}{2021b}{{Beck et~al.}}{{}}} -\bibcite{bhj20}{{4}{2021c}{{Beck et~al.}}{{}}} -\bibcite{crandall_lions}{{5}{1992}{{Crandall et~al.}}{{}}} -\bibcite{da_prato_zabczyk_2002}{{6}{2002}{{Da~Prato and Zabczyk}}{{}}} -\bibcite{durrett2019probability}{{7}{2019}{{Durrett}}{{}}} -\bibcite{golub2013matrix}{{8}{2013}{{Golub and Van~Loan}}{{}}} -\bibcite{grohsetal}{{9}{2018}{{Grohs et~al.}}{{}}} -\bibcite{grohs2019spacetime}{{10}{2023}{{Grohs et~al.}}{{}}} -\bibcite{Grohs_2022}{{11}{2022}{{Grohs et~al.}}{{}}} -\bibcite{Gyngy1996ExistenceOS}{{12}{1996}{{Gy{\"o}ngy and Krylov}}{{}}} -\bibcite{hutzenthaler_overcoming_2020}{{13}{2020a}{{Hutzenthaler et~al.}}{{}}} -\bibcite{hutzenthaler_strong_2021}{{14}{2021}{{Hutzenthaler et~al.}}{{}}} -\bibcite{hjw2020}{{15}{2020b}{{Hutzenthaler et~al.}}{{}}} -\bibcite{Ito1942a}{{16}{1942a}{{It\^o}}{{}}} -\bibcite{Ito1946}{{17}{1942b}{{It\^o}}{{}}} -\bibcite{karatzas1991brownian}{{18}{1991}{{Karatzas and Shreve}}{{}}} -\bibcite{rio_moment_2009}{{19}{2009}{{Rio}}{{}}} -\bibstyle{apalike} -\@writefile{toc}{\contentsline {chapter}{Appendices}{180}{section*.3}\protected@file@percent } -\newlabel{pythoncode}{{1}{181}{Python Code}{lstlisting.a..1}{}} -\newlabel{pythoncode@cref}{{[lstlisting][1][0]1}{[1][181][]181}} -\@writefile{lol}{\contentsline {lstlisting}{\numberline {1}Python Code}{181}{lstlisting.a..1}\protected@file@percent } -\newlabel{pythoncode}{{2}{183}{Python Code}{lstlisting.a..2}{}} -\newlabel{pythoncode@cref}{{[lstlisting][2][0]2}{[1][183][]183}} -\@writefile{lol}{\contentsline {lstlisting}{\numberline {2}Python Code}{183}{lstlisting.a..2}\protected@file@percent } -\gdef \@abspage@last{185} diff --git a/Dissertation/main.bbl b/Dissertation/main.bbl index 07097c3..e69de29 100644 --- a/Dissertation/main.bbl +++ b/Dissertation/main.bbl @@ -1,120 +0,0 @@ -\begin{thebibliography}{} - -\bibitem[Bass, 2011]{bass_2011} -Bass, R.~F. (2011). -\newblock {\em Brownian Motion}, page 6–12. -\newblock Cambridge Series in Statistical and Probabilistic Mathematics. - Cambridge University Press. - -\bibitem[Beck et~al., 2021a]{Beck_2021} -Beck, C., Gonon, L., Hutzenthaler, M., and Jentzen, A. (2021a). -\newblock On existence and uniqueness properties for solutions of stochastic - fixed point equations. -\newblock {\em Discrete \& Continuous Dynamical Systems - B}, 26(9):4927. - -\bibitem[Beck et~al., 2021b]{BHJ21} -Beck, C., Hutzenthaler, M., and Jentzen, A. (2021b). -\newblock On nonlinear {Feynman}{\textendash}{Kac} formulas for viscosity - solutions of semilinear parabolic partial differential equations. -\newblock {\em Stochastics and Dynamics}, 21(08). - -\bibitem[Beck et~al., 2021c]{bhj20} -Beck, C., Hutzenthaler, M., and Jentzen, A. (2021c). -\newblock On nonlinear feynman–kac formulas for viscosity solutions of - semilinear parabolic partial differential equations. -\newblock {\em Stochastics and Dynamics}, 21(08):2150048. - -\bibitem[Crandall et~al., 1992]{crandall_lions} -Crandall, M.~G., Ishii, H., and Lions, P.-L. (1992). -\newblock User’s guide to viscosity solutions of second order partial - differential equations. -\newblock {\em Bull. Amer. Math. Soc.}, 27(1):1--67. - -\bibitem[Da~Prato and Zabczyk, 2002]{da_prato_zabczyk_2002} -Da~Prato, G. and Zabczyk, J. (2002). -\newblock {\em Second Order Partial Differential Equations in Hilbert Spaces}. -\newblock London Mathematical Society Lecture Note Series. Cambridge University - Press. - -\bibitem[Durrett, 2019]{durrett2019probability} -Durrett, R. (2019). -\newblock {\em Probability: Theory and Examples}. -\newblock Cambridge Series in Statistical and Probabilistic Mathematics. - Cambridge University Press. - -\bibitem[Golub and Van~Loan, 2013]{golub2013matrix} -Golub, G. and Van~Loan, C. (2013). -\newblock {\em Matrix Computations}. -\newblock Johns Hopkins Studies in the Mathematical Sciences. Johns Hopkins - University Press. - -\bibitem[Grohs et~al., 2018]{grohsetal} -Grohs, P., Hornung, F., Jentzen, A., and von Wurstemberger, P. (2018). -\newblock {A proof that artificial neural networks overcome the curse of - dimensionality in the numerical approximation of Black-Scholes partial - differential equations}. -\newblock Papers 1809.02362, arXiv.org. - -\bibitem[Grohs et~al., 2023]{grohs2019spacetime} -Grohs, P., Hornung, F., Jentzen, A., and Zimmermann, P. (2023). -\newblock Space-time error estimates for deep neural network approximations for - differential equations. -\newblock {\em Advances in Computational Mathematics}, 49(1):4. - -\bibitem[Grohs et~al., 2022]{Grohs_2022} -Grohs, P., Jentzen, A., and Salimova, D. (2022). -\newblock Deep neural network approximations for solutions of {PDEs} based on - monte carlo algorithms. -\newblock {\em Partial Differential Equations and Applications}, 3(4). - -\bibitem[Gy{\"o}ngy and Krylov, 1996]{Gyngy1996ExistenceOS} -Gy{\"o}ngy, I. and Krylov, N.~V. (1996). -\newblock Existence of strong solutions for {It\^o}'s stochastic equations via - approximations. -\newblock {\em Probability Theory and Related Fields}, 105:143--158. - -\bibitem[Hutzenthaler et~al., 2020a]{hutzenthaler_overcoming_2020} -Hutzenthaler, M., Jentzen, A., Kruse, T., Anh~Nguyen, T., and von - Wurstemberger, P. (2020a). -\newblock Overcoming the curse of dimensionality in the numerical approximation - of semilinear parabolic partial differential equations. -\newblock {\em Proceedings of the Royal Society A: Mathematical, Physical and - Engineering Sciences}, 476(2244):20190630. - -\bibitem[Hutzenthaler et~al., 2021]{hutzenthaler_strong_2021} -Hutzenthaler, M., Jentzen, A., Kuckuck, B., and Padgett, J.~L. (2021). -\newblock Strong {$L^p$}-error analysis of nonlinear {Monte} {Carlo} - approximations for high-dimensional semilinear partial differential - equations. -\newblock Technical Report arXiv:2110.08297, arXiv. -\newblock arXiv:2110.08297 [cs, math] type: article. - -\bibitem[Hutzenthaler et~al., 2020b]{hjw2020} -Hutzenthaler, M., Jentzen, A., and von Wurstemberger~Wurstemberger (2020b). -\newblock {Overcoming the curse of dimensionality in the approximative pricing - of financial derivatives with default risks}. -\newblock {\em Electronic Journal of Probability}, 25(none):1 -- 73. - -\bibitem[It\^o, 1942a]{Ito1942a} -It\^o, K. (1942a). -\newblock Differential equations determining {Markov} processes (original in - {Japanese}). -\newblock {\em Zenkoku Shijo Sugaku Danwakai}, 244(1077):1352--1400. - -\bibitem[It\^o, 1942b]{Ito1946} -It\^o, K. (1942b). -\newblock On a stochastic integral equation. -\newblock {\em Proc. Imperial Acad. Tokyo}, 244(1077):1352--1400. - -\bibitem[Karatzas and Shreve, 1991]{karatzas1991brownian} -Karatzas, I. and Shreve, S. (1991). -\newblock {\em Brownian Motion and Stochastic Calculus}. -\newblock Graduate Texts in Mathematics (113) (Book 113). Springer New York. - -\bibitem[Rio, 2009]{rio_moment_2009} -Rio, E. (2009). -\newblock Moment {Inequalities} for {Sums} of {Dependent} {Random} {Variables} - under {Projective} {Conditions}. -\newblock {\em J Theor Probab}, 22(1):146--163. - -\end{thebibliography} diff --git a/Dissertation/main.bib b/Dissertation/main.bib index 76a0b97..b164598 100644 --- a/Dissertation/main.bib +++ b/Dissertation/main.bib @@ -294,13 +294,12 @@ Publisher: Nature Publishing Group}, file = {Full Text PDF:/Users/shakilrafi/Zotero/storage/EKLDKE65/Tsaban et al. - 2022 - Harnessing protein folding neural networks for pep.pdf:application/pdf}, } -@article{davies_signature_2021, - title={The signature and cusp geometry of hyperbolic knots}, - author={Alex Davies and Andr'as Juh'asz and Marc Lackenby and Nenad Tomasev}, - journal={ArXiv}, - year={2021}, - volume={abs/2111.15323}, - url={https://api.semanticscholar.org/CorpusID:244729717} +@article{davies_signature_2022, + title = {The signature and cusp geometry of hyperbolic knots}, + journal = {Geometry and Topology}, + author = {Davies, A and Juhasz, A and Lackenby, M and Tomasev, N}, + year = {2022}, + note = {Publisher: Mathematical Sciences Publishers}, } @article{zhao_space-based_2023, @@ -581,6 +580,19 @@ archivePrefix = {arXiv}, url = {https://dplyr.tidyverse.org}, } +@INPROCEEDINGS{nn_diff, + author={Berner, Julius and Elbrächter, Dennis and Grohs, Philipp and Jentzen, Arnulf}, + booktitle={2019 13th International conference on Sampling Theory and Applications (SampTA)}, + title={Towards a regularity theory for ReLU networks – chain rule and global error estimates}, + year={2019}, + volume={}, + number={}, + pages={1-5}, + keywords={Neural networks;Standards;Approximation methods;Machine learning;Partial differential equations;Level set}, + doi={10.1109/SampTA45681.2019.9031005}} + + + @Book{ggplot2, author = {Hadley Wickham}, title = {ggplot2: Elegant Graphics for Data Analysis}, @@ -685,6 +697,125 @@ year = {2021} } +@article{schwab_deep_2019, + title = {Deep learning in high dimension: {Neural} network expression rates for generalized polynomial chaos expansions in {UQ}}, + volume = {17}, + issn = {0219-5305}, + shorttitle = {Deep learning in high dimension}, + url = {https://www.worldscientific.com/doi/abs/10.1142/S0219530518500203}, + doi = {10.1142/S0219530518500203}, + abstract = {We estimate the expressive power of certain deep neural networks (DNNs for short) on a class of countably-parametric, holomorphic maps +𝑢:𝑈→ℝ +𝑢 +: +𝑈 +→ +ℝ + on the parameter domain +𝑈= +[−1,1] +ℕ +𝑈 += +[ +− +1 +, +1 +] +ℕ +. Dimension-independent rates of best +𝑛 +𝑛 +-term truncations of generalized polynomial chaos (gpc for short) approximations depend only on the summability exponent of the sequence of their gpc expansion coefficients. So-called +(𝑏,𝜀) +( +𝑏 +, +𝜀 +) +-holomorphic maps +𝑢 +𝑢 +, with +𝑏∈ +ℓ +𝑝 +𝑏 +∈ +ℓ +𝑝 + for some +𝑝∈(0,1) +𝑝 +∈ +( +0 +, +1 +) +, are known to allow gpc expansions with coefficient sequences in +ℓ +𝑝 +ℓ +𝑝 +. Such maps arise for example as response surfaces of parametric PDEs, with applications in PDE uncertainty quantification (UQ) for many mathematical models in engineering and the sciences. Up to logarithmic terms, we establish the dimension independent approximation rate +𝑠=1/𝑝−1 +𝑠 += +1 +/ +𝑝 +− +1 + for these functions in terms of the total number +𝑁 +𝑁 + of units and weights in the DNN. It follows that certain DNN architectures can overcome the curse of dimensionality when expressing possibly countably-parametric, real-valued maps with a certain degree of sparsity in the sequences of their gpc expansion coefficients. We also obtain rates of expressive power of DNNs for countably-parametric maps +𝑢:𝑈→𝑉 +𝑢 +: +𝑈 +→ +𝑉 +, where +𝑉 +𝑉 + is the Hilbert space +𝐻 +1 +0 +([0,1]) +𝐻 +0 +1 +( +[ +0 +, +1 +] +) +.}, + number = {01}, + urldate = {2024-03-07}, + journal = {Anal. Appl.}, + author = {Schwab, Christoph and Zech, Jakob}, + month = jan, + year = {2019}, + note = {Publisher: World Scientific Publishing Co.}, + keywords = {deep networks, Generalized polynomial chaos, sparse grids, uncertainty quantification}, + pages = {19--55}, +} + +@book{Goodfellow-et-al-2016, + title={Deep Learning}, + author={Ian Goodfellow and Yoshua Bengio and Aaron Courville}, + publisher={MIT Press}, + note={\url{http://www.deeplearningbook.org}}, + year={2016} +} + diff --git a/Dissertation/main.blg b/Dissertation/main.blg index 183e110..656eff2 100644 --- a/Dissertation/main.blg +++ b/Dissertation/main.blg @@ -1,55 +1,48 @@ This is BibTeX, Version 0.99d (TeX Live 2023) Capacity: max_strings=200000, hash_size=200000, hash_prime=170003 -The top-level auxiliary file: main.aux -A level-1 auxiliary file: Introduction.aux -A level-1 auxiliary file: Brownian_motion_monte_carlo.aux -A level-1 auxiliary file: u_visc_sol.aux -A level-1 auxiliary file: brownian_motion_monte_carlo_non_linear_case.aux -A level-1 auxiliary file: neural_network_introduction.aux -A level-1 auxiliary file: ann_product.aux -A level-1 auxiliary file: modified_mlp_associated_nn.aux -A level-1 auxiliary file: categorical_neural_network.aux -A level-1 auxiliary file: ann_rep_brownian_motion_monte_carlo.aux -The style file: apalike.bst -Database file #1: Dissertation.bib -You've used 19 entries, - 1935 wiz_defined-function locations, - 608 strings with 7874 characters, -and the built_in function-call counts, 7185 in all, are: -= -- 699 -> -- 297 -< -- 12 -+ -- 102 -- -- 98 -* -- 611 -:= -- 1285 -add.period$ -- 63 -call.type$ -- 19 -change.case$ -- 139 -chr.to.int$ -- 15 -cite$ -- 19 -duplicate$ -- 274 -empty$ -- 495 -format.name$ -- 125 -if$ -- 1401 -int.to.chr$ -- 5 +The top-level auxiliary file: /Users/shakilrafi/Library/Mobile Documents/com~apple~CloudDocs/Dissertation/main.aux +I found no \citation commands---while reading file /Users/shakilrafi/Library/Mobile Documents/com~apple~CloudDocs/Dissertation/main.aux +I found no \bibdata command---while reading file /Users/shakilrafi/Library/Mobile Documents/com~apple~CloudDocs/Dissertation/main.aux +I found no \bibstyle command---while reading file /Users/shakilrafi/Library/Mobile Documents/com~apple~CloudDocs/Dissertation/main.aux +You've used 0 entries, + 0 wiz_defined-function locations, + 83 strings with 634 characters, +and the built_in function-call counts, 0 in all, are: += -- 0 +> -- 0 +< -- 0 ++ -- 0 +- -- 0 +* -- 0 +:= -- 0 +add.period$ -- 0 +call.type$ -- 0 +change.case$ -- 0 +chr.to.int$ -- 0 +cite$ -- 0 +duplicate$ -- 0 +empty$ -- 0 +format.name$ -- 0 +if$ -- 0 +int.to.chr$ -- 0 int.to.str$ -- 0 -missing$ -- 22 -newline$ -- 99 -num.names$ -- 57 -pop$ -- 116 -preamble$ -- 1 -purify$ -- 144 +missing$ -- 0 +newline$ -- 0 +num.names$ -- 0 +pop$ -- 0 +preamble$ -- 0 +purify$ -- 0 quote$ -- 0 -skip$ -- 206 +skip$ -- 0 stack$ -- 0 -substring$ -- 438 -swap$ -- 32 -text.length$ -- 3 +substring$ -- 0 +swap$ -- 0 +text.length$ -- 0 text.prefix$ -- 0 top$ -- 0 -type$ -- 104 +type$ -- 0 warning$ -- 0 -while$ -- 52 +while$ -- 0 width$ -- 0 -write$ -- 252 +write$ -- 0 +(There were 3 error messages) diff --git a/Dissertation/main.log b/Dissertation/main.log index 2b244a1..db3d073 100644 --- a/Dissertation/main.log +++ b/Dissertation/main.log @@ -1,80 +1,72 @@ -This is pdfTeX, Version 3.141592653-2.6-1.40.25 (TeX Live 2023) (preloaded format=pdflatex 2023.9.2) 2 NOV 2023 17:41 +This is XeTeX, Version 3.141592653-2.6-0.999995 (TeX Live 2023) (preloaded format=xelatex 2023.9.2) 7 MAR 2024 19:30 entering extended mode restricted \write18 enabled. + file:line:error style messages enabled. %&-line parsing enabled. **main.tex (./main.tex LaTeX2e <2022-11-01> patch level 1 L3 programming layer <2023-02-22> -(/usr/local/texlive/2023/texmf-dist/tex/latex/base/report.cls + +LaTeX Warning: \include should only be used after \begin{document} on input line 1. + +(./preamble.tex (/usr/local/texlive/2023/texmf-dist/tex/latex/base/report.cls Document Class: report 2022/07/02 v1.4n Standard LaTeX document class -(/usr/local/texlive/2023/texmf-dist/tex/latex/base/size11.clo -File: size11.clo 2022/07/02 v1.4n Standard LaTeX file (size option) +(/usr/local/texlive/2023/texmf-dist/tex/latex/base/size12.clo +File: size12.clo 2022/07/02 v1.4n Standard LaTeX file (size option) ) -\c@part=\count185 -\c@chapter=\count186 -\c@section=\count187 -\c@subsection=\count188 -\c@subsubsection=\count189 -\c@paragraph=\count190 -\c@subparagraph=\count191 -\c@figure=\count192 -\c@table=\count193 +\c@part=\count181 +\c@chapter=\count182 +\c@section=\count183 +\c@subsection=\count184 +\c@subsubsection=\count185 +\c@paragraph=\count186 +\c@subparagraph=\count187 +\c@figure=\count188 +\c@table=\count189 \abovecaptionskip=\skip48 \belowcaptionskip=\skip49 \bibindent=\dimen140 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/setspace/setspace.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/setspace/setspace.sty Package: setspace 2022/12/04 v6.7b set line spacing -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/appendix/appendix.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/appendix/appendix.sty Package: appendix 2020/02/08 v1.2c extra appendix facilities -\c@@pps=\count194 -\c@@ppsavesec=\count195 -\c@@ppsaveapp=\count196 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/pdfpages/pdfpages.sty +\c@@pps=\count190 +\c@@ppsavesec=\count191 +\c@@ppsaveapp=\count192 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/pdfpages/pdfpages.sty Package: pdfpages 2022/12/19 v0.5x Insert pages of external PDF documents (AM) - -(/usr/local/texlive/2023/texmf-dist/tex/latex/base/ifthen.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/base/ifthen.sty Package: ifthen 2022/04/13 v1.1d Standard LaTeX ifthen package (DPC) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/tools/calc.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/tools/calc.sty Package: calc 2017/05/25 v4.3 Infix arithmetic (KKT,FJ) -\calc@Acount=\count197 -\calc@Bcount=\count198 +\calc@Acount=\count193 +\calc@Bcount=\count194 \calc@Adimen=\dimen141 \calc@Bdimen=\dimen142 \calc@Askip=\skip50 \calc@Bskip=\skip51 LaTeX Info: Redefining \setlength on input line 80. LaTeX Info: Redefining \addtolength on input line 81. -\calc@Ccount=\count199 +\calc@Ccount=\count195 \calc@Cskip=\skip52 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/eso-pic/eso-pic.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/eso-pic/eso-pic.sty Package: eso-pic 2020/10/14 v3.0a eso-pic (RN) \ESO@tempdima=\dimen143 \ESO@tempdimb=\dimen144 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/keyval.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/keyval.sty Package: keyval 2022/05/29 v1.15 key=value parser (DPC) \KV@toks@=\toks16 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/xcolor/xcolor.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/xcolor/xcolor.sty Package: xcolor 2022/06/12 v2.14 LaTeX color extensions (UK) - -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics-cfg/color.cfg + (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics-cfg/color.cfg File: color.cfg 2016/01/02 v1.6 sample color configuration ) -Package xcolor Info: Driver file: pdftex.def on input line 227. - -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics-def/pdftex.def -File: pdftex.def 2022/09/22 v1.2b Graphics/color driver for pdftex -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/mathcolor.ltx) +Package xcolor Info: Driver file: xetex.def on input line 227. + (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics-def/xetex.def +File: xetex.def 2022/09/22 v5.0n Graphics/color driver for xetex +) (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/mathcolor.ltx) Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1353. -Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1357. Package xcolor Info: Model `RGB' extended on input line 1369. Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1371. Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1372. @@ -82,20 +74,16 @@ Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1373. Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1374. Package xcolor Info: Model `Gray' substituted by `gray' on input line 1375. Package xcolor Info: Model `wave' substituted by `hsb' on input line 1376. -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/graphicx.sty +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/graphicx.sty Package: graphicx 2021/09/16 v1.2d Enhanced LaTeX Graphics (DPC,SPQR) - -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/graphics.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/graphics.sty Package: graphics 2022/03/10 v1.4e Standard LaTeX Graphics (DPC,SPQR) - -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/trig.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/trig.sty Package: trig 2021/08/11 v1.11 sin cos tan (DPC) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/graphics-cfg/graphics.cfg +) (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics-cfg/graphics.cfg File: graphics.cfg 2016/06/04 v1.11 sample graphics configuration ) -Package graphics Info: Driver file: pdftex.def on input line 107. +Package graphics Info: Driver file: xetex.def on input line 107. ) \Gin@req@height=\dimen145 \Gin@req@width=\dimen146 @@ -103,47 +91,42 @@ Package graphics Info: Driver file: pdftex.def on input line 107. \AM@pagewidth=\dimen147 \AM@pageheight=\dimen148 \AM@fboxrule=\dimen149 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/pdfpages/pppdftex.def -File: pppdftex.def 2022/12/19 v0.5x Pdfpages driver for pdfTeX (AM) + (/usr/local/texlive/2023/texmf-dist/tex/latex/pdfpages/ppxetex.def +File: ppxetex.def 2022/12/19 v0.5x Pdfpages driver for XeTeX (AM) ) -\pdfpages@includegraphics@status=\count266 +\pdfpages@includegraphics@status=\count196 \AM@pagebox=\box51 \AM@global@opts=\toks17 -\AM@pagecnt=\count267 +\AM@pagecnt=\count197 \AM@toc@title=\toks18 \AM@lof@heading=\toks19 -\c@AM@survey=\count268 +\c@AM@survey=\count198 \AM@templatesizebox=\box52 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsmath.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsmath.sty Package: amsmath 2022/04/08 v2.17n AMS math features \@mathmargin=\skip53 For additional information on amsmath, use the `?' option. (/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amstext.sty Package: amstext 2021/08/26 v2.01 AMS text - -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsgen.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsgen.sty File: amsgen.sty 1999/11/30 v2.0 generic functions \@emptytoks=\toks20 \ex@=\dimen150 -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsbsy.sty +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsbsy.sty Package: amsbsy 1999/11/29 v1.2d Bold Symbols \pmbraise@=\dimen151 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsopn.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/amsmath/amsopn.sty Package: amsopn 2022/04/08 v2.04 operator names ) -\inf@bad=\count269 +\inf@bad=\count199 LaTeX Info: Redefining \frac on input line 234. -\uproot@=\count270 -\leftroot@=\count271 +\uproot@=\count266 +\leftroot@=\count267 LaTeX Info: Redefining \overline on input line 399. LaTeX Info: Redefining \colon on input line 410. -\classnum@=\count272 -\DOTSCASE@=\count273 +\classnum@=\count268 +\DOTSCASE@=\count269 LaTeX Info: Redefining \ldots on input line 496. LaTeX Info: Redefining \dots on input line 499. LaTeX Info: Redefining \cdots on input line 620. @@ -156,20 +139,20 @@ LaTeX Info: Redefining \Bigg on input line 725. \big@size=\dimen152 LaTeX Font Info: Redeclaring font encoding OML on input line 743. LaTeX Font Info: Redeclaring font encoding OMS on input line 744. -\macc@depth=\count274 +\macc@depth=\count270 LaTeX Info: Redefining \bmod on input line 905. LaTeX Info: Redefining \pmod on input line 910. LaTeX Info: Redefining \smash on input line 940. LaTeX Info: Redefining \relbar on input line 970. LaTeX Info: Redefining \Relbar on input line 971. -\c@MaxMatrixCols=\count275 +\c@MaxMatrixCols=\count271 \dotsspace@=\muskip16 -\c@parentequation=\count276 -\dspbrk@lvl=\count277 +\c@parentequation=\count272 +\dspbrk@lvl=\count273 \tag@help=\toks21 -\row@=\count278 -\column@=\count279 -\maxfields@=\count280 +\row@=\count274 +\column@=\count275 +\maxfields@=\count276 \andhelp@=\toks22 \eqnshift@=\dimen153 \alignsep@=\dimen154 @@ -183,8 +166,7 @@ LaTeX Info: Redefining \Relbar on input line 971. \mathdisplay@stack=\toks24 LaTeX Info: Redefining \[ on input line 2953. LaTeX Info: Redefining \] on input line 2954. -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/amscls/amsthm.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/amscls/amsthm.sty Package: amsthm 2020/05/29 v2.20.6 \thm@style=\toks25 \thm@bodyfont=\toks26 @@ -195,14 +177,12 @@ Package: amsthm 2020/05/29 v2.20.6 \thm@postskip=\skip57 \thm@headsep=\skip58 \dth@everypar=\toks30 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/mathtools/mathtools.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/mathtools/mathtools.sty Package: mathtools 2022/06/29 v1.29 mathematical typesetting tools - -(/usr/local/texlive/2023/texmf-dist/tex/latex/mathtools/mhsetup.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/mathtools/mhsetup.sty Package: mhsetup 2021/03/18 v1.4 programming setup (MH) ) -\g_MT_multlinerow_int=\count281 +\g_MT_multlinerow_int=\count277 \l_MT_multwidth_dim=\dimen159 \origjot=\skip59 \l_MT_shortvdotswithinadjustabove_dim=\dimen160 @@ -213,30 +193,25 @@ Package: mhsetup 2021/03/18 v1.4 programming setup (MH) \l_MT_below_shortintertext_sep=\dimen165 \xmathstrut@box=\box55 \xmathstrut@dim=\dimen166 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/amssymb.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/amssymb.sty Package: amssymb 2013/01/14 v3.01 AMS font symbols - -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/amsfonts.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/amsfonts.sty Package: amsfonts 2013/01/14 v3.01 Basic AMSFonts support \symAMSa=\mathgroup4 \symAMSb=\mathgroup5 LaTeX Font Info: Redeclaring math symbol \hbar on input line 98. LaTeX Font Info: Overwriting math alphabet `\mathfrak' in version `bold' (Font) U/euf/m/n --> U/euf/b/n on input line 106. -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/geometry/geometry.sty +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/geometry/geometry.sty Package: geometry 2020/01/02 v5.9 Page Geometry - -(/usr/local/texlive/2023/texmf-dist/tex/generic/iftex/ifvtex.sty + (/usr/local/texlive/2023/texmf-dist/tex/generic/iftex/ifvtex.sty Package: ifvtex 2019/10/25 v1.7 ifvtex legacy package. Use iftex instead. - -(/usr/local/texlive/2023/texmf-dist/tex/generic/iftex/iftex.sty + (/usr/local/texlive/2023/texmf-dist/tex/generic/iftex/iftex.sty Package: iftex 2022/02/03 v1.0f TeX engine tests )) -\Gm@cnth=\count282 -\Gm@cntv=\count283 -\c@Gm@tempcnt=\count284 +\Gm@cnth=\count278 +\Gm@cntv=\count279 +\c@Gm@tempcnt=\count280 \Gm@bindingoffset=\dimen167 \Gm@wd@mp=\dimen168 \Gm@odd@mp=\dimen169 @@ -246,125 +221,434 @@ Package: iftex 2022/02/03 v1.0f TeX engine tests \Gm@layouthoffset=\dimen173 \Gm@layoutvoffset=\dimen174 \Gm@dimlist=\toks31 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/polyglossia.sty +Package: polyglossia 2023/02/11 v1.60 Modern multilingual typesetting with XeLaTeX and LuaLaTeX + (/usr/local/texlive/2023/texmf-dist/tex/latex/etoolbox/etoolbox.sty +Package: etoolbox 2020/10/05 v2.5k e-TeX tools for LaTeX (JAW) +\etb@tempcnta=\count281 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/makecmds/makecmds.sty +Package: makecmds 2009/09/03 v1.0a extra command making commands +) (/usr/local/texlive/2023/texmf-dist/tex/latex/xkeyval/xkeyval.sty +Package: xkeyval 2022/06/16 v2.9 package option processing (HA) + (/usr/local/texlive/2023/texmf-dist/tex/generic/xkeyval/xkeyval.tex (/usr/local/texlive/2023/texmf-dist/tex/generic/xkeyval/xkvutils.tex +\XKV@toks=\toks32 +\XKV@tempa@toks=\toks33 ) -(/usr/local/texlive/2023/texmf-dist/tex/generic/soul/soul.sty -Package: soul 2023-02-18 v3.0 Permit use of UTF-8 characters in soul (HO) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/soul/soul-ori.sty -Package: soul-ori 2023-02-18 v3.0 letterspacing/underlining (mf) -\SOUL@word=\toks32 -\SOUL@lasttoken=\toks33 -\SOUL@syllable=\toks34 -\SOUL@cmds=\toks35 -\SOUL@buffer=\toks36 -\SOUL@token=\toks37 -\SOUL@syllgoal=\dimen175 -\SOUL@syllwidth=\dimen176 -\SOUL@charkern=\dimen177 -\SOUL@hyphkern=\dimen178 -\SOUL@dimen=\dimen179 -\SOUL@dimeni=\dimen180 -\SOUL@minus=\count285 -\SOUL@comma=\count286 -\SOUL@apo=\count287 -\SOUL@grave=\count288 -\SOUL@spaceskip=\skip60 -\SOUL@ttwidth=\dimen181 -\SOUL@uldp=\dimen182 -\SOUL@ulht=\dimen183 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/infwarerr/infwarerr.sty -Package: infwarerr 2019/12/03 v1.5 Providing info/warning/error messages (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/etexcmds/etexcmds.sty -Package: etexcmds 2019/12/15 v1.7 Avoid name clashes with e-TeX commands (HO) +\XKV@depth=\count282 +File: xkeyval.tex 2014/12/03 v2.7a key=value parser (HA) +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/fontspec/fontspec.sty (/usr/local/texlive/2023/texmf-dist/tex/latex/l3packages/xparse/xparse.sty (/usr/local/texlive/2023/texmf-dist/tex/latex/l3kernel/expl3.sty +Package: expl3 2023-02-22 L3 programming layer (loader) + (/usr/local/texlive/2023/texmf-dist/tex/latex/l3backend/l3backend-xetex.def +File: l3backend-xetex.def 2023-01-16 L3 backend support: XeTeX +\g__graphics_track_int=\count283 +\l__pdf_internal_box=\box56 +\g__pdf_backend_object_int=\count284 +\g__pdf_backend_annotation_int=\count285 +\g__pdf_backend_link_int=\count286 )) -(/usr/local/texlive/2023/texmf-dist/tex/latex/bbm-macros/bbm.sty +Package: xparse 2023-02-02 L3 Experimental document command parser +) +Package: fontspec 2022/01/15 v2.8a Font selection for XeLaTeX and LuaLaTeX + (/usr/local/texlive/2023/texmf-dist/tex/latex/fontspec/fontspec-xetex.sty +Package: fontspec-xetex 2022/01/15 v2.8a Font selection for XeLaTeX and LuaLaTeX +\l__fontspec_script_int=\count287 +\l__fontspec_language_int=\count288 +\l__fontspec_strnum_int=\count289 +\l__fontspec_tmp_int=\count290 +\l__fontspec_tmpa_int=\count291 +\l__fontspec_tmpb_int=\count292 +\l__fontspec_tmpc_int=\count293 +\l__fontspec_em_int=\count294 +\l__fontspec_emdef_int=\count295 +\l__fontspec_strong_int=\count296 +\l__fontspec_strongdef_int=\count297 +\l__fontspec_tmpa_dim=\dimen175 +\l__fontspec_tmpb_dim=\dimen176 +\l__fontspec_tmpc_dim=\dimen177 + (/usr/local/texlive/2023/texmf-dist/tex/latex/base/fontenc.sty +Package: fontenc 2021/04/29 v2.0v Standard LaTeX package +) (/usr/local/texlive/2023/texmf-dist/tex/latex/fontspec/fontspec.cfg))) (/usr/local/texlive/2023/texmf-dist/tex/latex/l3packages/l3keys2e/l3keys2e.sty +Package: l3keys2e 2023-02-02 LaTeX2e option processing using LaTeX3 keys +) +\xpg@normalclass=\XeTeXcharclass1 + (/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/gloss-latex.lde +Package: gloss-latex 2023/02/11 vv1.60 polyglossia: module for default language +The property list \polyglossia@langsetup contains the pairs (without outer +braces): +> {latex/script} => {latin} +> {latex/lcscript} => {latin} +> {latex/scripttag} => {} +> {latex/language} => {Latex} +> {latex/langtag} => {ENG} +> {latex/bcp47} => {} +> {latex/hyphennames} => {english} +> {latex/direction} => {LR} +> {latex/hyphenmins} => {2,3} +> {latex/frenchspacing} => {false} +> {latex/indentfirst} => {false} +> {latex/fontsetup} => {true} +> {latex/envname} => {latex} +> {latex/babelname} => {latex} +> {latex/localnumeral} => {polyglossia@C@localnumeral} +> {latex/Localnumeral} => {polyglossia@C@localnumeral} +> {latex/DefineCommandsCmd} => {use_none:n}. +) +Package polyglossia Info: Default language is latex. +) (/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/gloss-english.ldf +File: gloss-english.ldf polyglossia: module for English +The property list \polyglossia@langsetup contains the pairs (without outer +braces): +> {latex/script} => {latin} +> {latex/lcscript} => {latin} +> {latex/scripttag} => {} +> {latex/language} => {Latex} +> {latex/langtag} => {ENG} +> {latex/bcp47} => {} +> {latex/hyphennames} => {english} +> {latex/direction} => {LR} +> {latex/hyphenmins} => {2,3} +> {latex/frenchspacing} => {false} +> {latex/indentfirst} => {false} +> {latex/fontsetup} => {true} +> {latex/envname} => {latex} +> {latex/babelname} => {latex} +> {latex/localnumeral} => {polyglossia@C@localnumeral} +> {latex/Localnumeral} => {polyglossia@C@localnumeral} +> {latex/DefineCommandsCmd} => {use_none:n} +> {english/script} => {latin} +> {english/lcscript} => {latin} +> {english/scripttag} => {} +> {english/language} => {English} +> {english/langtag} => {ENG} +> {english/bcp47} => {en-US} +> {english/hyphennames} => {english,american,usenglish,USenglish} +> {english/direction} => {LR} +> {english/hyphenmins} => {2,3} +> {english/frenchspacing} => {false} +> {english/indentfirst} => {false} +> {english/fontsetup} => {true} +> {english/envname} => {english} +> {english/babelname} => {english} +> {english/localnumeral} => {polyglossia@C@localnumeral} +> {english/Localnumeral} => {polyglossia@C@localnumeral} +> {english/DefineCommandsCmd} => {xpg_define_language_commands:e}. +Package polyglossia Info: Option: English, variant=american. +) +Package polyglossia Info: Default language is english. + (/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/gloss-arabic.ldf +File: gloss-arabic.ldf polyglossia: module for Arabic + +(/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/bidi.sty +Package: bidi 2023/01/18 v39.7 (Release Serge Lang) Bidirectional typesetting in plain TeX and LaTeX + +**************************************************** +* +* bidi package (Bidirectional typesetting in +* plain TeX and LaTeX, using XeTeX engine) +* +* Description: A convenient interface for +* typesetting bidirectional texts in plain TeX +* and LaTeX. The package includes adaptations +* for use with many other commonly-used packages. +* +* Copyright (c) 2007--2023 Vafa Khalighi +* Copyright (c) 2018--2020 bidi-tex GitHub organization +* +* v39.7 (Release Serge Lang), 2023/01/18 +* +* License: LaTeX Project Public License, version +* 1.3c or higher (your choice) +* +* Location on CTAN: /macros/xetex/latex/bidi +* +* Issue tracker: https://github.com/kvafa/bidi/issues +* +* Discussions: https://github.com/kvafa/bidi/discussions +* +* Primary author of bidi package: Vafa Khalighi. +* +**************************************************** +(/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/biditools.sty +Package: biditools 2022/06/15 v2.3 Programming tools for bidi package +\@bidi@envbody=\toks34 +\@bidi@emptytoks=\toks35 +\bidi@poscount=\count298 +\bidi@tempcountb=\count299 +\bidi@temptoksa=\toks36 +\bidi@temptoksb=\toks37 +\bidi@dummies=\count300 +\bidi@are@these@correct=\toks38 +\bidi@toks@lista=\toks39 +\bidi@toks@listb=\toks40 +\bidi@stack@length=\count301 +\bidi@empty@stack=\toks41 +\bidi@looprepeat@depth=\count302 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/zref/zref-abspage.sty +Package: zref-abspage 2022-04-07 v2.34 Module abspage for zref (HO) + (/usr/local/texlive/2023/texmf-dist/tex/latex/zref/zref-base.sty +Package: zref-base 2022-04-07 v2.34 Module base for zref (HO) + (/usr/local/texlive/2023/texmf-dist/tex/generic/ltxcmds/ltxcmds.sty +Package: ltxcmds 2020-05-10 v1.25 LaTeX kernel commands for general use (HO) +) (/usr/local/texlive/2023/texmf-dist/tex/generic/infwarerr/infwarerr.sty +Package: infwarerr 2019/12/03 v1.5 Providing info/warning/error messages (HO) +) (/usr/local/texlive/2023/texmf-dist/tex/latex/kvsetkeys/kvsetkeys.sty +Package: kvsetkeys 2022-10-05 v1.19 Key value parser (HO) +) (/usr/local/texlive/2023/texmf-dist/tex/generic/kvdefinekeys/kvdefinekeys.sty +Package: kvdefinekeys 2019-12-19 v1.6 Define keys (HO) +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pdftexcmds/pdftexcmds.sty +Package: pdftexcmds 2020-06-27 v0.33 Utility functions of pdfTeX for LuaTeX (HO) +Package pdftexcmds Info: \pdf@primitive is available. +Package pdftexcmds Info: \pdf@ifprimitive is available. +Package pdftexcmds Info: \pdfdraftmode not found. +) (/usr/local/texlive/2023/texmf-dist/tex/generic/etexcmds/etexcmds.sty +Package: etexcmds 2019/12/15 v1.7 Avoid name clashes with e-TeX commands (HO) +) (/usr/local/texlive/2023/texmf-dist/tex/latex/auxhook/auxhook.sty +Package: auxhook 2019-12-17 v1.6 Hooks for auxiliary files (HO) +) +Package zref Info: New property list: main on input line 767. +Package zref Info: New property: default on input line 768. +Package zref Info: New property: page on input line 769. +) (/usr/local/texlive/2023/texmf-dist/tex/latex/base/atbegshi-ltx.sty +Package: atbegshi-ltx 2021/01/10 v1.0c Emulation of the original atbegshi +package with kernel methods +) +\c@abspage=\count303 +Package zref Info: New property: abspage on input line 65. +) +\@bidi@copyins@=\insert252 + (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/latex-xetex-bidi.def +File: latex-xetex-bidi.def 2022/07/04 v1.4.9 bidi adaptations for `latex.ltx' for XeTeX engine +\bidi@n@everypar=\toks42 +\bidi@column@check@number=\count304 + (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/footnote-xetex-bidi.def +File: footnote-xetex-bidi.def 2023/01/18 v1.2 bidi footnote macros for XeTeX engine +\c@footdir@label=\count305 +\footdir@toks=\toks43 +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/report-xetex-bidi.def +File: report-xetex-bidi.def 2017/06/09 v0.8 bidi adaptations for standard report class for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/mathtools-xetex-bidi.def +File: mathtools-xetex-bidi.def 2018/01/07 v0.1 bidi adaptations for mathtools package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/amsmath-xetex-bidi.def +File: amsmath-xetex-bidi.def 2020/05/16 v1.2 bidi adaptations for amsmath package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/amstext-xetex-bidi.def +File: amstext-xetex-bidi.def 2016/09/12 v0.2 bidi adaptations for amstext package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/amsthm-xetex-bidi.def +File: amsthm-xetex-bidi.def 2010/07/25 v0.1 bidi adaptations for amsthm package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/color-xetex-bidi.def +File: color-xetex-bidi.def 2013/04/08 v0.2 bidi adaptations for color package for XeTeX engine +LaTeX Info: Redefining \color on input line 49. +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/xcolor-xetex-bidi.def +File: xcolor-xetex-bidi.def 2022/06/13 v0.3 bidi adaptations for xcolor package for XeTeX engine +LaTeX Info: Redefining \color on input line 48. +LaTeX Info: Redefining \bidicolor on input line 91. +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/graphicx-xetex-bidi.def +File: graphicx-xetex-bidi.def 2017/06/17 v0.5 bidi adaptations for graphicx package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/geometry-xetex-bidi.def +File: geometry-xetex-bidi.def 2017/01/14 v0.2 bidi adaptations for geometry package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/eso-pic-xetex-bidi.def +File: eso-pic-xetex-bidi.def 2022/02/18 v0.4 bidi adaptations for eso-pic package for XeTeX engine +) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/pdfpages-xetex-bidi.def +File: pdfpages-xetex-bidi.def 2010/07/25 v0.1 bidi adaptations for pdfpages package for XeTeX engine +)) (/usr/local/texlive/2023/texmf-dist/tex/xelatex/bidi/loadingorder-xetex-bidi.def +File: loadingorder-xetex-bidi.def 2017/12/29 v0.97 making sure that bidi is the last package loaded +) +\bidi@digits=\count306 +\bidi@digits@charclass=\XeTeXcharclass2 +\bidi@sepmark@charclass=\XeTeXcharclass3 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/arabicnumbers.sty +Package: arabicnumbers 2010/03/18 v0.2 Formatting of Arabic and Farsi digits and of Arabic abjad numerals +) (/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/hijrical.sty +Package: hijrical 2010/07/12 v0.2 Islamic calendar + +(/usr/local/texlive/2023/texmf-dist/tex/latex/polyglossia/cal-util.def +\c@tmpA=\count307 +\c@tmpB=\count308 +\c@tmpC=\count309 +\c@tmpD=\count310 +\c@tmpE=\count311 +\c@tmpF=\count312 +) +\c@Hijriday=\count313 +\c@Hijrimonth=\count314 +\c@Hijriyear=\count315 +) +The property list \polyglossia@langsetup contains the pairs (without outer +braces): +> {latex/script} => {latin} +> {latex/lcscript} => {latin} +> {latex/scripttag} => {} +> {latex/language} => {Latex} +> {latex/langtag} => {ENG} +> {latex/bcp47} => {} +> {latex/hyphennames} => {english} +> {latex/direction} => {LR} +> {latex/hyphenmins} => {2,3} +> {latex/frenchspacing} => {false} +> {latex/indentfirst} => {false} +> {latex/fontsetup} => {true} +> {latex/envname} => {latex} +> {latex/babelname} => {latex} +> {latex/localnumeral} => {polyglossia@C@localnumeral} +> {latex/Localnumeral} => {polyglossia@C@localnumeral} +> {latex/DefineCommandsCmd} => {use_none:n} +> {english/script} => {latin} +> {english/lcscript} => {latin} +> {english/scripttag} => {} +> {english/language} => {English} +> {english/langtag} => {ENG} +> {english/bcp47} => {en-US} +> {english/hyphennames} => {english,american,usenglish,USenglish} +> {english/direction} => {LR} +> {english/hyphenmins} => {2,3} +> {english/frenchspacing} => {false} +> {english/indentfirst} => {false} +> {english/fontsetup} => {true} +> {english/envname} => {english} +> {english/babelname} => {american} +> {english/localnumeral} => {polyglossia@C@localnumeral} +> {english/Localnumeral} => {polyglossia@C@localnumeral} +> {english/DefineCommandsCmd} => {xpg_define_language_commands:e} +> {arabic/script} => {Arabic} +> {arabic/lcscript} => {arabic} +> {arabic/scripttag} => {arab} +> {arabic/language} => {Arabic} +> {arabic/langtag} => {ARA} +> {arabic/bcp47} => {ar} +> {arabic/hyphennames} => {nohyphenation} +> {arabic/direction} => {RL} +> {arabic/hyphenmins} => {2,3} +> {arabic/frenchspacing} => {false} +> {arabic/indentfirst} => {false} +> {arabic/fontsetup} => {true} +> {arabic/envname} => {Arabic} +> {arabic/babelname} => {arabic} +> {arabic/localnumeral} => {arabicnumerals} +> {arabic/Localnumeral} => {arabicnumerals} +> {arabic/DefineCommandsCmd} => {xpg_define_language_commands:e}. +) (/usr/local/texlive/2023/texmf-dist/tex/latex/base/fontenc.sty +Package: fontenc 2021/04/29 v2.0v Standard LaTeX package +LaTeX Font Info: Trying to load font information for T1+lmr on input line 112. + (/usr/local/texlive/2023/texmf-dist/tex/latex/lm/t1lmr.fd +File: t1lmr.fd 2015/05/01 v1.6.1 Font defs for Latin Modern +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/base/inputenc.sty +Package: inputenc 2021/02/14 v1.3d Input encoding file +\inpenc@prehook=\toks44 +\inpenc@posthook=\toks45 + + +Package inputenc Warning: inputenc package ignored with utf8 based engines. + +) (/usr/local/texlive/2023/texmf-dist/tex/generic/soul/soul.sty +Package: soul 2023-02-18 v3.0 Permit use of UTF-8 characters in soul (HO) + (/usr/local/texlive/2023/texmf-dist/tex/generic/soul/soul-ori.sty +Package: soul-ori 2023-02-18 v3.0 letterspacing/underlining (mf) +\SOUL@word=\toks46 +\SOUL@lasttoken=\toks47 +\SOUL@syllable=\toks48 +\SOUL@cmds=\toks49 +\SOUL@buffer=\toks50 +\SOUL@token=\toks51 +\SOUL@syllgoal=\dimen178 +\SOUL@syllwidth=\dimen179 +\SOUL@charkern=\dimen180 +\SOUL@hyphkern=\dimen181 +\SOUL@dimen=\dimen182 +\SOUL@dimeni=\dimen183 +\SOUL@minus=\count316 +\SOUL@comma=\count317 +\SOUL@apo=\count318 +\SOUL@grave=\count319 +\SOUL@spaceskip=\skip60 +\SOUL@ttwidth=\dimen184 +\SOUL@uldp=\dimen185 +\SOUL@ulht=\dimen186 +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/bbm-macros/bbm.sty Package: bbm 1999/03/15 V 1.2 provides fonts for set symbols - TH LaTeX Font Info: Overwriting math alphabet `\mathbbm' in version `bold' (Font) U/bbm/m/n --> U/bbm/bx/n on input line 33. LaTeX Font Info: Overwriting math alphabet `\mathbbmss' in version `bold' (Font) U/bbmss/m/n --> U/bbmss/bx/n on input line 35. -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/cancel/cancel.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/cancel/cancel.sty Package: cancel 2013/04/12 v2.2 Cancel math terms -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/enumitem/enumitem.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/enumitem/enumitem.sty Package: enumitem 2019/06/20 v3.9 Customized lists \labelindent=\skip61 -\enit@outerparindent=\dimen184 -\enit@toks=\toks38 -\enit@inbox=\box56 -\enit@count@id=\count289 -\enitdp@description=\count290 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/jknapltx/mathrsfs.sty +\enit@outerparindent=\dimen187 +\enit@toks=\toks52 +\enit@inbox=\box57 +\enit@count@id=\count320 +\enitdp@description=\count321 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/jknapltx/mathrsfs.sty Package: mathrsfs 1996/01/01 Math RSFS package v1.0 (jk) \symrsfs=\mathgroup6 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/hyperref.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/subfigure/subfigure.sty +Package: subfigure 2002/03/15 v2.1.5 subfigure package +\subfigtopskip=\skip62 +\subfigcapskip=\skip63 +\subfigcaptopadj=\dimen188 +\subfigbottomskip=\skip64 +\subfigcapmargin=\dimen189 +\subfiglabelskip=\skip65 +\c@subfigure=\count322 +\c@lofdepth=\count323 +\c@subtable=\count324 +\c@lotdepth=\count325 + +**************************************** +* Local config file subfigure.cfg used * +**************************************** +(/usr/local/texlive/2023/texmf-dist/tex/latex/subfigure/subfigure.cfg) +\subfig@top=\skip66 +\subfig@bottom=\skip67 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/booktabs/booktabs.sty +Package: booktabs 2020/01/12 v1.61803398 Publication quality tables +\heavyrulewidth=\dimen190 +\lightrulewidth=\dimen191 +\cmidrulewidth=\dimen192 +\belowrulesep=\dimen193 +\belowbottomsep=\dimen194 +\aboverulesep=\dimen195 +\abovetopsep=\dimen196 +\cmidrulesep=\dimen197 +\cmidrulekern=\dimen198 +\defaultaddspace=\dimen199 +\@cmidla=\count326 +\@cmidlb=\count327 +\@aboverulesep=\dimen256 +\@belowrulesep=\dimen257 +\@thisruleclass=\count328 +\@lastruleclass=\count329 +\@thisrulewidth=\dimen258 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/hyperref.sty Package: hyperref 2023-02-07 v7.00v Hypertext links for LaTeX - -(/usr/local/texlive/2023/texmf-dist/tex/generic/ltxcmds/ltxcmds.sty -Package: ltxcmds 2020-05-10 v1.25 LaTeX kernel commands for general use (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pdftexcmds/pdftexcmds.sty -Package: pdftexcmds 2020-06-27 v0.33 Utility functions of pdfTeX for LuaTeX (HO -) -Package pdftexcmds Info: \pdf@primitive is available. -Package pdftexcmds Info: \pdf@ifprimitive is available. -Package pdftexcmds Info: \pdfdraftmode found. -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/kvsetkeys/kvsetkeys.sty -Package: kvsetkeys 2022-10-05 v1.19 Key value parser (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/kvdefinekeys/kvdefinekeys.sty -Package: kvdefinekeys 2019-12-19 v1.6 Define keys (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pdfescape/pdfescape.sty + (/usr/local/texlive/2023/texmf-dist/tex/generic/pdfescape/pdfescape.sty Package: pdfescape 2019/12/09 v1.15 Implements pdfTeX's escape features (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/hycolor/hycolor.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/hycolor/hycolor.sty Package: hycolor 2020-01-27 v1.10 Color options for hyperref/bookmark (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/letltxmacro/letltxmacro.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/letltxmacro/letltxmacro.sty Package: letltxmacro 2019/12/03 v1.6 Let assignment for LaTeX macros (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/auxhook/auxhook.sty -Package: auxhook 2019-12-17 v1.6 Hooks for auxiliary files (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/nameref.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/nameref.sty Package: nameref 2022-05-17 v2.50 Cross-referencing by name of section - -(/usr/local/texlive/2023/texmf-dist/tex/latex/refcount/refcount.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/refcount/refcount.sty Package: refcount 2019/12/15 v3.6 Data extraction from label references (HO) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/gettitlestring/gettitlestring.s -ty +) (/usr/local/texlive/2023/texmf-dist/tex/generic/gettitlestring/gettitlestring.sty Package: gettitlestring 2019/12/15 v1.6 Cleanup title references (HO) (/usr/local/texlive/2023/texmf-dist/tex/latex/kvoptions/kvoptions.sty Package: kvoptions 2022-06-15 v3.15 Key value format for package options (HO) )) -\c@section@level=\count291 +\c@section@level=\count330 ) -\@linkdim=\dimen185 -\Hy@linkcounter=\count292 -\Hy@pagecounter=\count293 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/pd1enc.def +\@linkdim=\dimen259 +\Hy@linkcounter=\count331 +\Hy@pagecounter=\count332 + (/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/pd1enc.def File: pd1enc.def 2023-02-07 v7.00v Hyperref: PDFDocEncoding definition (HO) -Now handling font encoding PD1 ... -... no UTF-8 mapping file for font encoding PD1 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/intcalc/intcalc.sty +) (/usr/local/texlive/2023/texmf-dist/tex/generic/intcalc/intcalc.sty Package: intcalc 2019/12/15 v1.3 Expandable calculations with integers (HO) ) -\Hy@SavedSpaceFactor=\count294 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/puenc.def +\Hy@SavedSpaceFactor=\count333 + (/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/puenc.def File: puenc.def 2023-02-07 v7.00v Hyperref: PDF Unicode definition (HO) -Now handling font encoding PU ... -... no UTF-8 mapping file for font encoding PU ) Package hyperref Info: Hyper figures OFF on input line 4177. Package hyperref Info: Link nesting OFF on input line 4182. @@ -373,25 +657,21 @@ Package hyperref Info: Plain pages OFF on input line 4192. Package hyperref Info: Backreferencing OFF on input line 4197. Package hyperref Info: Implicit mode ON; LaTeX internals redefined. Package hyperref Info: Bookmarks ON on input line 4425. -\c@Hy@tempcnt=\count295 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/url/url.sty +\c@Hy@tempcnt=\count334 + (/usr/local/texlive/2023/texmf-dist/tex/latex/url/url.sty \Urlmuskip=\muskip17 Package: url 2013/09/16 ver 3.4 Verb mode for urls, etc. ) LaTeX Info: Redefining \url on input line 4763. -\XeTeXLinkMargin=\dimen186 - -(/usr/local/texlive/2023/texmf-dist/tex/generic/bitset/bitset.sty +\XeTeXLinkMargin=\dimen260 + (/usr/local/texlive/2023/texmf-dist/tex/generic/bitset/bitset.sty Package: bitset 2019/12/09 v1.3 Handle bit-vector datatype (HO) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/bigintcalc/bigintcalc.sty -Package: bigintcalc 2019/12/15 v1.5 Expandable calculations on big integers (HO -) + (/usr/local/texlive/2023/texmf-dist/tex/generic/bigintcalc/bigintcalc.sty +Package: bigintcalc 2019/12/15 v1.5 Expandable calculations on big integers (HO) )) -\Fld@menulength=\count296 -\Field@Width=\dimen187 -\Fld@charsize=\dimen188 +\Fld@menulength=\count335 +\Field@Width=\dimen261 +\Fld@charsize=\dimen262 Package hyperref Info: Hyper figures OFF on input line 6042. Package hyperref Info: Link nesting OFF on input line 6047. Package hyperref Info: Hyper index ON on input line 6050. @@ -399,39 +679,35 @@ Package hyperref Info: backreferencing OFF on input line 6057. Package hyperref Info: Link coloring OFF on input line 6062. Package hyperref Info: Link coloring with OCG OFF on input line 6067. Package hyperref Info: PDF/A mode OFF on input line 6072. - -(/usr/local/texlive/2023/texmf-dist/tex/latex/base/atbegshi-ltx.sty -Package: atbegshi-ltx 2021/01/10 v1.0c Emulation of the original atbegshi -package with kernel methods +\Hy@abspage=\count336 +\c@Item=\count337 +\c@Hfootnote=\count338 ) -\Hy@abspage=\count297 -\c@Item=\count298 -\c@Hfootnote=\count299 +Package hyperref Info: Driver (autodetected): hxetex. + (/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/hxetex.def +File: hxetex.def 2023-02-07 v7.00v Hyperref driver for XeTeX + (/usr/local/texlive/2023/texmf-dist/tex/generic/stringenc/stringenc.sty +Package: stringenc 2019/11/29 v1.12 Convert strings between diff. encodings (HO) ) -Package hyperref Info: Driver (autodetected): hpdftex. - -(/usr/local/texlive/2023/texmf-dist/tex/latex/hyperref/hpdftex.def -File: hpdftex.def 2023-02-07 v7.00v Hyperref driver for pdfTeX - -(/usr/local/texlive/2023/texmf-dist/tex/latex/base/atveryend-ltx.sty -Package: atveryend-ltx 2020/08/19 v1.0a Emulation of the original atveryend pac -kage -with kernel methods -) -\Fld@listcount=\count300 -\c@bookmark@seq@number=\count301 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/rerunfilecheck/rerunfilecheck.sty +\pdfm@box=\box58 +\c@Hy@AnnotLevel=\count339 +\HyField@AnnotCount=\count340 +\Fld@listcount=\count341 +\c@bookmark@seq@number=\count342 + (/usr/local/texlive/2023/texmf-dist/tex/latex/rerunfilecheck/rerunfilecheck.sty Package: rerunfilecheck 2022-07-10 v1.10 Rerun checks for auxiliary files (HO) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/uniquecounter/uniquecounter.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/base/atveryend-ltx.sty +Package: atveryend-ltx 2020/08/19 v1.0a Emulation of the original atveryend package +with kernel methods +) (/usr/local/texlive/2023/texmf-dist/tex/generic/uniquecounter/uniquecounter.sty Package: uniquecounter 2019/12/15 v1.4 Provide unlimited unique counter (HO) ) -Package uniquecounter Info: New unique counter `rerunfilecheck' on input line 2 -85. +Package uniquecounter Info: New unique counter `rerunfilecheck' on input line 285. ) -\Hy@SectionHShift=\skip62 -) (/usr/local/texlive/2023/texmf-dist/tex/latex/cleveref/cleveref.sty +\Hy@SectionHShift=\skip68 +) +Package hyperref Info: Option `colorlinks' set `false' on input line 48. + (/usr/local/texlive/2023/texmf-dist/tex/latex/cleveref/cleveref.sty Package: cleveref 2018/03/27 v0.21.4 Intelligent cross-referencing Package cleveref Info: `hyperref' support loaded on input line 2370. LaTeX Info: Redefining \cref on input line 2370. @@ -445,666 +721,542 @@ LaTeX Info: Redefining \Cpagerefrange on input line 2370. LaTeX Info: Redefining \labelcref on input line 2370. LaTeX Info: Redefining \labelcpageref on input line 2370. Package cleveref Info: `amsthm' support loaded on input line 3026. -Package cleveref Info: always capitalise cross-reference names on input line 78 -25. -Package cleveref Info: always capitalise cross-reference names on input line 78 -52. -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/natbib/natbib.sty +Package cleveref Info: always capitalise cross-reference names on input line 7825. +Package cleveref Info: always capitalise cross-reference names on input line 7852. +) (/usr/local/texlive/2023/texmf-dist/tex/latex/natbib/natbib.sty Package: natbib 2010/09/13 8.31b (PWD, AO) -\bibhang=\skip63 -\bibsep=\skip64 +\bibhang=\skip69 +\bibsep=\skip70 LaTeX Info: Redefining \cite on input line 694. -\c@NAT@ctr=\count302 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/neuralnetwork/neuralnetwork.sty -Package: neuralnetwork 2013/07/18 v1.0 Neural network diagrams, Mark Kuckian Co -wan, mark@battlesnake.co.uk - -(/usr/local/texlive/2023/texmf-dist/tex/latex/environ/environ.sty +\c@NAT@ctr=\count343 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/neuralnetwork/neuralnetwork.sty +Package: neuralnetwork 2013/07/18 v1.0 Neural network diagrams, Mark Kuckian Cowan, mark@battlesnake.co.uk + (/usr/local/texlive/2023/texmf-dist/tex/latex/environ/environ.sty Package: environ 2014/05/04 v0.3 A new way to define environments - -(/usr/local/texlive/2023/texmf-dist/tex/latex/trimspaces/trimspaces.sty + (/usr/local/texlive/2023/texmf-dist/tex/latex/trimspaces/trimspaces.sty Package: trimspaces 2009/09/17 v1.1 Trim spaces around a token list -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/etoolbox/etoolbox.sty -Package: etoolbox 2020/10/05 v2.5k e-TeX tools for LaTeX (JAW) -\etb@tempcnta=\count303 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/xkeyval/xkeyval.sty -Package: xkeyval 2022/06/16 v2.9 package option processing (HA) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/xkeyval/xkeyval.tex -(/usr/local/texlive/2023/texmf-dist/tex/generic/xkeyval/xkvutils.tex -\XKV@toks=\toks39 -\XKV@tempa@toks=\toks40 -) -\XKV@depth=\count304 -File: xkeyval.tex 2014/12/03 v2.7a key=value parser (HA) -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/frontendlayer/tikz.sty -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/basiclayer/pgf.sty -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/utilities/pgfrcs.sty -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfutil-common.te -x -\pgfutil@everybye=\toks41 -\pgfutil@tempdima=\dimen189 -\pgfutil@tempdimb=\dimen190 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfutil-latex.def -\pgfutil@abb=\box57 -) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfrcs.code.tex -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/pgf.revision.tex) +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/frontendlayer/tikz.sty (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/basiclayer/pgf.sty +(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/utilities/pgfrcs.sty (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfutil-common.tex +\pgfutil@everybye=\toks53 +\pgfutil@tempdima=\dimen263 +\pgfutil@tempdimb=\dimen264 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfutil-latex.def +\pgfutil@abb=\box59 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfrcs.code.tex (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/pgf.revision.tex) Package: pgfrcs 2023-01-15 v3.1.10 (3.1.10) )) Package: pgf 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/basiclayer/pgfcore.sty -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/systemlayer/pgfsys.sty -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/basiclayer/pgfcore.sty (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/systemlayer/pgfsys.sty (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys.code.tex Package: pgfsys 2023-01-15 v3.1.10 (3.1.10) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfkeys.code.tex -\pgfkeys@pathtoks=\toks42 -\pgfkeys@temptoks=\toks43 - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfkeyslibraryfil -tered.code.tex -\pgfkeys@tmptoks=\toks44 + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfkeys.code.tex +\pgfkeys@pathtoks=\toks54 +\pgfkeys@temptoks=\toks55 + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfkeyslibraryfiltered.code.tex +\pgfkeys@tmptoks=\toks56 )) -\pgf@x=\dimen191 -\pgf@y=\dimen192 -\pgf@xa=\dimen193 -\pgf@ya=\dimen194 -\pgf@xb=\dimen195 -\pgf@yb=\dimen196 -\pgf@xc=\dimen197 -\pgf@yc=\dimen198 -\pgf@xd=\dimen199 -\pgf@yd=\dimen256 +\pgf@x=\dimen265 +\pgf@y=\dimen266 +\pgf@xa=\dimen267 +\pgf@ya=\dimen268 +\pgf@xb=\dimen269 +\pgf@yb=\dimen270 +\pgf@xc=\dimen271 +\pgf@yc=\dimen272 +\pgf@xd=\dimen273 +\pgf@yd=\dimen274 \w@pgf@writea=\write3 \r@pgf@reada=\read2 -\c@pgf@counta=\count305 -\c@pgf@countb=\count306 -\c@pgf@countc=\count307 -\c@pgf@countd=\count308 -\t@pgf@toka=\toks45 -\t@pgf@tokb=\toks46 -\t@pgf@tokc=\toks47 -\pgf@sys@id@count=\count309 - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgf.cfg +\c@pgf@counta=\count344 +\c@pgf@countb=\count345 +\c@pgf@countc=\count346 +\c@pgf@countd=\count347 +\t@pgf@toka=\toks57 +\t@pgf@tokb=\toks58 +\t@pgf@tokc=\toks59 +\pgf@sys@id@count=\count348 + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgf.cfg File: pgf.cfg 2023-01-15 v3.1.10 (3.1.10) ) -Driver file for pgf: pgfsys-pdftex.def - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-pdftex.d -ef -File: pgfsys-pdftex.def 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-common-p -df.def +Driver file for pgf: pgfsys-xetex.def + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-xetex.def +File: pgfsys-xetex.def 2023-01-15 v3.1.10 (3.1.10) + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-dvipdfmx.def +File: pgfsys-dvipdfmx.def 2023-01-15 v3.1.10 (3.1.10) + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-common-pdf.def File: pgfsys-common-pdf.def 2023-01-15 v3.1.10 (3.1.10) -))) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsyssoftpath. -code.tex +) +\pgfsys@objnum=\count349 +))) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsyssoftpath.code.tex File: pgfsyssoftpath.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfsyssoftpath@smallbuffer@items=\count310 -\pgfsyssoftpath@bigbuffer@items=\count311 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsysprotocol. -code.tex +\pgfsyssoftpath@smallbuffer@items=\count350 +\pgfsyssoftpath@bigbuffer@items=\count351 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/systemlayer/pgfsysprotocol.code.tex File: pgfsysprotocol.code.tex 2023-01-15 v3.1.10 (3.1.10) -)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcore.code.tex +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcore.code.tex Package: pgfcore 2023-01-15 v3.1.10 (3.1.10) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathutil.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathparser.code.tex -\pgfmath@dimen=\dimen257 -\pgfmath@count=\count312 -\pgfmath@box=\box58 -\pgfmath@toks=\toks48 -\pgfmath@stack@operand=\toks49 -\pgfmath@stack@operation=\toks50 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.code. -tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.basic -.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.trigo -nometric.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.rando -m.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.compa -rison.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.base. -code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.round -.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.misc. -code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.integ -erarithmetics.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathcalc.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfloat.code.tex -\c@pgfmathroundto@lastzeros=\count313 -)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfint.code.tex) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepoints.co -de.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathutil.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathparser.code.tex +\pgfmath@dimen=\dimen275 +\pgfmath@count=\count352 +\pgfmath@box=\box60 +\pgfmath@toks=\toks60 +\pgfmath@stack@operand=\toks61 +\pgfmath@stack@operation=\toks62 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.basic.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.trigonometric.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.random.code.tex) +(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.comparison.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.base.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.round.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.misc.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.integerarithmetics.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathcalc.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmathfloat.code.tex +\c@pgfmathroundto@lastzeros=\count353 +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfint.code.tex) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepoints.code.tex File: pgfcorepoints.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@picminx=\dimen258 -\pgf@picmaxx=\dimen259 -\pgf@picminy=\dimen260 -\pgf@picmaxy=\dimen261 -\pgf@pathminx=\dimen262 -\pgf@pathmaxx=\dimen263 -\pgf@pathminy=\dimen264 -\pgf@pathmaxy=\dimen265 -\pgf@xx=\dimen266 -\pgf@xy=\dimen267 -\pgf@yx=\dimen268 -\pgf@yy=\dimen269 -\pgf@zx=\dimen270 -\pgf@zy=\dimen271 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathconst -ruct.code.tex +\pgf@picminx=\dimen276 +\pgf@picmaxx=\dimen277 +\pgf@picminy=\dimen278 +\pgf@picmaxy=\dimen279 +\pgf@pathminx=\dimen280 +\pgf@pathmaxx=\dimen281 +\pgf@pathminy=\dimen282 +\pgf@pathmaxy=\dimen283 +\pgf@xx=\dimen284 +\pgf@xy=\dimen285 +\pgf@yx=\dimen286 +\pgf@yy=\dimen287 +\pgf@zx=\dimen288 +\pgf@zy=\dimen289 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathconstruct.code.tex File: pgfcorepathconstruct.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@path@lastx=\dimen272 -\pgf@path@lasty=\dimen273 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathusage -.code.tex +\pgf@path@lastx=\dimen290 +\pgf@path@lasty=\dimen291 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathusage.code.tex File: pgfcorepathusage.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@shorten@end@additional=\dimen274 -\pgf@shorten@start@additional=\dimen275 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorescopes.co -de.tex +\pgf@shorten@end@additional=\dimen292 +\pgf@shorten@start@additional=\dimen293 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorescopes.code.tex File: pgfcorescopes.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfpic=\box59 -\pgf@hbox=\box60 -\pgf@layerbox@main=\box61 -\pgf@picture@serial@count=\count314 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoregraphicst -ate.code.tex +\pgfpic=\box61 +\pgf@hbox=\box62 +\pgf@layerbox@main=\box63 +\pgf@picture@serial@count=\count354 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoregraphicstate.code.tex File: pgfcoregraphicstate.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgflinewidth=\dimen276 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoretransform -ations.code.tex +\pgflinewidth=\dimen294 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoretransformations.code.tex File: pgfcoretransformations.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@pt@x=\dimen277 -\pgf@pt@y=\dimen278 -\pgf@pt@temp=\dimen279 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorequick.cod -e.tex +\pgf@pt@x=\dimen295 +\pgf@pt@y=\dimen296 +\pgf@pt@temp=\dimen297 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorequick.code.tex File: pgfcorequick.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreobjects.c -ode.tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreobjects.code.tex File: pgfcoreobjects.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathproce -ssing.code.tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathprocessing.code.tex File: pgfcorepathprocessing.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorearrows.co -de.tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorearrows.code.tex File: pgfcorearrows.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfarrowsep=\dimen280 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreshade.cod -e.tex +\pgfarrowsep=\dimen298 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreshade.code.tex File: pgfcoreshade.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@max=\dimen281 -\pgf@sys@shading@range@num=\count315 -\pgf@shadingcount=\count316 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreimage.cod -e.tex +\pgf@max=\dimen299 +\pgf@sys@shading@range@num=\count355 +\pgf@shadingcount=\count356 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreimage.code.tex File: pgfcoreimage.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreexternal. -code.tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreexternal.code.tex File: pgfcoreexternal.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfexternal@startupbox=\box62 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorelayers.co -de.tex +\pgfexternal@startupbox=\box64 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorelayers.code.tex File: pgfcorelayers.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoretranspare -ncy.code.tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcoretransparency.code.tex File: pgfcoretransparency.code.tex 2023-01-15 v3.1.10 (3.1.10) ) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepatterns. -code.tex +(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepatterns.code.tex File: pgfcorepatterns.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorerdf.code. -tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/basiclayer/pgfcorerdf.code.tex File: pgfcorerdf.code.tex 2023-01-15 v3.1.10 (3.1.10) -))) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmoduleshapes.cod -e.tex +))) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmoduleshapes.code.tex File: pgfmoduleshapes.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfnodeparttextbox=\box63 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmoduleplot.code. -tex +\pgfnodeparttextbox=\box65 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmoduleplot.code.tex File: pgfmoduleplot.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/compatibility/pgfcomp-version --0-65.sty +) (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/compatibility/pgfcomp-version-0-65.sty Package: pgfcomp-version-0-65 2023-01-15 v3.1.10 (3.1.10) -\pgf@nodesepstart=\dimen282 -\pgf@nodesepend=\dimen283 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/compatibility/pgfcomp-version --1-18.sty +\pgf@nodesepstart=\dimen300 +\pgf@nodesepend=\dimen301 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/compatibility/pgfcomp-version-1-18.sty Package: pgfcomp-version-1-18 2023-01-15 v3.1.10 (3.1.10) -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/utilities/pgffor.sty -(/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/utilities/pgfkeys.sty -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfkeys.code.tex) -) (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/math/pgfmath.sty -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgffor.code.tex +)) (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/utilities/pgffor.sty (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/utilities/pgfkeys.sty (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgfkeys.code.tex)) (/usr/local/texlive/2023/texmf-dist/tex/latex/pgf/math/pgfmath.sty (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/utilities/pgffor.code.tex Package: pgffor 2023-01-15 v3.1.10 (3.1.10) -\pgffor@iter=\dimen284 -\pgffor@skip=\dimen285 -\pgffor@stack=\toks51 -\pgffor@toks=\toks52 -)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/tikz.cod -e.tex +\pgffor@iter=\dimen302 +\pgffor@skip=\dimen303 +\pgffor@stack=\toks63 +\pgffor@toks=\toks64 +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/tikz.code.tex Package: tikz 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/pgflibraryplothan -dlers.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/pgflibraryplothandlers.code.tex File: pgflibraryplothandlers.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@plot@mark@count=\count317 -\pgfplotmarksize=\dimen286 +\pgf@plot@mark@count=\count357 +\pgfplotmarksize=\dimen304 ) -\tikz@lastx=\dimen287 -\tikz@lasty=\dimen288 -\tikz@lastxsaved=\dimen289 -\tikz@lastysaved=\dimen290 -\tikz@lastmovetox=\dimen291 -\tikz@lastmovetoy=\dimen292 -\tikzleveldistance=\dimen293 -\tikzsiblingdistance=\dimen294 -\tikz@figbox=\box64 -\tikz@figbox@bg=\box65 -\tikz@tempbox=\box66 -\tikz@tempbox@bg=\box67 -\tikztreelevel=\count318 -\tikznumberofchildren=\count319 -\tikznumberofcurrentchild=\count320 -\tikz@fig@count=\count321 - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmodulematrix.cod -e.tex +\tikz@lastx=\dimen305 +\tikz@lasty=\dimen306 +\tikz@lastxsaved=\dimen307 +\tikz@lastysaved=\dimen308 +\tikz@lastmovetox=\dimen309 +\tikz@lastmovetoy=\dimen310 +\tikzleveldistance=\dimen311 +\tikzsiblingdistance=\dimen312 +\tikz@figbox=\box66 +\tikz@figbox@bg=\box67 +\tikz@tempbox=\box68 +\tikz@tempbox@bg=\box69 +\tikztreelevel=\count358 +\tikznumberofchildren=\count359 +\tikznumberofcurrentchild=\count360 +\tikz@fig@count=\count361 + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmodulematrix.code.tex File: pgfmodulematrix.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfmatrixcurrentrow=\count322 -\pgfmatrixcurrentcolumn=\count323 -\pgf@matrix@numberofcolumns=\count324 +\pgfmatrixcurrentrow=\count362 +\pgfmatrixcurrentcolumn=\count363 +\pgf@matrix@numberofcolumns=\count364 ) -\tikz@expandcount=\count325 - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibrarytopaths.code.tex +\tikz@expandcount=\count365 + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibrarytopaths.code.tex File: tikzlibrarytopaths.code.tex 2023-01-15 v3.1.10 (3.1.10) -))) -(/usr/local/texlive/2023/texmf-dist/tex/latex/algorithmicx/algorithmicx.sty +))) (/usr/local/texlive/2023/texmf-dist/tex/latex/algorithmicx/algorithmicx.sty Package: algorithmicx 2005/04/27 v1.2 Algorithmicx Document Style algorithmicx 1.2 - a greatly improved `algorithmic' style -\c@ALG@line=\count326 -\c@ALG@rem=\count327 -\c@ALG@nested=\count328 -\ALG@tlm=\skip65 -\ALG@thistlm=\skip66 -\c@ALG@Lnr=\count329 -\c@ALG@blocknr=\count330 -\c@ALG@storecount=\count331 -\c@ALG@tmpcounter=\count332 -\ALG@tmplength=\skip67 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.code.tex +\c@ALG@line=\count366 +\c@ALG@rem=\count367 +\c@ALG@nested=\count368 +\ALG@tlm=\skip71 +\ALG@thistlm=\skip72 +\c@ALG@Lnr=\count369 +\c@ALG@blocknr=\count370 +\c@ALG@storecount=\count371 +\c@ALG@tmpcounter=\count372 +\ALG@tmplength=\skip73 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.code.tex File: tikzlibraryshapes.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.geometric.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.geometric.code.tex File: tikzlibraryshapes.geometric.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibrary -shapes.geometric.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshapes.geometric.code.tex File: pgflibraryshapes.geometric.code.tex 2023-01-15 v3.1.10 (3.1.10) -)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.misc.code.tex +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.misc.code.tex File: tikzlibraryshapes.misc.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibrary -shapes.misc.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshapes.misc.code.tex File: pgflibraryshapes.misc.code.tex 2023-01-15 v3.1.10 (3.1.10) -)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.symbols.code.tex +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.symbols.code.tex File: tikzlibraryshapes.symbols.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibrary -shapes.symbols.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshapes.symbols.code.tex File: pgflibraryshapes.symbols.code.tex 2023-01-15 v3.1.10 (3.1.10) -)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.arrows.code.tex +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.arrows.code.tex File: tikzlibraryshapes.arrows.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibrary -shapes.arrows.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshapes.arrows.code.tex File: pgflibraryshapes.arrows.code.tex 2023-01-15 v3.1.10 (3.1.10) -)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.callouts.code.tex -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibrary -shapes.callouts.code.tex)) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryshapes.multipart.code.tex +)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.callouts.code.tex (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshapes.callouts.code.tex)) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryshapes.multipart.code.tex File: tikzlibraryshapes.multipart.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibrary -shapes.multipart.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshapes.multipart.code.tex File: pgflibraryshapes.multipart.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfnodepartlowerbox=\box68 -\pgfnodeparttwobox=\box69 -\pgfnodepartthreebox=\box70 -\pgfnodepartfourbox=\box71 -\pgfnodeparttwentybox=\box72 -\pgfnodepartnineteenbox=\box73 -\pgfnodeparteighteenbox=\box74 -\pgfnodepartseventeenbox=\box75 -\pgfnodepartsixteenbox=\box76 -\pgfnodepartfifteenbox=\box77 -\pgfnodepartfourteenbox=\box78 -\pgfnodepartthirteenbox=\box79 -\pgfnodeparttwelvebox=\box80 -\pgfnodepartelevenbox=\box81 -\pgfnodeparttenbox=\box82 -\pgfnodepartninebox=\box83 -\pgfnodeparteightbox=\box84 -\pgfnodepartsevenbox=\box85 -\pgfnodepartsixbox=\box86 -\pgfnodepartfivebox=\box87 -)))) -(/usr/local/texlive/2023/texmf-dist/tex/generic/witharrows/witharrows.sty -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/pgflibraryarrows. -meta.code.tex +\pgfnodepartlowerbox=\box70 +\pgfnodeparttwobox=\box71 +\pgfnodepartthreebox=\box72 +\pgfnodepartfourbox=\box73 +\pgfnodeparttwentybox=\box74 +\pgfnodepartnineteenbox=\box75 +\pgfnodeparteighteenbox=\box76 +\pgfnodepartseventeenbox=\box77 +\pgfnodepartsixteenbox=\box78 +\pgfnodepartfifteenbox=\box79 +\pgfnodepartfourteenbox=\box80 +\pgfnodepartthirteenbox=\box81 +\pgfnodeparttwelvebox=\box82 +\pgfnodepartelevenbox=\box83 +\pgfnodeparttenbox=\box84 +\pgfnodepartninebox=\box85 +\pgfnodeparteightbox=\box86 +\pgfnodepartsevenbox=\box87 +\pgfnodepartsixbox=\box88 +\pgfnodepartfivebox=\box89 +)))) (/usr/local/texlive/2023/texmf-dist/tex/generic/witharrows/witharrows.sty (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/pgflibraryarrows.meta.code.tex File: pgflibraryarrows.meta.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgfarrowinset=\dimen295 -\pgfarrowlength=\dimen296 -\pgfarrowwidth=\dimen297 -\pgfarrowlinewidth=\dimen298 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibrarybending.code.tex +\pgfarrowinset=\dimen313 +\pgfarrowlength=\dimen314 +\pgfarrowwidth=\dimen315 +\pgfarrowlinewidth=\dimen316 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibrarybending.code.tex File: tikzlibrarybending.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmodulebending.co -de.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmodulebending.code.tex File: pgfmodulebending.code.tex 2023-01-15 v3.1.10 (3.1.10) - -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmodulenonlineart -ransformations.code.tex + (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/modules/pgfmodulenonlineartransformations.code.tex File: pgfmodulenonlineartransformations.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgftransformnonlinearflatness=\dimen299 -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/pgflibrarycurvili -near.code.tex +\pgftransformnonlinearflatness=\dimen317 +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/libraries/pgflibrarycurvilinear.code.tex File: pgflibrarycurvilinear.code.tex 2023-01-15 v3.1.10 (3.1.10) -\pgf@curvilinear@time@a=\dimen300 -\pgf@curvilinear@length@a=\dimen301 -\pgf@curvilinear@length@b=\dimen302 -\pgf@curvilinear@length@c=\dimen303 -\pgf@curvilinear@length@d=\dimen304 +\pgf@curvilinear@time@a=\dimen318 +\pgf@curvilinear@length@a=\dimen319 +\pgf@curvilinear@length@b=\dimen320 +\pgf@curvilinear@length@c=\dimen321 +\pgf@curvilinear@length@d=\dimen322 ) -\pgf@arrows@the@rigidity=\dimen305 +\pgf@arrows@the@rigidity=\dimen323 )) -(/usr/local/texlive/2023/texmf-dist/tex/latex/l3packages/l3keys2e/l3keys2e.sty -(/usr/local/texlive/2023/texmf-dist/tex/latex/l3kernel/expl3.sty -Package: expl3 2023-02-22 L3 programming layer (loader) - -(/usr/local/texlive/2023/texmf-dist/tex/latex/l3backend/l3backend-pdftex.def -File: l3backend-pdftex.def 2023-01-16 L3 backend support: PDF output (pdfTeX) -\l__color_backend_stack_int=\count333 -\l__pdf_internal_box=\box88 -)) -Package: l3keys2e 2023-02-02 LaTeX2e option processing using LaTeX3 keys -) Package: witharrows 2023/02/14 v2.8a Draws arrows for explanations on the right (/usr/local/texlive/2023/texmf-dist/tex/latex/varwidth/varwidth.sty Package: varwidth 2009/03/30 ver 0.92; Variable-width minipages -\@vwid@box=\box89 -\sift@deathcycles=\count334 -\@vwid@loff=\dimen306 -\@vwid@roff=\dimen307 +\@vwid@box=\box90 +\sift@deathcycles=\count373 +\@vwid@loff=\dimen324 +\@vwid@roff=\dimen325 ) -\g__witharrows_last_env_int=\count335 -\l__witharrows_pos_env_int=\count336 -\l__witharrows_pos_arrow_int=\count337 -\g__witharrows_arrow_int=\count338 -\g__witharrows_line_int=\count339 -\g__witharrows_col_int=\count340 -\g__witharrows_static_col_int=\count341 -\l__witharrows_nb_cols_int=\count342 -\l__witharrows_arrow_width_dim=\dimen308 -\l__witharrows_up_and_down_radius_dim=\dimen309 -\l__witharrows_xoffset_for_o_arrows_dim=\dimen310 -\l__witharrows_max_length_of_arrow_dim=\dimen311 -\l__witharrows_ygap_dim=\dimen312 -\l__witharrows_ystart_dim=\dimen313 -\l__witharrows_xoffset_dim=\dimen314 -\l__witharrows_interline_skip=\skip68 -\l__witharrows_start_adjust_dim=\dimen315 -\l__witharrows_end_adjust_dim=\dimen316 -\l__witharrows_mathindent_skip=\skip69 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/stmaryrd/stmaryrd.sty +\g__witharrows_last_env_int=\count374 +\l__witharrows_pos_env_int=\count375 +\l__witharrows_pos_arrow_int=\count376 +\g__witharrows_arrow_int=\count377 +\g__witharrows_line_int=\count378 +\g__witharrows_col_int=\count379 +\g__witharrows_static_col_int=\count380 +\l__witharrows_nb_cols_int=\count381 +\l__witharrows_arrow_width_dim=\dimen326 +\l__witharrows_up_and_down_radius_dim=\dimen327 +\l__witharrows_xoffset_for_o_arrows_dim=\dimen328 +\l__witharrows_max_length_of_arrow_dim=\dimen329 +\l__witharrows_ygap_dim=\dimen330 +\l__witharrows_ystart_dim=\dimen331 +\l__witharrows_xoffset_dim=\dimen332 +\l__witharrows_interline_skip=\skip74 +\l__witharrows_start_adjust_dim=\dimen333 +\l__witharrows_end_adjust_dim=\dimen334 +\l__witharrows_mathindent_skip=\skip75 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/stmaryrd/stmaryrd.sty Package: stmaryrd 1994/03/03 St Mary's Road symbol package \symstmry=\mathgroup7 LaTeX Font Info: Overwriting symbol font `stmry' in version `bold' (Font) U/stmry/m/n --> U/stmry/b/n on input line 89. +) (/usr/local/texlive/2023/texmf-dist/tex/latex/stackengine/stackengine.sty +Package: stackengine 2021/07/22 v4.11\ Stacking text and objects in convenient ways + (/usr/local/texlive/2023/texmf-dist/tex/generic/listofitems/listofitems.sty (/usr/local/texlive/2023/texmf-dist/tex/generic/listofitems/listofitems.tex +Invalid UTF-8 byte or sequence at line 50 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 50 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 52 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 52 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 52 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 96 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 96 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 104 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 105 replaced by U+FFFD. +\loi_cnt_foreach_nest=\count382 +Invalid UTF-8 byte or sequence at line 139 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 146 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 192 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 209 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 209 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 222 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 222 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 223 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 223 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 224 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 226 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 226 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 238 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 243 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 243 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 260 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 284 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 310 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 310 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 324 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 337 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 337 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 339 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 350 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 350 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 350 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 354 replaced by U+FFFD. +\loi_nestcnt=\count383 +Invalid UTF-8 byte or sequence at line 367 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 367 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 367 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 367 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 375 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 375 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 375 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 375 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 377 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 378 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 398 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 398 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 399 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 399 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 399 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 399 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 399 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 399 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 409 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 410 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 410 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 410 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 410 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 411 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 411 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 411 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 411 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 411 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 411 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 414 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 422 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 422 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 426 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 428 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 433 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 433 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 441 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 441 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 442 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 443 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 443 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 443 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 446 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 446 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 446 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 448 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 448 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 451 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 455 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 455 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 458 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 458 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 472 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 475 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 492 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 508 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 508 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 509 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 509 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 519 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 541 replaced by U+FFFD. +Invalid UTF-8 byte or sequence at line 541 replaced by U+FFFD. ) -(/usr/local/texlive/2023/texmf-dist/tex/latex/listings/listings.sty -\lst@mode=\count343 -\lst@gtempboxa=\box90 -\lst@token=\toks53 -\lst@length=\count344 -\lst@currlwidth=\dimen317 -\lst@column=\count345 -\lst@pos=\count346 -\lst@lostspace=\dimen318 -\lst@width=\dimen319 -\lst@newlines=\count347 -\lst@lineno=\count348 -\lst@maxwidth=\dimen320 - -(/usr/local/texlive/2023/texmf-dist/tex/latex/listings/lstmisc.sty +Package: listofitems 2019/08/21 v1.63 Grab items in lists using user-specified sep char (CT) +) +\c@@stackindex=\count384 +\@boxshift=\skip76 +\stack@tmplength=\skip77 +\temp@stkl=\skip78 +\@stackedboxwidth=\skip79 +\@addedbox=\box91 +\@anchorbox=\box92 +\@insetbox=\box93 +\se@backgroundbox=\box94 +\stackedbox=\box95 +\@centerbox=\box96 +\c@ROWcellindex@=\count385 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/listings/listings.sty +\lst@mode=\count386 +\lst@gtempboxa=\box97 +\lst@token=\toks65 +\lst@length=\count387 +\lst@currlwidth=\dimen335 +\lst@column=\count388 +\lst@pos=\count389 +\lst@lostspace=\dimen336 +\lst@width=\dimen337 +\lst@newlines=\count390 +\lst@lineno=\count391 +\lst@maxwidth=\dimen338 + (/usr/local/texlive/2023/texmf-dist/tex/latex/listings/lstmisc.sty File: lstmisc.sty 2023/02/27 1.9 (Carsten Heinz) -\c@lstnumber=\count349 -\lst@skipnumbers=\count350 -\lst@framebox=\box91 -) -(/usr/local/texlive/2023/texmf-dist/tex/latex/listings/listings.cfg +\c@lstnumber=\count392 +\lst@skipnumbers=\count393 +\lst@framebox=\box98 +) (/usr/local/texlive/2023/texmf-dist/tex/latex/listings/listings.cfg File: listings.cfg 2023/02/27 1.9 listings configuration )) Package: listings 2023/02/27 1.9 (Carsten Heinz) -(/usr/local/texlive/2023/texmf-dist/tex/latex/tikz-cd/tikz-cd.sty -Package: tikz-cd 2021/05/04 v1.0 Commutative diagrams with TikZ +Package fontspec Info: Could not resolve font "Fira Code/I" (it probably +(fontspec) doesn't exist). -(/usr/local/texlive/2023/texmf-dist/tex/generic/tikz-cd/tikzlibrarycd.code.tex -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibrarymatrix.code.tex + +Package fontspec Info: Font family 'FiraCode(0)' created for font 'Fira Code' +(fontspec) with options +(fontspec) [WordSpace={1,0,0},HyphenChar=None,PunctuationSpace=WordSpace]. +(fontspec) +(fontspec) This font family consists of the following NFSS +(fontspec) series/shapes: +(fontspec) +(fontspec) - 'normal' (m/n) with NFSS spec.: <->"Fira +(fontspec) Code/OT:script=latn;language=dflt;" +(fontspec) - 'small caps' (m/sc) with NFSS spec.: +(fontspec) and font adjustment code: +(fontspec) \fontdimen 2\font =1\fontdimen 2\font \fontdimen 3\font +(fontspec) =0\fontdimen 3\font \fontdimen 4\font =0\fontdimen +(fontspec) 4\font \fontdimen 7\font =0\fontdimen 2\font +(fontspec) \tex_hyphenchar:D \font =-1\scan_stop: +(fontspec) - 'bold' (b/n) with NFSS spec.: <->"Fira +(fontspec) Code/B/OT:script=latn;language=dflt;" +(fontspec) - 'bold small caps' (b/sc) with NFSS spec.: +(fontspec) and font adjustment code: +(fontspec) \fontdimen 2\font =1\fontdimen 2\font \fontdimen 3\font +(fontspec) =0\fontdimen 3\font \fontdimen 4\font =0\fontdimen +(fontspec) 4\font \fontdimen 7\font =0\fontdimen 2\font +(fontspec) \tex_hyphenchar:D \font =-1\scan_stop: +(fontspec) - 'bold italic' (b/it) with NFSS spec.: <->"Fira +(fontspec) Code/BI/OT:script=latn;language=dflt;" +(fontspec) - 'bold italic small caps' (b/scit) with NFSS spec.: +(fontspec) and font adjustment code: +(fontspec) \fontdimen 2\font =1\fontdimen 2\font \fontdimen 3\font +(fontspec) =0\fontdimen 3\font \fontdimen 4\font =0\fontdimen +(fontspec) 4\font \fontdimen 7\font =0\fontdimen 2\font +(fontspec) \tex_hyphenchar:D \font =-1\scan_stop: + + (/usr/local/texlive/2023/texmf-dist/tex/latex/tikz-cd/tikz-cd.sty +Package: tikz-cd 2021/05/04 v1.0 Commutative diagrams with TikZ + (/usr/local/texlive/2023/texmf-dist/tex/generic/tikz-cd/tikzlibrarycd.code.tex (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibrarymatrix.code.tex File: tikzlibrarymatrix.code.tex 2023-01-15 v3.1.10 (3.1.10) -) -(/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/librarie -s/tikzlibraryquotes.code.tex +) (/usr/local/texlive/2023/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tikzlibraryquotes.code.tex File: tikzlibraryquotes.code.tex 2023-01-15 v3.1.10 (3.1.10) ))) -\c@theorem=\count351 -\c@corollary=\count352 - (./main.aux (./Introduction.aux) -(./Brownian_motion_monte_carlo.aux - -LaTeX Warning: Label `lem:1.21' multiply defined. - - -LaTeX Warning: Label `lem:1.21@cref' multiply defined. - -) (./u_visc_sol.aux - -LaTeX Warning: Label `limitofun' multiply defined. - - -LaTeX Warning: Label `limitofun@cref' multiply defined. - - -LaTeX Warning: Label `hessungeq0' multiply defined. - - -LaTeX Warning: Label `hessungeq0@cref' multiply defined. - -) (./brownian_motion_monte_carlo_non_linear_case.aux - -LaTeX Warning: Label `(1.12)' multiply defined. - - -LaTeX Warning: Label `(1.12)@cref' multiply defined. - - -LaTeX Warning: Label `(1.12)' multiply defined. - - -LaTeX Warning: Label `(1.12)@cref' multiply defined. - -) (./neural_network_introduction.aux - -LaTeX Warning: Label `5.2.1' multiply defined. - - -LaTeX Warning: Label `5.2.1@cref' multiply defined. - - -LaTeX Warning: Label `5.3.2' multiply defined. - - -LaTeX Warning: Label `5.3.2@cref' multiply defined. - - -LaTeX Warning: Label `5.4.3' multiply defined. - - -LaTeX Warning: Label `5.4.3@cref' multiply defined. - - -LaTeX Warning: Label `5.4.12' multiply defined. - - -LaTeX Warning: Label `5.4.12@cref' multiply defined. - - -LaTeX Warning: Label `5.5.20' multiply defined. - - -LaTeX Warning: Label `5.5.20@cref' multiply defined. - -) (./ann_product.aux - -LaTeX Warning: Label `6.0.25' multiply defined. - - -LaTeX Warning: Label `6.0.25@cref' multiply defined. - -) (./modified_mlp_associated_nn.aux) (./categorical_neural_network.aux) - -LaTeX Warning: Label `6.0.3' multiply defined. - - -LaTeX Warning: Label `6.0.3@cref' multiply defined. - -(./ann_rep_brownian_motion_monte_carlo.aux) - -LaTeX Warning: Label `pythoncode' multiply defined. - - -LaTeX Warning: Label `pythoncode@cref' multiply defined. - -) +\c@theorem=\count394 +\c@corollary=\count395 +) (./main.aux) \openout1 = `main.aux'. -LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for PD1/pdf/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. -LaTeX Font Info: Checking defaults for PU/pdf/m/n on input line 141. -LaTeX Font Info: ... okay on input line 141. - (/usr/local/texlive/2023/texmf-dist/tex/context/base/mkii/supp-pdf.mkii -[Loading MPS to PDF converter (version 2006.09.02).] -\scratchcounter=\count353 -\scratchdimen=\dimen321 -\scratchbox=\box92 -\nofMPsegments=\count354 -\nofMParguments=\count355 -\everyMPshowfont=\toks54 -\MPscratchCnt=\count356 -\MPscratchDim=\dimen322 -\MPnumerator=\count357 -\makeMPintoPDFobject=\count358 -\everyMPtoPDFconversion=\toks55 -) (/usr/local/texlive/2023/texmf-dist/tex/latex/epstopdf-pkg/epstopdf-base.sty -Package: epstopdf-base 2020-01-24 v2.11 Base part for package epstopdf -Package epstopdf-base Info: Redefining graphics rule for `.eps' on input line 4 -85. - -(/usr/local/texlive/2023/texmf-dist/tex/latex/latexconfig/epstopdf-sys.cfg -File: epstopdf-sys.cfg 2010/07/13 v1.3 Configuration of (r)epstopdf for TeX Liv -e -)) -(/usr/local/texlive/2023/texmf-dist/tex/latex/pdflscape/pdflscape.sty +LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 3. +LaTeX Font Info: Trying to load font information for TS1+cmr on input line 3. + (/usr/local/texlive/2023/texmf-dist/tex/latex/base/ts1cmr.fd +File: ts1cmr.fd 2022/07/10 v2.5l Standard LaTeX font definitions +) +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for TU/lmr/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for PD1/pdf/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. +LaTeX Font Info: Checking defaults for PU/pdf/m/n on input line 3. +LaTeX Font Info: ... okay on input line 3. + (/usr/local/texlive/2023/texmf-dist/tex/latex/pdflscape/pdflscape.sty Package: pdflscape 2022-10-27 v0.13 Display of landscape pages in PDF - -(/usr/local/texlive/2023/texmf-dist/tex/latex/pdflscape/pdflscape-nometadata.st -y -Package: pdflscape-nometadata 2022-10-28 v0.13 Display of landscape pages in PD -F (HO) + (/usr/local/texlive/2023/texmf-dist/tex/latex/pdflscape/pdflscape-nometadata.sty +Package: pdflscape-nometadata 2022-10-28 v0.13 Display of landscape pages in PDF (HO) (/usr/local/texlive/2023/texmf-dist/tex/latex/graphics/lscape.sty Package: lscape 2020/05/28 v3.02 Landscape Pages (DPC) ) -Package pdflscape Info: Auto-detected driver: pdftex on input line 81. +Package pdflscape Info: Auto-detected driver: dvipdfm (xetex) on input line 98. )) *geometry* driver: auto-detecting -*geometry* detected driver: pdftex +*geometry* detected driver: xetex *geometry* verbose mode - [ preamble ] result: -* driver: pdftex +* driver: xetex * paper: * layout: * layoutoffset:(h,v)=(0.0pt,0.0pt) @@ -1120,12 +1272,12 @@ Package pdflscape Info: Auto-detected driver: pdftex on input line 81. * \topmargin=-37.0pt * \headheight=12.0pt * \headsep=25.0pt -* \topskip=11.0pt +* \topskip=12.0pt * \footskip=30.0pt -* \marginparwidth=59.0pt +* \marginparwidth=44.0pt * \marginparsep=10.0pt * \columnsep=10.0pt -* \skip\footins=10.0pt plus 4.0pt minus 2.0pt +* \skip\footins=10.8pt plus 4.0pt minus 2.0pt * \hoffset=0.0pt * \voffset=0.0pt * \mag=1000 @@ -1135,104 +1287,602 @@ Package pdflscape Info: Auto-detected driver: pdftex on input line 81. * \@reversemarginfalse * (1in=72.27pt=25.4mm, 1cm=28.453pt) -Package hyperref Info: Link coloring OFF on input line 141. + +Package fontspec Info: Adjusting the maths setup (use [no-math] to avoid +(fontspec) this). + +\symlegacymaths=\mathgroup8 +LaTeX Font Info: Overwriting symbol font `legacymaths' in version `bold' +(Font) OT1/cmr/m/n --> OT1/cmr/bx/n on input line 3. +LaTeX Font Info: Redeclaring math accent \acute on input line 3. +LaTeX Font Info: Redeclaring math accent \grave on input line 3. +LaTeX Font Info: Redeclaring math accent \ddot on input line 3. +LaTeX Font Info: Redeclaring math accent \tilde on input line 3. +LaTeX Font Info: Redeclaring math accent \bar on input line 3. +LaTeX Font Info: Redeclaring math accent \breve on input line 3. +LaTeX Font Info: Redeclaring math accent \check on input line 3. +LaTeX Font Info: Redeclaring math accent \hat on input line 3. +LaTeX Font Info: Redeclaring math accent \dot on input line 3. +LaTeX Font Info: Redeclaring math accent \mathring on input line 3. +LaTeX Font Info: Redeclaring math symbol \Gamma on input line 3. +LaTeX Font Info: Redeclaring math symbol \Delta on input line 3. +LaTeX Font Info: Redeclaring math symbol \Theta on input line 3. +LaTeX Font Info: Redeclaring math symbol \Lambda on input line 3. +LaTeX Font Info: Redeclaring math symbol \Xi on input line 3. +LaTeX Font Info: Redeclaring math symbol \Pi on input line 3. +LaTeX Font Info: Redeclaring math symbol \Sigma on input line 3. +LaTeX Font Info: Redeclaring math symbol \Upsilon on input line 3. +LaTeX Font Info: Redeclaring math symbol \Phi on input line 3. +LaTeX Font Info: Redeclaring math symbol \Psi on input line 3. +LaTeX Font Info: Redeclaring math symbol \Omega on input line 3. +LaTeX Font Info: Redeclaring math symbol \mathdollar on input line 3. +LaTeX Font Info: Redeclaring symbol font `operators' on input line 3. +LaTeX Font Info: Encoding `OT1' has changed to `TU' for symbol font +(Font) `operators' in the math version `normal' on input line 3. +LaTeX Font Info: Overwriting symbol font `operators' in version `normal' +(Font) OT1/cmr/m/n --> TU/lmr/m/n on input line 3. +LaTeX Font Info: Encoding `OT1' has changed to `TU' for symbol font +(Font) `operators' in the math version `bold' on input line 3. +LaTeX Font Info: Overwriting symbol font `operators' in version `bold' +(Font) OT1/cmr/bx/n --> TU/lmr/m/n on input line 3. +LaTeX Font Info: Overwriting symbol font `operators' in version `normal' +(Font) TU/lmr/m/n --> TU/lmr/m/n on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathit' in version `normal' +(Font) OT1/cmr/m/it --> TU/lmr/m/it on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathbf' in version `normal' +(Font) OT1/cmr/bx/n --> TU/lmr/b/n on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathsf' in version `normal' +(Font) OT1/cmss/m/n --> TU/lmss/m/n on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathtt' in version `normal' +(Font) OT1/cmtt/m/n --> TU/FiraCode(0)/m/n on input line 3. +LaTeX Font Info: Overwriting symbol font `operators' in version `bold' +(Font) TU/lmr/m/n --> TU/lmr/b/n on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathit' in version `bold' +(Font) OT1/cmr/bx/it --> TU/lmr/b/it on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathsf' in version `bold' +(Font) OT1/cmss/bx/n --> TU/lmss/b/n on input line 3. +LaTeX Font Info: Overwriting math alphabet `\mathtt' in version `bold' +(Font) OT1/cmtt/m/n --> TU/FiraCode(0)/b/n on input line 3. +The property list \__xpg_alias contains the pairs (without outer braces): +> {latex/target} => {latex} +> {english/target} => {english} +> {en/target} => {english} +> {en-AU/target} => {english} +> {en-AU/variant} => {australian} +> {en-AU/options} => {variant=australian} +> {en-CA/target} => {english} +> {en-CA/variant} => {canadian} +> {en-CA/options} => {variant=canadian} +> {en-GB/target} => {english} +> {en-GB/variant} => {british} +> {en-GB/options} => {variant=british} +> {en-NZ/target} => {english} +> {en-NZ/variant} => {newzealand} +> {en-NZ/options} => {variant=newzealand} +> {en-US/target} => {english} +> {en-US/variant} => {us} +> {en-US/options} => {variant=us} +> {american/target} => {english} +> {american/variant} => {us} +> {american/options} => {variant=us} +> {australian/target} => {english} +> {australian/variant} => {australian} +> {australian/options} => {variant=australian} +> {british/target} => {english} +> {british/variant} => {british} +> {british/options} => {variant=british} +> {canadian/target} => {english} +> {canadian/variant} => {canadian} +> {canadian/options} => {variant=canadian} +> {newzealand/target} => {english} +> {newzealand/variant} => {newzealand} +> {newzealand/options} => {variant=newzealand} +> {arabic/target} => {arabic} +> {ar/target} => {arabic} +> {ar-IQ/target} => {arabic} +> {ar-IQ/options} => {locale=mashriq} +> {ar-YE/target} => {arabic} +> {ar-YE/options} => {locale=default} +> {ar-LB/target} => {arabic} +> {ar-LB/options} => {locale=mashriq} +> {ar-JO/target} => {arabic} +> {ar-JO/options} => {locale=mashriq} +> {afb/target} => {arabic} +> {afb/options} => {locale=default} +> {ar-MR/target} => {arabic} +> {ar-MR/options} => {locale=mauritania} +> {arz/target} => {arabic} +> {arz/options} => {locale=default} +> {ary/target} => {arabic} +> {ary/options} => {locale=morocco} +> {arq/target} => {arabic} +> {arq/options} => {locale=algeria} +> {aeb/target} => {arabic} +> {aeb/options} => {locale=tunisia} +> {ar-SY/target} => {arabic} +> {ar-SY/options} => {locale=mashriq} +> {ayl/target} => {arabic} +> {ayl/options} => {locale=libya} +> {apd/target} => {arabic} +> {apd/options} => {locale=default} +> {ar-PS/target} => {arabic} +> {ar-PS/options} => {locale=mashriq}. + +./main.tex:3: Package bidi Error: Oops! you have loaded package hyperref after bidi package. Please load package hyperref before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +This error message was generated by an \errmessage +command, so I can't give any explicit help. +Pretend that you're Hercule Poirot: Examine all clues, +and deduce the truth by order and method. + + +./main.tex:3: Package bidi Error: Oops! you have loaded package listings after bidi package. Please load package listings before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +(That was another \errmessage.) + + +./main.tex:3: Package bidi Error: Oops! you have loaded package pgf after bidi package. Please load package pgf before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +(That was another \errmessage.) + + +./main.tex:3: Package bidi Error: Oops! you have loaded package tikz after bidi package. Please load package tikz before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +(That was another \errmessage.) + + +./main.tex:3: Package bidi Error: Oops! you have loaded package soul after bidi package. Please load package soul before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +(That was another \errmessage.) + + +./main.tex:3: Package bidi Error: Oops! you have loaded package subfigure after bidi package. Please load package subfigure before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +(That was another \errmessage.) + + +./main.tex:3: Package bidi Error: Oops! you have loaded package natbib after bidi package. Please load package natbib before bidi package, and then try to run xelatex on your document again. + +See the bidi package documentation for explanation. +Type H for immediate help. + ... + +l.3 \begin{document} + +(That was another \errmessage.) + +Package hyperref Info: Link coloring OFF on input line 3. (./main.out) (./main.out) \@outlinefile=\write4 \openout4 = `main.out'. -\c@lstlisting=\count359 -LaTeX Font Info: Trying to load font information for U+msa on input line 143 -. -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/umsa.fd + +Package hyperref Warning: Rerun to get /PageLabels entry. + +\c@lstlisting=\count396 +LaTeX Info: Redefining \rmfamily on input line 3. +LaTeX Info: Redefining \sffamily on input line 3. +LaTeX Info: Redefining \ttfamily on input line 3. +\openout2 = `commands.aux'. + +(./commands.tex) +\openout2 = `front_matter.aux'. + + (./front_matter.tex +LaTeX Font Info: Trying to load font information for U+msa on input line 46. + (/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/umsa.fd File: umsa.fd 2013/01/14 v3.01 AMS symbols A ) -LaTeX Font Info: Trying to load font information for U+msb on input line 143 -. - -(/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/umsb.fd +LaTeX Font Info: Trying to load font information for U+msb on input line 46. + (/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/umsb.fd File: umsb.fd 2013/01/14 v3.01 AMS symbols B ) -LaTeX Font Info: Trying to load font information for U+rsfs on input line 14 -3. - -(/usr/local/texlive/2023/texmf-dist/tex/latex/jknapltx/ursfs.fd +LaTeX Font Info: Trying to load font information for U+rsfs on input line 46. + (/usr/local/texlive/2023/texmf-dist/tex/latex/jknapltx/ursfs.fd File: ursfs.fd 1998/03/24 rsfs font definition file (jk) ) -LaTeX Font Info: Trying to load font information for U+stmry on input line 1 -43. +LaTeX Font Info: Trying to load font information for U+stmry on input line 46. + (/usr/local/texlive/2023/texmf-dist/tex/latex/stmaryrd/Ustmry.fd) +Overfull \hbox (5.22212pt too wide) in paragraph at lines 40--56 +[][]$[]$ $[]$[] + [] -(/usr/local/texlive/2023/texmf-dist/tex/latex/stmaryrd/Ustmry.fd) [1 -{/usr/local/texlive/2023/texmf-var/fonts/map/pdftex/updmap/pdftex.map}] (./main -.toc -pdfTeX warning (ext4): destination with the same identifier (name{page.1}) has -been already used, duplicate ignored - - \relax -l.21 ...ions about Neural Networks}{62}{chapter.5} - % [1 +Underfull \hbox (badness 10000) in paragraph at lines 40--56 +[][] + [] -] [2]) +[1 + + + + + +] [2] [3]) [4] (./main.toc) \tf@toc=\write5 \openout5 = `main.toc'. - [3] [4 + [5 + + + +] [6 ] \openout2 = `Introduction.aux'. - -(./Introduction.tex + (./Introduction.tex Chapter 1. -[5 + +Package natbib Warning: Citation `tsaban_harnessing_2022' on page 1 undefined on input line 5. -] [6] [7] -Overfull \hbox (12.0844pt too wide) in paragraph at lines 104--105 -[]\OT1/cmr/m/it/10.95 A strong so-lu-tion to the stochas-tic dif-fer-en-tial eq -ua-tion ([]1.1.8[]) on prob-a-bil-ity space $\OT1/cmr/m/n/10.95 ( -\OML/cmm/m/it/10.95 ; \OMS/cmsy/m/n/10.95 F\OML/cmm/m/it/10.95 ; \U/msb/m/n/10. -95 P\OML/cmm/m/it/10.95 ; \OT1/cmr/m/n/10.95 (\U/msb/m/n/10.95 F[]\OT1/cmr/m/n/ -10.95 )[])$\OT1/cmr/m/it/10.95 , +Package natbib Warning: Citation `davies_signature_2021' on page 1 undefined on input line 5. + + +Package natbib Warning: Citation `zhao_space-based_2023' on page 1 undefined on input line 5. + + +Package natbib Warning: Citation `wu2022sustainable' on page 1 undefined on input line 7. + + +Package natbib Warning: Citation `strubell2019energy' on page 1 undefined on input line 7. + + +Underfull \hbox (badness 10000) in paragraph at lines 5--10 +[][] [] -[8] -LaTeX Font Info: Trying to load font information for U+euf on input line 140 -. + +Underfull \hbox (badness 10000) in paragraph at lines 5--10 +[][] + [] + + +Package natbib Warning: Citation `e_multilevel_2019' on page 1 undefined on input line 11. + + +Package natbib Warning: Citation `e_multilevel_2021' on page 1 undefined on input line 11. + + +Package natbib Warning: Citation `hutzenthaler_strong_2021' on page 1 undefined on input line 11. + +[1 + + +] + +Package natbib Warning: Citation `bhj20' on page 2 undefined on input line 12. + + +Package natbib Warning: Citation `karatzas1991brownian' on page 2 undefined on input line 12. + + +Package natbib Warning: Citation `da_prato_zabczyk_2002' on page 2 undefined on input line 12. + + +Package natbib Warning: Citation `grohs2019spacetime' on page 2 undefined on input line 13. + + +Package natbib Warning: Citation `grohs2019spacetime' on page 2 undefined on input line 15. + + +Underfull \hbox (badness 10000) in paragraph at lines 13--16 +[][] + [] + +[2] + +LaTeX Warning: Reference `tentpole_1' on page 3 undefined on input line 17. + + +LaTeX Warning: Reference `thm:3.21' on page 3 undefined on input line 17. + + +LaTeX Warning: Reference `ues' on page 3 undefined on input line 17. + + +LaTeX Warning: Reference `cor_ues' on page 3 undefined on input line 17. + + +Package natbib Warning: Citation `golub2013matrix' on page 3 undefined on input line 20. + + +Package natbib Warning: Citation `durrett2019probability' on page 3 undefined on input line 20. + + +Package natbib Warning: Citation `graham_concrete_1994' on page 3 undefined on input line 20. + +[3] [4] [5] + +LaTeX Warning: Reference `1.5' on page 6 undefined on input line 126. + + +Overfull \hbox (32.87231pt too wide) in paragraph at lines 126--127 +[][]\T1/lmr/m/it/12 A strong so-lu-tion to the stochas-tic dif-fer-en-tial equa-tion ([]) on prob-a-bil-ity space $\OT1/cmr/m/n/12 ( +\OML/cmm/m/it/12 ; \OMS/cmsy/m/n/12 F\OML/cmm/m/it/12 ; \U/msb/m/n/12 P\OML/cmm/m/it/12 ; \OT1/cmr/m/n/12 (\U/msb/m/n/12 F[]\OT1/cmr/m/n/12 )[])$\T1/lmr/m/it/12 ,[] + [] + +[6] + +LaTeX Warning: Reference `1.9' on page 7 undefined on input line 139. + +[7] +LaTeX Font Info: Trying to load font information for U+euf on input line 162. (/usr/local/texlive/2023/texmf-dist/tex/latex/amsfonts/ueuf.fd File: ueuf.fd 2013/01/14 v3.01 Euler Fraktur -) [9] -[10] [11] -LaTeX Font Info: Trying to load font information for U+BOONDOX-ds on input l -ine 218. +) [8] + +LaTeX Warning: Reference `def:1.13' on page 9 undefined on input line 193. + + +Package natbib Warning: Citation `da_prato_zabczyk_2002' on page 9 undefined on input line 197. + + +LaTeX Warning: Reference `(1.7)' on page 9 undefined on input line 206. + + +LaTeX Warning: Reference `(1.7)' on page 9 undefined on input line 210. + + +LaTeX Warning: Reference `(1.7)' on page 9 undefined on input line 214. + +[9] +LaTeX Font Info: Trying to load font information for U+BOONDOX-ds on input line 240. (/usr/local/texlive/2023/texmf-dist/tex/latex/boondox/uboondox-ds.fd -File: uboondox-ds.fd 2011/04/26 Fontinst v1.933 font definitions for U/BOONDOX- -ds. -) [12] +File: uboondox-ds.fd 2011/04/26 Fontinst v1.933 font definitions for U/BOONDOX-ds. +) [10] [11] [12] Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 267. +(hyperref) removing `math shift' on input line 311. Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 267. +(hyperref) removing `math shift' on input line 311. -[13] [14]) [15] +[13] +Overfull \hbox (0.15298pt too wide) in paragraph at lines 366--367 +[][]\T1/lmr/bx/n/12 Definition 1.2.33 \T1/lmr/m/n/12 (Ver-ti-cal Vec-tor Con-cate-na-tion)\T1/lmr/bx/n/12 . []\T1/lmr/m/it/12 Let $\OML/cmm/m/it/12 m; n \OMS/cmsy/m/n/12 2 \U/msb/m/n/12 N$\T1/lmr/m/it/12 . Let $\OML/cmm/m/it/12 x \OT1/cmr/m/n/12 = [][] \OMS/cmsy/m/n/12 2$[] + [] + +[14] [15] [16]) [17] \openout2 = `Brownian_motion_monte_carlo.aux'. (./Brownian_motion_monte_carlo.tex Chapter 2. -[16 + +Package natbib Warning: Citation `durrett2019probability' on page 18 undefined on input line 4. + + +Package natbib Warning: Citation `karatzas1991brownian' on page 18 undefined on input line 4. + +[18 -] [17] [18] +] [19] [20] [21] -LaTeX Warning: Reference `(1.16)' on page 19 undefined on input line 132. +LaTeX Warning: Reference `primarysetting' on page 22 undefined on input line 111. -[19] [20] [21] [22] [23] [24] [25] [26] [27] [28]) [29] + +Package natbib Warning: Citation `hutzenthaler_overcoming_2020' on page 22 undefined on input line 134. + +[22] + +LaTeX Warning: Reference `primarysetting' on page 23 undefined on input line 137. + + +LaTeX Warning: Reference `(2.1.2)' on page 23 undefined on input line 144. + + +Overfull \hbox (8.6732pt too wide) in paragraph at lines 144--145 +[][]\T1/lmr/m/n/12 Note that ([]), the fact that for all $\OML/cmm/m/it/12 r; a; b \OMS/cmsy/m/n/12 2 \OT1/cmr/m/n/12 [0\OML/cmm/m/it/12 ; \OMS/cmsy/m/n/12 1\OT1/cmr/m/n/12 )$ \T1/lmr/m/n/12 it holds that $\OT1/cmr/m/n/12 (\OML/cmm/m/it/12 a \OT1/cmr/m/n/12 + \OML/cmm/m/it/12 b\OT1/cmr/m/n/12 )[] \U/msa/m/n/12 6 \OT1/cmr/m/n/12 2[](\OML/cmm/m/it/12 a[] \OT1/cmr/m/n/12 +$[] + [] + + +LaTeX Warning: Reference `(2.1.4)' on page 23 undefined on input line 155. + + +LaTeX Warning: Reference `(2.1.6)' on page 23 undefined on input line 160. + + +LaTeX Warning: Reference `(1.18)' on page 23 undefined on input line 165. + + +LaTeX Warning: Reference `(1.19)' on page 23 undefined on input line 165. + +[23] + +LaTeX Warning: Reference `(1.16)' on page 24 undefined on input line 175. + + +LaTeX Warning: Reference `(1.20)' on page 24 undefined on input line 175. + + +LaTeX Warning: Reference `(1.21)' on page 24 undefined on input line 175. + + +LaTeX Warning: Reference `lem:1.20' on page 24 undefined on input line 175. + + +LaTeX Warning: Reference `primarysetting' on page 24 undefined on input line 178. + + +LaTeX Warning: Reference `lem:1.20' on page 24 undefined on input line 192. + + +LaTeX Warning: Reference `(1.14)' on page 24 undefined on input line 199. + + +LaTeX Warning: Reference `cor:1.20.1' on page 24 undefined on input line 199. + +[24] + +Package natbib Warning: Citation `rio_moment_2009' on page 25 undefined on input line 218. + + +Package natbib Warning: Citation `rio_moment_2009' on page 25 undefined on input line 218. + +[25] + +Package natbib Warning: Citation `grohsetal' on page 26 undefined on input line 240. + + +LaTeX Warning: Reference `lem:1.21' on page 26 undefined on input line 240. + + +LaTeX Warning: Reference `(1.26)' on page 26 undefined on input line 240. + + +LaTeX Warning: Reference `def:1.17' on page 26 undefined on input line 251. + + +LaTeX Warning: Reference `corollary:1.11.1.' on page 26 undefined on input line 251. + + +LaTeX Warning: Reference `def:1.18' on page 26 undefined on input line 255. + + +LaTeX Warning: Reference `cor:1.22.2' on page 26 undefined on input line 267. + + +LaTeX Warning: Reference `cor:1.22.2' on page 26 undefined on input line 267. + +[26] + +LaTeX Warning: Reference `cor:1.20.1' on page 27 undefined on input line 272. + + +LaTeX Warning: Reference `lem:1.21' on page 27 undefined on input line 283. + + +LaTeX Warning: Reference `primarysetting' on page 27 undefined on input line 287. + + +LaTeX Warning: Reference `cor:1.20.1' on page 27 undefined on input line 294. + + +LaTeX Warning: Reference `(1.12)' on page 27 undefined on input line 298. + +[27] + +LaTeX Warning: Reference `(1.12)' on page 28 undefined on input line 308. + + +LaTeX Warning: Reference `lem:1.22' on page 28 undefined on input line 322. + + +LaTeX Warning: Reference `primarysetting' on page 28 undefined on input line 325. + +[28] + +LaTeX Warning: Reference `lem:1.22' on page 29 undefined on input line 332. + + +LaTeX Warning: Reference `(1.12)' on page 29 undefined on input line 336. + + +LaTeX Warning: Reference `(1.46)' on page 29 undefined on input line 344. + + +LaTeX Warning: Reference `(1.47)' on page 29 undefined on input line 344. + + +LaTeX Warning: Reference `(1.48)' on page 29 undefined on input line 344. + + +LaTeX Warning: Reference `lem:1.25' on page 29 undefined on input line 349. + + +LaTeX Warning: Reference `primarysetting' on page 29 undefined on input line 352. + +[29] + +LaTeX Warning: Reference `lem:1.25' on page 30 undefined on input line 368. + + +LaTeX Warning: Reference `cor:1.25.1' on page 30 undefined on input line 379. + +[30] [31] + +LaTeX Warning: Reference `2.3.29' on page 32 undefined on input line 409. + + +LaTeX Warning: Reference `2.3.29' on page 32 undefined on input line 414. + + +Package natbib Warning: Citation `hjw2020' on page 32 undefined on input line 414. + + +Package natbib Warning: Citation `hjw2020' on page 32 undefined on input line 423. + + +Package natbib Warning: Citation `hjw2020' on page 32 undefined on input line 423. + + +Overfull \hbox (54.00885pt too wide) in paragraph at lines 423--424 +[]$\OML/cmm/m/it/12 d$\T1/lmr/m/n/12 , $\OML/cmm/m/it/12 C[] \U/msb/m/n/12 x \OT1/cmr/m/n/12 0$\T1/lmr/m/n/12 , $\U/msb/m/n/12 F x F[]$\T1/lmr/m/n/12 , $\OML/cmm/m/it/12 ^^X \U/msb/m/n/12 x \OML/cmm/m/it/12 x; ^^V \U/msb/m/n/12 x \OML/cmm/m/it/12 a[]; ^^[ \U/msb/m/n/12 x \OML/cmm/m/it/12 b[]; W \U/msb/m/n/12 x \OML/cmm/m/it/12 W[]; X \U/msb/m/n/12 x []$[] + [] + +[32] + +LaTeX Warning: Reference `cor:1.25.1' on page 33 undefined on input line 443. + +[33] + +LaTeX Warning: Reference `(2.3.33)' on page 34 undefined on input line 455. + + +LaTeX Warning: Reference `2.3.34' on page 34 undefined on input line 455. + + +LaTeX Warning: Reference `(2.48)' on page 34 undefined on input line 455. + + +LaTeX Warning: Reference `2.3.34' on page 34 undefined on input line 457. + + +LaTeX Warning: Reference `(2.3.35)' on page 34 undefined on input line 461. + +) [34] \openout2 = `u_visc_sol.aux'. (./u_visc_sol.tex @@ -1245,1313 +1895,142 @@ Package hyperref Warning: Token not allowed in a PDF string (Unicode): Package hyperref Warning: Token not allowed in a PDF string (Unicode): (hyperref) removing `math shift' on input line 1. -[30 + +Package natbib Warning: Citation `crandall_lions' on page 35 undefined on input line 3. + + +Package natbib Warning: Citation `Beck_2021' on page 35 undefined on input line 3. + + +Package natbib Warning: Citation `Ito1942a' on page 35 undefined on input line 47. + + +Package natbib Warning: Citation `Ito1946' on page 35 undefined on input line 47. + + +Package natbib Warning: Citation `Beck_2021' on page 35 undefined on input line 47. + + +Package natbib Warning: Citation `BHJ21' on page 35 undefined on input line 47. + +[35 ] -LaTeX Font Info: Trying to load font information for U+bbm on input line 83. +Package natbib Warning: Citation `karatzas1991brownian' on page 36 undefined on input line 72. + +[36] +LaTeX Font Info: Trying to load font information for U+bbm on input line 83. (/usr/local/texlive/2023/texmf-dist/tex/latex/bbm-macros/ubbm.fd File: ubbm.fd 1999/03/15 V 1.2 Font definition for bbm font - TH -) [31] -[32] [33] [34] [35] - -LaTeX Warning: Reference `bigsum' on page 36 undefined on input line 209. - -[36] [37] [38] [39] -Overfull \hbox (0.39136pt too wide) in paragraph at lines 465--468 -[]\OT1/cmr/m/n/10.95 However note also that since $\OML/cmm/m/it/10.95 G[]$ \OT -1/cmr/m/n/10.95 is up-per semi-continuous, fur-ther the fact that, $\OML/cmm/m/ -it/10.95 ^^^[] \OMS/cmsy/m/n/10.95 2 []$\OT1/cmr/m/n/10.95 , - [] - - -Overfull \hbox (81.7409pt too wide) in paragraph at lines 465--468 -\OT1/cmr/m/n/10.95 and then $([]3\OML/cmm/m/it/10.95 :\OT1/cmr/m/n/10.95 2\OML/ -cmm/m/it/10.95 :\OT1/cmr/m/n/10.95 27[])$, and $([]3\OML/cmm/m/it/10.95 :\OT1/c -mr/m/n/10.95 2\OML/cmm/m/it/10.95 :\OT1/cmr/m/n/10.95 16[])$, im-ply for all $\ -OML/cmm/m/it/10.95 " \OMS/cmsy/m/n/10.95 2 \OT1/cmr/m/n/10.95 (0\OML/cmm/m/it/1 -0.95 ; \OMS/cmsy/m/n/10.95 1\OT1/cmr/m/n/10.95 )$ we have that: $[][] [] = - [] - -[40] [41] [42] [43] [44] [45] [46] [47] [48] -Overfull \hbox (86.18391pt too wide) in paragraph at lines 743--744 -\OT1/cmr/m/it/10.95 ery $\OML/cmm/m/it/10.95 r \OMS/cmsy/m/n/10.95 2 \OT1/cmr/m -/n/10.95 (0\OML/cmm/m/it/10.95 ; \OMS/cmsy/m/n/10.95 1\OT1/cmr/m/n/10.95 )$ \OT -1/cmr/m/it/10.95 sat-isfy the con-di-tion that $\OML/cmm/m/it/10.95 O[] \OMS/cm -sy/m/n/10.95 ^^R O$\OT1/cmr/m/it/10.95 , where $\OML/cmm/m/it/10.95 O[] \OT1/cm -r/m/n/10.95 = \OMS/cmsy/m/n/10.95 f\OML/cmm/m/it/10.95 x \OMS/cmsy/m/n/10.95 2 -O \OT1/cmr/m/n/10.95 : []\OMS/cmsy/m/n/10.95 g$ - [] - -[49] [50] [51] [52] [53] -Overfull \hbox (2.98135pt too wide) in paragraph at lines 894--895 -[]\OT1/cmr/bx/n/10.95 Corollary 3.3.1.1. []\OT1/cmr/m/it/10.95 Let $\OML/cmm/m/ -it/10.95 T \OMS/cmsy/m/n/10.95 2 \OT1/cmr/m/n/10.95 (0\OML/cmm/m/it/10.95 ; \OM -S/cmsy/m/n/10.95 1\OT1/cmr/m/n/10.95 )$\OT1/cmr/m/it/10.95 , let $[]$ be a prob --a-bil-ity space, let $\OML/cmm/m/it/10.95 u[] \OMS/cmsy/m/n/10.95 2 \OML/cmm/m -/it/10.95 C[] []$\OT1/cmr/m/it/10.95 , - [] - -[54] [55] [56] [57]) [58] -\openout2 = `brownian_motion_monte_carlo_non_linear_case.aux'. - - (./brownian_motion_monte_carlo_non_linear_case.tex -Chapter 4. - -LaTeX Warning: Reference `3.3.21' on page 59 undefined on input line 3. - -[59 - - - - -]) [60] [61 - - - -] -\openout2 = `neural_network_introduction.aux'. - - (./neural_network_introduction.tex -Chapter 5. -[62 - - -] [63] [64] -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -\c@nn@layerindex@counter=\count360 -\c@nn@lastlayerstart@counter=\count361 -\c@nn@thislayerstart@counter=\count362 -\c@nn@lastlayercount@counter=\count363 -\c@nn@thislayercount@counter=\count364 -\c@nn@lastlayerindex@counter=\count365 -\c@nn@thislayerindex@counter=\count366 -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -[65] - -LaTeX Warning: Command \l invalid in math mode on input line 124. - - -LaTeX Warning: Command \l invalid in math mode on input line 124. - - -Overfull \hbox (31.40407pt too wide) in paragraph at lines 131--132 -[] \OMS/cmsy/m/n/10.95 2 []$\OT1/cmr/m/it/10.95 , and $\OML/cmm/m/it/10.95 ^^W[ -] \OT1/cmr/m/n/10.95 = [] \OMS/cmsy/m/n/10.95 2 - [] - - -Overfull \hbox (11.64755pt too wide) detected at line 139 -[] - [] - -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no t in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no p in font nullfont! -Missing character: There is no r in font nullfont! -Missing character: There is no o in font nullfont! -Missing character: There is no w in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -Missing character: There is no ; in font nullfont! -[66] [67] [68] [69] -Overfull \hbox (11.88725pt too wide) in paragraph at lines 300--301 -[]\OT1/cmr/m/n/10.95 Since it is the case that for all $\OML/cmm/m/it/10.95 j \ -OMS/cmsy/m/n/10.95 2 f\OT1/cmr/m/n/10.95 1\OML/cmm/m/it/10.95 ; \OT1/cmr/m/n/10 -.95 2\OML/cmm/m/it/10.95 ; :::; n\OMS/cmsy/m/n/10.95 g$ \OT1/cmr/m/n/10.95 that -: $[] [] = []$, where $\OML/cmm/m/it/10.95 l[]; l[]; :::; l[]; L \OMS/cmsy/m/n/ -10.95 2 - [] - -[70] -Overfull \hbox (15.23279pt too wide) in paragraph at lines 320--321 -[]$\OT1/cmr/m/n/10.95 . Fur-ther-more let $[] \OMS/cmsy/m/n/10.95 2 []$ - [] - - -Overfull \hbox (3.52759pt too wide) in paragraph at lines 327--329 -\OT1/cmr/m/n/10.95 See Re-mark 5.3.2. Let $\OML/cmm/m/it/10.95 x[]; x[]; :::; x -[] \OMS/cmsy/m/n/10.95 2 []$ \OT1/cmr/m/n/10.95 sat-isfy for all $\OML/cmm/m/it -/10.95 i \OMS/cmsy/m/n/10.95 2 f\OT1/cmr/m/n/10.95 1\OML/cmm/m/it/10.95 ; \OT1/ -cmr/m/n/10.95 2\OML/cmm/m/it/10.95 ; :::; n\OMS/cmsy/m/n/10.95 g$ - [] - -[71] [72] [73] -Overfull \hbox (20.19258pt too wide) detected at line 410 -[] - [] - -[74] [75] [76] [77] - -LaTeX Warning: Reference `5.4.4' on page 78 undefined on input line 546. - - -LaTeX Warning: Reference `5.4.5' on page 78 undefined on input line 546. - - -LaTeX Warning: Reference `5.4.4' on page 78 undefined on input line 559. - - -LaTeX Warning: Reference `5.4.5' on page 78 undefined on input line 610. - - -Overfull \hbox (24.45033pt too wide) detected at line 657 -[] - [] - -[78] [79] [80] [81] [82] [83] - -LaTeX Warning: Command \l invalid in math mode on input line 914. - -[84] [85] [86] [87] [88] - -LaTeX Warning: Reference `5.5.14' on page 89 undefined on input line 1095. - -[89] [90] [91] [92] [93]) [94] -\openout2 = `ann_product.aux'. - - (./ann_product.tex -Chapter 6. -[95 - - - - -] [96] [97] [98] [99] -Overfull \hbox (13.65341pt too wide) detected at line 188 -[] - [] - -[100] [101] -Overfull \hbox (7.17166pt too wide) in paragraph at lines 226--228 -\OT1/cmr/m/n/10.95 This and the as-sump-tion that $^^H \OMS/cmsy/m/n/10.95 2 \O -ML/cmm/m/it/10.95 C []$ \OT1/cmr/m/n/10.95 along with the as-sump-tion that $[] -[] \OMS/cmsy/m/n/10.95 j [] [] ^^@ - [] - - -Overfull \hbox (17.15163pt too wide) in paragraph at lines 237--239 -\OT1/cmr/m/n/10.95 The as-sump-tion that for all $[][] \OMS/cmsy/m/n/10.95 j [] - [] ^^@ [] [] j \OT1/cmr/m/n/10.95 = 0$ and the as-sump-tion that $[][] \OMS/cm -sy/m/n/10.95 j\OML/cmm/m/it/10.95 x[] \OMS/cmsy/m/n/10.95 ^^@ - [] - -[102] [103] [104] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 317. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 317. - -[105] [106] [107] [108] [109] [110] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 500. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 500. - -[111] [112] [113] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 636. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 636. - -[114] -Underfull \hbox (badness 10000) in paragraph at lines 700--706 - - [] - -[115] -Underfull \hbox (badness 10000) in paragraph at lines 709--714 - - [] - -[116] [117] [118] [119] [120] [121] [122] -Overfull \hbox (7.31064pt too wide) in paragraph at lines 911--913 -\OT1/cmr/m/n/10.95 Note that since $\U/euf/m/n/10.95 p[] \OMS/cmsy/m/n/10.95 2 -O []$ \OT1/cmr/m/n/10.95 for $\OML/cmm/m/it/10.95 n \U/msa/m/n/10.95 > \OT1/cmr -/m/n/10.95 2$, it is the case for all $\OML/cmm/m/it/10.95 x \OMS/cmsy/m/n/10.9 -5 2 \U/msb/m/n/10.95 R$ \OT1/cmr/m/n/10.95 then that $[] \OMS/cmsy/m/n/10.95 2 - [] - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 915. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 915. - -[123] [124] -Overfull \hbox (34.92166pt too wide) in paragraph at lines 961--966 -[]$[] [] \U/msa/m/n/10.95 6 []$ - [] - - -Underfull \hbox (badness 10000) in paragraph at lines 961--966 - - [] - - -Underfull \hbox (badness 10000) in paragraph at lines 969--971 - - [] - -[125] -Overfull \hbox (7.30336pt too wide) detected at line 1009 -[] - [] - -[126] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 1042. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `superscript' on input line 1042. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 1042. - -[127]) [128] -\openout2 = `modified_mlp_associated_nn.aux'. - - (./modified_mlp_associated_nn.tex -Chapter 7. -[129 - - - - -] [130] -Overfull \hbox (29.14606pt too wide) in paragraph at lines 54--55 -[]\OT1/cmr/m/it/10.95 that for all $\OML/cmm/m/it/10.95 ^^R \OMS/cmsy/m/n/10.95 - 2 \OT1/cmr/m/n/10.95 ^^B$\OT1/cmr/m/it/10.95 , $\OML/cmm/m/it/10.95 n \OMS/cms -y/m/n/10.95 2 \U/msb/m/n/10.95 N[]$\OT1/cmr/m/it/10.95 , $\OML/cmm/m/it/10.95 t - \OMS/cmsy/m/n/10.95 2 []$\OT1/cmr/m/it/10.95 , that $[][] \U/msa/m/n/10.95 6 [ -][] [] []$ - [] - -) [131] -\openout2 = `categorical_neural_network.aux'. - - (./categorical_neural_network.tex -Chapter 8. -) [132 - - - - -] -Chapter 9. - -Overfull \hbox (5.90657pt too wide) in paragraph at lines 169--170 -[]\OT1/cmr/bx/n/10.95 Definition 9.1.1 \OT1/cmr/m/n/10.95 (Ac-ti-va-tion ANN)\O -T1/cmr/bx/n/10.95 . []\OT1/cmr/m/it/10.95 Let $\OML/cmm/m/it/10.95 n \OMS/cmsy/ -m/n/10.95 2 \U/msb/m/n/10.95 N$\OT1/cmr/m/it/10.95 . We de-note by $\U/euf/m/n/ -10.95 i[] \OMS/cmsy/m/n/10.95 2 [] ^^R - [] - -[133 - - - -] [134] [135] -Overfull \hbox (4.2524pt too wide) in paragraph at lines 263--264 -[]\OT1/cmr/bx/n/10.95 Lemma 9.2.3. []\OT1/cmr/m/it/10.95 Let $\OML/cmm/m/it/10. -95 ^^W \OMS/cmsy/m/n/10.95 2 []$ \OT1/cmr/m/it/10.95 with end-widths $\OML/cmm/ -m/it/10.95 d$\OT1/cmr/m/it/10.95 . It is then the case that $[][] [] [] \OT1/cm -r/m/n/10.95 = [][] [] = - [] - -[136] -Overfull \hbox (2.78886pt too wide) detected at line 337 -[] - [] - -[137] -Overfull \hbox (3.18243pt too wide) detected at line 411 -[] - [] - -[138] [139] -Overfull \hbox (7.72708pt too wide) detected at line 517 -[] - [] - -[140] [141] [142] [143] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 628. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 628. - -[144] -Overfull \hbox (32.59174pt too wide) in paragraph at lines 670--672 -[]\OT1/cmr/m/n/10.95 9.4.4[] then tells us that for all $\OML/cmm/m/it/10.95 i -\OMS/cmsy/m/n/10.95 2 f\OT1/cmr/m/n/10.95 0\OML/cmm/m/it/10.95 ; \OT1/cmr/m/n/1 -0.95 1\OML/cmm/m/it/10.95 ; \OT1/cmr/m/n/10.95 2\OML/cmm/m/it/10.95 ; :::; N\OM -S/cmsy/m/n/10.95 g$\OT1/cmr/m/n/10.95 , $[] [] = []$, $[][] [] \OMS/cmsy/m/n/10 -.95 2 - [] - -[145] [146] [147] [148] -Overfull \hbox (15.04857pt too wide) detected at line 761 -[] - [] - -[149] -Overfull \hbox (14.36722pt too wide) in paragraph at lines 797--798 -[]\OT1/cmr/bx/n/10.95 Corollary 9.5.2.1. []\OT1/cmr/m/it/10.95 Let $\OML/cmm/m/ -it/10.95 " \OMS/cmsy/m/n/10.95 2 \OT1/cmr/m/n/10.95 (0\OML/cmm/m/it/10.95 ; \OM -S/cmsy/m/n/10.95 1\OT1/cmr/m/n/10.95 )$\OT1/cmr/m/it/10.95 , $\OML/cmm/m/it/10. -95 L; a \OMS/cmsy/m/n/10.95 2 \U/msb/m/n/10.95 R$\OT1/cmr/m/it/10.95 , $\OML/cm -m/m/it/10.95 b \OMS/cmsy/m/n/10.95 2 []$\OT1/cmr/m/it/10.95 , $\OML/cmm/m/it/10 -.95 N \OMS/cmsy/m/n/10.95 2 \U/msb/m/n/10.95 N[] \OMS/cmsy/m/n/10.95 \ []$\OT1/ -cmr/m/it/10.95 , $\OML/cmm/m/it/10.95 x[]; x[]; :::; x[] \OMS/cmsy/m/n/10.95 2 - [] - -[150] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `superscript' on input line 817. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 817. - -[151] [152] [153] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `superscript' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `subscript' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `superscript' on input line 908. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 908. - -[154] -Overfull \hbox (0.97372pt too wide) in paragraph at lines 953--955 -\OT1/cmr/m/n/10.95 lay-ers re-mains un-changed un-der par-al-leliza-tion it is -then the case that $[] [] = [] [] = - [] - -[155] [156] [157] [158] [159] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathop' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathchardef' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\std@minus' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathcode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\leavevmode@ifvmode' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) \kern 2.43307pt -(hyperref) removed on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\mathgroup' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\symoperators' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `\@ifnextchar' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `superscript' on input line 1116. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 1116. - -[160] [161] [162] [163] [164] [165] [166] -Overfull \hbox (19.2441pt too wide) in paragraph at lines 1302--1303 -\OT1/cmr/m/it/10.95 for all $\OML/cmm/m/it/10.95 x[]; y[] \OMS/cmsy/m/n/10.95 2 - \OML/cmm/m/it/10.95 E$ \OT1/cmr/m/it/10.95 that $[] \U/msa/m/n/10.95 6 \OML/cm -m/m/it/10.95 L [][]$ \OT1/cmr/m/it/10.95 and let $[] \OMS/cmsy/m/n/10.95 2 []$ -\OT1/cmr/m/it/10.95 and $\OML/cmm/m/it/10.95 y \OT1/cmr/m/n/10.95 = []$ - [] - -[167] [168] - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 1341. - - -Package hyperref Warning: Token not allowed in a PDF string (Unicode): -(hyperref) removing `math shift' on input line 1341. - -[169 - -] -\openout2 = `ann_rep_brownian_motion_monte_carlo.aux'. - - (./ann_rep_brownian_motion_monte_carlo.tex -Chapter 10. -[170 - - -] [171] [172] -Overfull \hbox (15.57579pt too wide) in paragraph at lines 95--101 -[]$[] [] \U/msa/m/n/10.95 6 []$ - [] - -[173] [174] [175] [176]) [177] (./main.bbl [178 - - - -]) [179] [180 - - -] -(/usr/local/texlive/2023/texmf-dist/tex/latex/listings/lstlang1.sty -File: lstlang1.sty 2023/02/27 1.9 listings language file ) -Package hyperref Info: bookmark level for unknown lstlisting defaults to 0 on i -nput line 1353. - -File: Initial_Brownian_Motion.png Graphic file (type png) - -Package pdftex.def Info: Initial_Brownian_Motion.png used on input line 1375. -(pdftex.def) Requested size: 461.72388pt x 450.68263pt. - [181] -[182 <./Initial_Brownian_Motion.png>] -LaTeX Font Info: Trying to load font information for TS1+cmtt on input line -1411. -(/usr/local/texlive/2023/texmf-dist/tex/latex/base/ts1cmtt.fd -File: ts1cmtt.fd 2022/07/10 v2.5l Standard LaTeX font definitions -) [183{/usr/local/texlive/2023/texmf-dist/fonts/enc/dvips/cm-super/cm-super-ts1 -.enc}] - -File: sharkteeth.png Graphic file (type png) - -Package pdftex.def Info: sharkteeth.png used on input line 1416. -(pdftex.def) Requested size: 505.5274pt x 169.11139pt. +Package natbib Warning: Citation `karatzas1991brownian' on page 37 undefined on input line 84. -Overfull \hbox (35.77238pt too wide) in paragraph at lines 1416--1418 -[][] +[37] + +LaTeX Warning: Reference `lemma:2.7' on page 38 undefined on input line 112. + + +LaTeX Warning: Reference `2.14' on page 38 undefined on input line 112. + + +LaTeX Warning: Reference `(2.19)' on page 38 undefined on input line 116. + + +Package natbib Warning: Citation `da_prato_zabczyk_2002' on page 38 undefined on input line 116. + +[38] + +Package natbib Warning: Citation `karatzas1991brownian' on page 39 undefined on input line 127. + + +LaTeX Warning: Reference `2.13' on page 39 undefined on input line 127. + + +LaTeX Warning: Reference `lemma:2.7' on page 39 undefined on input line 130. + + +Package natbib Warning: Citation `da_prato_zabczyk_2002' on page 39 undefined on input line 134. + + +LaTeX Warning: Reference `2.13' on page 39 undefined on input line 141. + + +LaTeX Warning: Reference `2.14' on page 39 undefined on input line 141. + +[39] [40] [41] + +LaTeX Warning: Reference `bigsum' on page 42 undefined on input line 209. + +[42] [43] + +LaTeX Warning: Reference `limitofun' on page 44 undefined on input line 434. + +[44] + +LaTeX Warning: Reference `phieps' on page 45 undefined on input line 439. + + +LaTeX Warning: Reference `sumofusc' on page 45 undefined on input line 450. + + +LaTeX Warning: Reference `maxviscosity' on page 45 undefined on input line 454. + + +LaTeX Warning: Reference `maxphiu' on page 45 undefined on input line 458. + + +LaTeX Warning: Reference `phieps' on page 45 undefined on input line 458. + + +LaTeX Warning: Reference `limitofun' on page 45 undefined on input line 458. + +[45] + +LaTeX Warning: Reference `limitofun' on page 46 undefined on input line 466. + + +LaTeX Warning: Reference `phieps' on page 46 undefined on input line 466. + + +Overfull \hbox (166.45674pt too wide) in paragraph at lines 466--469 +[]$[]$\T1/lmr/m/n/12 , and then $\OT1/cmr/m/n/12 ([])$\T1/lmr/m/n/12 , and $\OT1/cmr/m/n/12 ([])$\T1/lmr/m/n/12 , im-ply for all $\OML/cmm/m/it/12 " \OMS/cmsy/m/n/12 2 \OT1/cmr/m/n/12 (0\OML/cmm/m/it/12 ; \OMS/cmsy/m/n/12 1\OT1/cmr/m/n/12 )$ \T1/lmr/m/n/12 we have that: $[][] [] \OT1/cmr/m/n/12 =$[] [] -Underfull \hbox (badness 10000) in paragraph at lines 1416--1418 - - [] - -[184 <./sharkteeth.png>] (./main.aux (./Introduction.aux) -(./Brownian_motion_monte_carlo.aux) (./u_visc_sol.aux) -(./brownian_motion_monte_carlo_non_linear_case.aux) -(./neural_network_introduction.aux) (./ann_product.aux) -(./modified_mlp_associated_nn.aux) (./categorical_neural_network.aux) -(./ann_rep_brownian_motion_monte_carlo.aux)) - -LaTeX Warning: There were undefined references. +LaTeX Warning: Reference `maxphiu' on page 46 undefined on input line 476. -LaTeX Warning: There were multiply-defined labels. +LaTeX Warning: Reference `hessungeq0' on page 46 undefined on input line 485. -Package rerunfilecheck Info: File `main.out' has not changed. -(rerunfilecheck) Checksum: 966BEF3E4E950BBA4D809EE637146306;14811. - ) -Here is how much of TeX's memory you used: - 34475 strings out of 476025 - 670396 string characters out of 5790018 - 2120388 words of memory out of 5000000 - 52896 multiletter control sequences out of 15000+600000 - 548725 words of font info for 186 fonts, out of 8000000 for 9000 - 1141 hyphenation exceptions out of 8191 - 99i,25n,97p,1071b,1622s stack positions out of 10000i,1000n,20000p,200000b,200000s - < -/usr/local/texlive/2023/texmf-dist/fonts/type1/public/amsfonts/cm/cmr8.pfb>< -/usr/local/texlive/2023/texmf-dist/fonts/type1/public/rsfs/rsfs10.pfb> -Output written on main.pdf (185 pages, 1048897 bytes). -PDF statistics: - 3296 PDF objects out of 3580 (max. 8388607) - 3005 compressed objects within 31 object streams - 1357 named destinations out of 1440 (max. 500000) - 487 words of extra memory for PDF output out of 10000 (max. 10000000) +[46] +LaTeX Warning: Reference `neglsc' on page 47 undefined on input line 510. + + +LaTeX Warning: Reference `negdegel' on page 47 undefined on input line 510. + + +LaTeX Warning: Reference `viscsolutionvn' on page 47 undefined on input line 510. + + +LaTeX Warning: Reference `limitofun' on page 47 undefined on input line 514. + +[47] + +LaTeX Warning: Reference `hgeq0' on page 48 undefined on input line 519. + + +LaTeX Warning: Reference `ungeq0' on page 48 undefined on input line 545. + +[48] + +LaTeX Warning: Reference `unleq0' on page 49 undefined on input line 550. + +[49] + +Package natbib Warning: Citation `karatzas1991brownia \ No newline at end of file diff --git a/Dissertation/main.out b/Dissertation/main.out index ceb78eb..e69de29 100644 --- a/Dissertation/main.out +++ b/Dissertation/main.out @@ -1,58 +0,0 @@ -\BOOKMARK [-1][-]{part.1}{\376\377\000I\000\040\000O\000n\000\040\000C\000o\000n\000v\000e\000r\000g\000e\000n\000c\000e\000\040\000o\000f\000\040\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000M\000o\000t\000i\000o\000n\000\040\000M\000o\000n\000t\000e\000\040\000C\000a\000r\000l\000o}{}% 1 -\BOOKMARK [0][-]{chapter.1}{\376\377\000I\000n\000t\000r\000o\000d\000u\000c\000t\000i\000o\000n\000.}{part.1}% 2 -\BOOKMARK [1][-]{section.1.1}{\376\377\000N\000o\000t\000a\000t\000i\000o\000n\000,\000\040\000D\000e\000f\000i\000n\000i\000t\000i\000o\000n\000s\000\040\000\046\000\040\000B\000a\000s\000i\000c\000\040\000n\000o\000t\000i\000o\000n\000s\000.}{chapter.1}% 3 -\BOOKMARK [2][-]{subsection.1.1.1}{\376\377\000N\000o\000r\000m\000s\000\040\000a\000n\000d\000\040\000I\000n\000n\000e\000r\000\040\000P\000r\000o\000d\000u\000c\000t}{section.1.1}% 4 -\BOOKMARK [2][-]{subsection.1.1.2}{\376\377\000P\000r\000o\000b\000a\000b\000i\000l\000i\000t\000y\000\040\000S\000p\000a\000c\000e\000\040\000a\000n\000d\000\040\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000M\000o\000t\000i\000o\000n}{section.1.1}% 5 -\BOOKMARK [2][-]{subsection.1.1.3}{\376\377\000L\000i\000p\000s\000c\000h\000i\000t\000z\000\040\000a\000n\000d\000\040\000R\000e\000l\000a\000t\000e\000d\000\040\000N\000o\000t\000i\000o\000n\000s}{section.1.1}% 6 -\BOOKMARK [2][-]{subsection.1.1.4}{\376\377\000K\000o\000l\000m\000o\000g\000o\000r\000o\000v\000\040\000E\000q\000u\000a\000t\000i\000o\000n\000s}{section.1.1}% 7 -\BOOKMARK [2][-]{subsection.1.1.5}{\376\377\000L\000i\000n\000e\000a\000r\000\040\000A\000l\000g\000e\000b\000r\000a\000\040\000N\000o\000t\000a\000t\000i\000o\000n\000\040\000a\000n\000d\000\040\000D\000e\000f\000i\000n\000i\000t\000i\000o\000n\000s}{section.1.1}% 8 -\BOOKMARK [2][-]{subsection.1.1.6}{\376\377\000O\000-\000t\000y\000p\000e\000\040\000n\000o\000t\000a\000t\000i\000o\000n\000\040\000a\000n\000d\000\040\000f\000u\000n\000c\000t\000i\000o\000n\000\040\000g\000r\000o\000w\000t\000h}{section.1.1}% 9 -\BOOKMARK [2][-]{subsection.1.1.7}{\376\377\000T\000h\000e\000\040\000I\000v\000e\000r\000s\000o\000n\000\040\000B\000r\000a\000c\000k\000e\000t}{section.1.1}% 10 -\BOOKMARK [0][-]{chapter.2}{\376\377\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000M\000o\000t\000i\000o\000n\000\040\000M\000o\000n\000t\000e\000\040\000C\000a\000r\000l\000o}{part.1}% 11 -\BOOKMARK [1][-]{section.2.1}{\376\377\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000M\000o\000t\000i\000o\000n\000\040\000P\000r\000e\000l\000i\000m\000i\000n\000a\000r\000i\000e\000s}{chapter.2}% 12 -\BOOKMARK [1][-]{section.2.2}{\376\377\000M\000o\000n\000t\000e\000\040\000C\000a\000r\000l\000o\000\040\000A\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s}{chapter.2}% 13 -\BOOKMARK [1][-]{section.2.3}{\376\377\000B\000o\000u\000n\000d\000s\000\040\000a\000n\000d\000\040\000C\000o\000v\000n\000v\000e\000r\000g\000e\000n\000c\000e}{chapter.2}% 14 -\BOOKMARK [0][-]{chapter.3}{\376\377\000T\000h\000a\000t\000\040\000u\000\040\000i\000s\000\040\000a\000\040\000v\000i\000s\000c\000o\000s\000i\000t\000y\000\040\000s\000o\000l\000u\000t\000i\000o\000n}{part.1}% 15 -\BOOKMARK [1][-]{section.3.1}{\376\377\000S\000o\000m\000e\000\040\000P\000r\000e\000l\000i\000m\000i\000n\000a\000r\000i\000e\000s}{chapter.3}% 16 -\BOOKMARK [1][-]{section.3.2}{\376\377\000V\000i\000s\000c\000o\000s\000i\000t\000y\000\040\000S\000o\000l\000u\000t\000i\000o\000n\000s}{chapter.3}% 17 -\BOOKMARK [1][-]{section.3.3}{\376\377\000S\000o\000l\000u\000t\000i\000o\000n\000s\000,\000\040\000c\000h\000a\000r\000a\000c\000t\000e\000r\000i\000z\000a\000t\000i\000o\000n\000,\000\040\000a\000n\000d\000\040\000c\000o\000m\000p\000u\000t\000a\000t\000i\000o\000n\000a\000l\000\040\000b\000o\000u\000n\000d\000s\000\040\000t\000o\000\040\000t\000h\000e\000\040\000K\000o\000l\000m\000o\000g\000o\000r\000o\000v\000\040\000b\000a\000c\000k\000w\000a\000r\000d\000\040\000e\000q\000u\000a\000t\000i\000o\000n\000s}{chapter.3}% 18 -\BOOKMARK [0][-]{chapter.4}{\376\377\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000m\000o\000t\000i\000o\000n\000\040\000M\000o\000n\000t\000e\000\040\000C\000a\000r\000l\000o\000\040\000o\000f\000\040\000t\000h\000e\000\040\000n\000o\000n\000-\000l\000i\000n\000e\000a\000r\000\040\000c\000a\000s\000e}{part.1}% 19 -\BOOKMARK [-1][-]{part.2}{\376\377\000I\000I\000\040\000A\000\040\000S\000t\000r\000u\000c\000t\000u\000r\000a\000l\000\040\000D\000e\000s\000c\000r\000i\000p\000t\000i\000o\000n\000\040\000o\000f\000\040\000A\000r\000t\000i\000f\000i\000c\000i\000a\000l\000\040\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000s}{}% 20 -\BOOKMARK [0][-]{chapter.5}{\376\377\000I\000n\000t\000r\000o\000d\000u\000c\000t\000i\000o\000n\000\040\000a\000n\000d\000\040\000B\000a\000s\000i\000c\000\040\000N\000o\000t\000i\000o\000n\000s\000\040\000a\000b\000o\000u\000t\000\040\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000s}{part.2}% 21 -\BOOKMARK [1][-]{section.5.1}{\376\377\000T\000h\000e\000\040\000B\000a\000s\000i\000c\000\040\000D\000e\000f\000i\000n\000i\000t\000i\000o\000n\000\040\000o\000f\000\040\000A\000N\000N\000s}{chapter.5}% 22 -\BOOKMARK [1][-]{section.5.2}{\376\377\000C\000o\000m\000p\000o\000s\000i\000t\000i\000o\000n\000\040\000a\000n\000d\000\040\000e\000x\000t\000e\000n\000s\000i\000o\000n\000s\000\040\000o\000f\000\040\000A\000N\000N\000s}{chapter.5}% 23 -\BOOKMARK [2][-]{subsection.5.2.1}{\376\377\000C\000o\000m\000p\000o\000s\000i\000t\000i\000o\000n}{section.5.2}% 24 -\BOOKMARK [2][-]{subsection.5.2.2}{\376\377\000E\000x\000t\000e\000n\000s\000i\000o\000n\000s}{section.5.2}% 25 -\BOOKMARK [1][-]{section.5.3}{\376\377\000P\000a\000r\000a\000l\000l\000e\000l\000i\000z\000a\000t\000i\000o\000n\000\040\000o\000f\000\040\000A\000N\000N\000s}{chapter.5}% 26 -\BOOKMARK [1][-]{section.5.4}{\376\377\000A\000f\000f\000i\000n\000e\000\040\000L\000i\000n\000e\000a\000r\000\040\000T\000r\000a\000n\000s\000f\000o\000r\000m\000a\000t\000i\000o\000n\000s\000\040\000a\000s\000\040\000A\000N\000N\000s}{chapter.5}% 27 -\BOOKMARK [1][-]{section.5.5}{\376\377\000S\000u\000m\000s\000\040\000o\000f\000\040\000A\000N\000N\000s}{chapter.5}% 28 -\BOOKMARK [2][-]{subsection.5.5.1}{\376\377\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000\040\000S\000u\000m\000\040\000P\000r\000o\000p\000e\000r\000t\000i\000e\000s}{section.5.5}% 29 -\BOOKMARK [1][-]{section.5.6}{\376\377\000L\000i\000n\000e\000a\000r\000\040\000C\000o\000m\000b\000i\000n\000a\000t\000i\000o\000n\000s\000\040\000o\000f\000\040\000A\000N\000N\000s}{chapter.5}% 30 -\BOOKMARK [1][-]{section.5.7}{\376\377\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000\040\000D\000i\000a\000g\000r\000a\000m\000s}{chapter.5}% 31 -\BOOKMARK [0][-]{chapter.6}{\376\377\000A\000N\000N\000\040\000P\000r\000o\000d\000u\000c\000t\000\040\000A\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s}{part.2}% 32 -\BOOKMARK [1][-]{section.6.1}{\376\377\000A\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000\040\000f\000o\000r\000\040\000s\000i\000m\000p\000l\000e\000\040\000p\000r\000o\000d\000u\000c\000t\000s}{chapter.6}% 33 -\BOOKMARK [2][-]{subsection.6.1.1}{\376\377\000T\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000P\000r\000d\000\040\000n\000e\000t\000w\000o\000r\000k}{section.6.1}% 34 -\BOOKMARK [1][-]{section.6.2}{\376\377\000H\000i\000g\000h\000e\000r\000\040\000A\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s}{chapter.6}% 35 -\BOOKMARK [2][-]{subsection.6.2.1}{\376\377\000T\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000T\000u\000n\000\040\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k}{section.6.2}% 36 -\BOOKMARK [2][-]{subsection.6.2.2}{\376\377\000T\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000P\000w\000r\000\040\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000s}{section.6.2}% 37 -\BOOKMARK [2][-]{subsection.6.2.3}{\376\377\000T\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000T\000a\000y\000\040\000n\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k}{section.6.2}% 38 -\BOOKMARK [2][-]{subsection.6.2.4}{\376\377\000N\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s\000\040\000f\000o\000r\000\040\000e\000x\000.}{section.6.2}% 39 -\BOOKMARK [0][-]{chapter.7}{\376\377\000A\000\040\000m\000o\000d\000i\000f\000i\000e\000d\000\040\000M\000u\000l\000t\000i\000-\000L\000e\000v\000e\000l\000\040\000P\000i\000c\000a\000r\000d\000\040\000a\000n\000d\000\040\000a\000s\000s\000o\000c\000i\000a\000t\000e\000d\000\040\000n\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k}{part.2}% 40 -\BOOKMARK [0][-]{chapter.8}{\376\377\000S\000o\000m\000e\000\040\000c\000a\000t\000e\000g\000o\000r\000i\000c\000a\000l\000\040\000i\000d\000e\000a\000s\000\040\000a\000b\000o\000u\000t\000\040\000n\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k\000s}{part.2}% 41 -\BOOKMARK [0][-]{chapter.9}{\376\377\000A\000N\000N\000\040\000f\000i\000r\000s\000t\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s}{part.2}% 42 -\BOOKMARK [1][-]{section.9.1}{\376\377\000A\000c\000t\000i\000v\000a\000t\000i\000o\000n\000\040\000F\000u\000n\000c\000t\000i\000o\000n\000\040\000a\000s\000\040\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000s}{chapter.9}% 43 -\BOOKMARK [1][-]{section.9.2}{\376\377\000A\000N\000N\000\040\000R\000e\000p\000r\000e\000s\000e\000n\000t\000a\000t\000i\000o\000n\000s\000\040\000f\000o\000r\000\040\000O\000n\000e\000-\000D\000i\000m\000e\000n\000s\000i\000o\000n\000a\000l\000\040\000I\000d\000e\000n\000t\000i\000t\000y}{chapter.9}% 44 -\BOOKMARK [1][-]{section.9.3}{\376\377\000M\000o\000d\000u\000l\000u\000s\000\040\000o\000f\000\040\000C\000o\000n\000t\000i\000n\000u\000i\000t\000y}{chapter.9}% 45 -\BOOKMARK [1][-]{section.9.4}{\376\377\000L\000i\000n\000e\000a\000r\000\040\000I\000n\000t\000e\000r\000p\000o\000l\000a\000t\000i\000o\000n\000\040\000o\000f\000\040\000r\000e\000a\000l\000-\000v\000a\000l\000u\000e\000d\000\040\000f\000u\000n\000c\000t\000i\000o\000n\000s}{chapter.9}% 46 -\BOOKMARK [2][-]{subsection.9.4.1}{\376\377\000T\000h\000e\000\040\000L\000i\000n\000e\000a\000r\000\040\000I\000n\000t\000e\000r\000p\000o\000l\000a\000t\000i\000o\000n\000\040\000O\000p\000e\000r\000a\000t\000o\000r}{section.9.4}% 47 -\BOOKMARK [2][-]{subsection.9.4.2}{\376\377\000N\000e\000u\000r\000a\000l\000\040\000N\000e\000t\000w\000o\000r\000k\000s\000\040\000t\000o\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000e\000\040\000t\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000L\000i\000n\000\040\000o\000p\000e\000r\000a\000t\000o\000r}{section.9.4}% 48 -\BOOKMARK [1][-]{section.9.5}{\376\377\000N\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000\040\000o\000f\000\040\0001\000-\000d\000i\000m\000e\000n\000s\000i\000o\000n\000a\000l\000\040\000f\000u\000n\000c\000t\000i\000o\000n\000s\000.}{chapter.9}% 49 -\BOOKMARK [1][-]{section.9.6}{\376\377\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000T\000r\000p\000h\000\040\000a\000n\000d\000\040\000n\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s\000\040\000f\000o\000r\000\040\000t\000h\000e\000\040\000t\000r\000a\000p\000e\000z\000o\000i\000d\000a\000l\000\040\000r\000u\000l\000e\000.}{chapter.9}% 50 -\BOOKMARK [1][-]{section.9.7}{\376\377\000L\000i\000n\000e\000a\000r\000\040\000i\000n\000t\000e\000r\000p\000o\000l\000a\000t\000i\000o\000n\000\040\000f\000o\000r\000\040\000m\000u\000l\000t\000i\000-\000d\000i\000m\000e\000n\000s\000i\000o\000n\000a\000l\000\040\000f\000u\000n\000c\000t\000i\000o\000n\000s}{chapter.9}% 51 -\BOOKMARK [2][-]{subsection.9.7.1}{\376\377\000T\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000N\000r\000m\000d\0001\000\040\000a\000n\000d\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000M\000x\000m\000d\000\040\000n\000e\000t\000w\000o\000r\000k\000s}{section.9.7}% 52 -\BOOKMARK [2][-]{subsection.9.7.2}{\376\377\000T\000h\000e\000\040\000`\0003\003\001\0009\000`\0004\0002\000`\000"\003\007\0006\0001\0003\000A\000`\000`\0004\0005\000`\0004\0007\000`\000"\0006\0000\0003\000A\000M\000x\000m\000d\000\040\000n\000e\000u\000r\000a\000l\000\040\000n\000e\000t\000w\000o\000r\000k\000\040\000a\000n\000d\000\040\000m\000a\000x\000i\000m\000u\000m\000\040\000c\000o\000n\000v\000o\000l\000u\000t\000i\000o\000n\000s\000\040}{section.9.7}% 53 -\BOOKMARK [2][-]{subsection.9.7.3}{\376\377\000L\000i\000p\000s\000c\000h\000i\000t\000z\000\040\000f\000u\000n\000c\000t\000i\000o\000n\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s}{section.9.7}% 54 -\BOOKMARK [2][-]{subsection.9.7.4}{\376\377\000E\000x\000p\000l\000i\000c\000i\000t\000\040\000A\000N\000N\000\040\000a\000p\000p\000r\000o\000x\000i\000m\000a\000t\000i\000o\000n\000s\000\040}{section.9.7}% 55 -\BOOKMARK [-1][-]{part.3}{\376\377\000I\000I\000I\000\040\000A\000\040\000d\000e\000e\000p\000-\000l\000e\000a\000r\000n\000i\000n\000g\000\040\000s\000o\000l\000u\000t\000i\000o\000n\000\040\000f\000o\000r\000\040\000u\000\040\000a\000n\000d\000\040\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000m\000o\000t\000i\000o\000n\000s}{}% 56 -\BOOKMARK [0][-]{chapter.10}{\376\377\000A\000N\000N\000\040\000r\000e\000p\000r\000e\000s\000e\000n\000t\000a\000t\000i\000o\000n\000s\000\040\000o\000f\000\040\000B\000r\000o\000w\000n\000i\000a\000n\000\040\000M\000o\000t\000i\000o\000n\000\040\000M\000o\000n\000t\000e\000\040\000C\000a\000r\000l\000o}{part.3}% 57 -\BOOKMARK [0][-]{section*.3}{\376\377\000A\000p\000p\000e\000n\000d\000i\000c\000e\000s}{part.3}% 58 diff --git a/Dissertation/main.pdf b/Dissertation/main.pdf index 49904e3..10498e2 100644 Binary files a/Dissertation/main.pdf and b/Dissertation/main.pdf differ diff --git a/Dissertation/main.synctex(busy) b/Dissertation/main.synctex(busy) new file mode 100644 index 0000000..e85df13 Binary files /dev/null and b/Dissertation/main.synctex(busy) differ diff --git a/Dissertation/main.tex b/Dissertation/main.tex index 54739c3..6077be7 100644 --- a/Dissertation/main.tex +++ b/Dissertation/main.tex @@ -1,22 +1,20 @@ \include{preamble} \include{commands} -\title{Artificial Neural Networks Applied to Stochastic Monte Carlo as a Way to Approximate Modified Heat Equations, and Their Associated Parameters, Depths, and Accuracies.} -\author{Shakil Rafi} \begin{document} -\maketitle + +\include{front_matter} \tableofcontents - \part{On Convergence of Brownian Motion Monte Carlo} - +\setcounter{page}{1} \include{Introduction} \include{Brownian_motion_monte_carlo} \include{u_visc_sol} -\include{brownian_motion_monte_carlo_non_linear_case} +%\include{brownian_motion_monte_carlo_non_linear_case} \part{A Structural Description of Artificial Neural Networks} @@ -34,11 +32,14 @@ \include{conclusions-further-research} -\nocite{*} +%\nocite{*} \singlespacing \bibliography{main.bib} \bibliographystyle{apa} +\include{back_matter} \include{appendices} + + \end{document} \ No newline at end of file diff --git a/Dissertation/main.toc b/Dissertation/main.toc index 0ec7bf7..e69de29 100644 --- a/Dissertation/main.toc +++ b/Dissertation/main.toc @@ -1,58 +0,0 @@ -\contentsline {part}{I\hspace {1em}On Convergence of Brownian Motion Monte Carlo}{4}{part.1}% -\contentsline {chapter}{\numberline {1}Introduction.}{5}{chapter.1}% -\contentsline {section}{\numberline {1.1}Notation, Definitions \& Basic notions.}{5}{section.1.1}% -\contentsline {subsection}{\numberline {1.1.1}Norms and Inner Product}{5}{subsection.1.1.1}% -\contentsline {subsection}{\numberline {1.1.2}Probability Space and Brownian Motion}{6}{subsection.1.1.2}% -\contentsline {subsection}{\numberline {1.1.3}Lipschitz and Related Notions}{9}{subsection.1.1.3}% -\contentsline {subsection}{\numberline {1.1.4}Kolmogorov Equations}{10}{subsection.1.1.4}% -\contentsline {subsection}{\numberline {1.1.5}Linear Algebra Notation and Definitions}{12}{subsection.1.1.5}% -\contentsline {subsection}{\numberline {1.1.6}$O$-type notation and function growth}{13}{subsection.1.1.6}% -\contentsline {subsection}{\numberline {1.1.7}The Iverson Bracket}{15}{subsection.1.1.7}% -\contentsline {chapter}{\numberline {2}Brownian Motion Monte Carlo}{16}{chapter.2}% -\contentsline {section}{\numberline {2.1}Brownian Motion Preliminaries}{16}{section.2.1}% -\contentsline {section}{\numberline {2.2}Monte Carlo Approximations}{20}{section.2.2}% -\contentsline {section}{\numberline {2.3}Bounds and Covnvergence}{21}{section.2.3}% -\contentsline {chapter}{\numberline {3}That $u$ is a viscosity solution}{30}{chapter.3}% -\contentsline {section}{\numberline {3.1}Some Preliminaries}{30}{section.3.1}% -\contentsline {section}{\numberline {3.2}Viscosity Solutions}{34}{section.3.2}% -\contentsline {section}{\numberline {3.3}Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{53}{section.3.3}% -\contentsline {chapter}{\numberline {4}Brownian motion Monte Carlo of the non-linear case}{59}{chapter.4}% -\contentsline {part}{II\hspace {1em}A Structural Description of Artificial Neural Networks}{61}{part.2}% -\contentsline {chapter}{\numberline {5}Introduction and Basic Notions about Neural Networks}{62}{chapter.5}% -\contentsline {section}{\numberline {5.1}The Basic Definition of ANNs}{62}{section.5.1}% -\contentsline {section}{\numberline {5.2}Composition and extensions of ANNs}{66}{section.5.2}% -\contentsline {subsection}{\numberline {5.2.1}Composition}{66}{subsection.5.2.1}% -\contentsline {subsection}{\numberline {5.2.2}Extensions}{68}{subsection.5.2.2}% -\contentsline {section}{\numberline {5.3}Parallelization of ANNs}{68}{section.5.3}% -\contentsline {section}{\numberline {5.4}Affine Linear Transformations as ANNs}{72}{section.5.4}% -\contentsline {section}{\numberline {5.5}Sums of ANNs}{75}{section.5.5}% -\contentsline {subsection}{\numberline {5.5.1}Neural Network Sum Properties}{76}{subsection.5.5.1}% -\contentsline {section}{\numberline {5.6}Linear Combinations of ANNs}{83}{section.5.6}% -\contentsline {section}{\numberline {5.7}Neural Network Diagrams}{93}{section.5.7}% -\contentsline {chapter}{\numberline {6}ANN Product Approximations}{95}{chapter.6}% -\contentsline {section}{\numberline {6.1}Approximation for simple products}{95}{section.6.1}% -\contentsline {subsection}{\numberline {6.1.1}The $\prd $ network}{106}{subsection.6.1.1}% -\contentsline {section}{\numberline {6.2}Higher Approximations}{111}{section.6.2}% -\contentsline {subsection}{\numberline {6.2.1}The $\tun $ Neural Network}{112}{subsection.6.2.1}% -\contentsline {subsection}{\numberline {6.2.2}The $\pwr $ Neural Networks}{114}{subsection.6.2.2}% -\contentsline {subsection}{\numberline {6.2.3}The $\tay $ neural network}{123}{subsection.6.2.3}% -\contentsline {subsection}{\numberline {6.2.4}Neural network approximations for $e^x$.}{128}{subsection.6.2.4}% -\contentsline {chapter}{\numberline {7}A modified Multi-Level Picard and associated neural network}{129}{chapter.7}% -\contentsline {chapter}{\numberline {8}Some categorical ideas about neural networks}{132}{chapter.8}% -\contentsline {chapter}{\numberline {9}ANN first approximations}{133}{chapter.9}% -\contentsline {section}{\numberline {9.1}Activation Function as Neural Networks}{133}{section.9.1}% -\contentsline {section}{\numberline {9.2}ANN Representations for One-Dimensional Identity}{134}{section.9.2}% -\contentsline {section}{\numberline {9.3}Modulus of Continuity}{142}{section.9.3}% -\contentsline {section}{\numberline {9.4}Linear Interpolation of real-valued functions}{143}{section.9.4}% -\contentsline {subsection}{\numberline {9.4.1}The Linear Interpolation Operator}{143}{subsection.9.4.1}% -\contentsline {subsection}{\numberline {9.4.2}Neural Networks to approximate the $\lin $ operator}{144}{subsection.9.4.2}% -\contentsline {section}{\numberline {9.5}Neural network approximation of 1-dimensional functions.}{148}{section.9.5}% -\contentsline {section}{\numberline {9.6}$\trp ^h$ and neural network approximations for the trapezoidal rule.}{151}{section.9.6}% -\contentsline {section}{\numberline {9.7}Linear interpolation for multi-dimensional functions}{154}{section.9.7}% -\contentsline {subsection}{\numberline {9.7.1}The $\nrm ^d_1$ and $\mxm ^d$ networks}{154}{subsection.9.7.1}% -\contentsline {subsection}{\numberline {9.7.2}The $\mxm ^d$ neural network and maximum convolutions }{160}{subsection.9.7.2}% -\contentsline {subsection}{\numberline {9.7.3}Lipschitz function approximations}{164}{subsection.9.7.3}% -\contentsline {subsection}{\numberline {9.7.4}Explicit ANN approximations }{167}{subsection.9.7.4}% -\contentsline {part}{III\hspace {1em}A deep-learning solution for $u$ and Brownian motions}{169}{part.3}% -\contentsline {chapter}{\numberline {10}ANN representations of Brownian Motion Monte Carlo}{170}{chapter.10}% -\contentsline {chapter}{Appendices}{180}{section*.3}% diff --git a/Dissertation/modified_mlp_associated_nn.tex b/Dissertation/modified_mlp_associated_nn.tex index c5f670d..a06217d 100644 --- a/Dissertation/modified_mlp_associated_nn.tex +++ b/Dissertation/modified_mlp_associated_nn.tex @@ -33,7 +33,7 @@ We now look at neural networks in the context of multi-level Picard iterations. \begin{lemma} Let $\Theta = \lp \bigcup^{n\in \N} \Z^n \rp$, $d,M \in \N$, $T\in \lp 0,\infty \rp$, $f \in C \lp \R, \R \rp$, $g,\in C \lp \R^d, \R \rp$, $\mathsf{F}, \mathsf{G} \in \neu$ satisfy that $\real_{\rect} \lp \mathsf{F} \rp = f$ and $\real_{\rect} \lp \mathsf{G} \rp = g$, let $\mathfrak{u}^\theta \in \lb 0,1 \rb$, $\theta \in \Theta$, and $\mathcal{U}^\theta: \lb 0,T \rb \rightarrow \lb 0,T \rb$, $\theta \in \Theta$, satisfy for all $t \in \lb 0,T \rb$, $theta \in \Theta$ that $\mathcal{U}^\theta_t = t+(T-t)\mathfrak{u}^\theta$, let $\mathcal{W}^\theta: \lb 0,T \rb \rightarrow \R^d$, $\theta \in \Theta$, for every $\theta \in \Theta$, $t\in \lb 0,T\rb$, $s \in \lb t,T\rb$, let $\mathcal{Y}^\theta_{t,s} \in \R$ satisfy $\mathcal{Y}^\theta_{t,s} = \mathcal{W}^\theta_s - \mathcal{W}^\theta_t$ and let $\mathcal{U}^\theta_n: \lb 0,T\rb \times \R^d \rightarrow \R$, $n\in \N_0$, $\theta \in \Theta$, satisfy for all $\theta \in \Theta$, $n\in \N_0$, $t\in \lb 0,T\rb$, $x\in \R^d$ that: \begin{align} - U^\theta_n \lp t,x\rp &= \frac{\mathbbm{1}_\N\lp n \rp}{M^n} \lb \sum^{M^n}_{k=1} g \lp x + \mathcal{Y}^{(\theta,0,-k)}_{t,T}\rp\rb \nonumber\\ + &U^\theta_n \lp t,x\rp = \frac{\mathbbm{1}_\N\lp n \rp}{M^n} \lb \sum^{M^n}_{k=1} g \lp x + \mathcal{Y}^{(\theta,0,-k)}_{t,T}\rp\rb \nonumber\\ &+ \sum^{n-1}_{i=0} \frac{T-t}{M^{n-i}} \lb \sum^{M^{n-i}}_{k=1} \lp \lp f \circ U^{(\theta,i,k)}_i\rp - \mathbbm{1}_\N \lp i \rp \lp f \circ U^{(\theta,-i,k)}_{\max \{ i-1,0\}} \rp \rp \lp \mathcal{U}^{(\theta,i,k)}_t,x+ \mathcal{Y}^{(\theta,i,k)}_{t,\mathcal{U}_t^{(\theta,i,k)}}\rp\rb \end{align} it is then the case that: @@ -46,7 +46,7 @@ We now look at neural networks in the context of multi-level Picard iterations. % \boxplus_{\mathbb{I}} \lb \boxplus^{n-1}_{i=0,\mathbb{I}} \lb \lp \frac{T-t}{M^{n-i}} \rp \circledast \lp \boxplus^{M^{n-i}}_{k=1,\mathbb{I}} \lp \lp \mathsf{F} \bullet \mathsf{U}^{(\theta,i,k}_{i, \mathcal{U}_t^{(\theta,i,k)} \rp \rp \rp % \end{align} \begin{align} - \mathsf{U}^\theta_{n,t} &= \lb \bigoplus^{M^n}_{k=1} \lp \frac{1}{M^n} \circledast \lp \mathsf{G}\bullet \aff_{\mathbb{I}_d, \mathcal{Y}^{(\theta,0,-k}_{t,T}} \rp \rp \rb \nonumber \\ + &\mathsf{U}^\theta_{n,t} \\&= \lb \bigoplus^{M^n}_{k=1} \lp \frac{1}{M^n} \circledast \lp \mathsf{G}\bullet \aff_{\mathbb{I}_d, \mathcal{Y}^{(\theta,0,-k}_{t,T}} \rp \rp \rb \nonumber \\ &\boxplus_{\mathbb{I}} \lb \boxplus^{n-1}_{i=0,\mathbb{I}} \lb \lp \frac{T-t}{M^{n-i}}\rp \circledast \lp \boxplus^{M^{n-i}}_{k=1,\mathbb{I}}\lp \lp \mathsf{F} \bullet \mathsf{U}^{(\theta,i,k)}_{i,\mathcal{U}_t^{(\theta,i,k)}} \rp \bullet \aff_{\mathbb{I}_d}, \mathcal{Y}^{(\theta,i,k)}_{t,\mathcal{U}_t^{(\theta,i,k)}} \rp\rp \rb\rb \nonumber\\ &\boxplus_{\mathbb{I}} \lb \boxplus^{n-1}_{i=0,\mathbb{I}} \lb \lp \frac{(t-T)\mathbbm{1}_\N}{M^{n-i}}\rp \circledast\lp \boxplus^{M^{n-i}}_{k=1,\mathbb{I}} \lp \lp \mathsf{F} \bullet \mathsf{U}^{(\theta,-i,k)}_{\max \{i-1,0\}, \mathcal{U}_t^{(\theta,i,k)}}\rp \bullet \aff_{\mathbb{I}_d,\mathcal{Y}^{(\theta,i,k)}_{t,\mathcal{U}_t^{(\theta,i,k)}}} \rp \rp\rb \rb \end{align} diff --git a/Dissertation/neural_network_introduction.tex b/Dissertation/neural_network_introduction.tex index c9a5b9a..30791be 100644 --- a/Dissertation/neural_network_introduction.tex +++ b/Dissertation/neural_network_introduction.tex @@ -799,11 +799,11 @@ Affine neural networks present an important class of neural networks. By virtue \lp \begin{bmatrix} W_2 & 0\\ 0 & W'_2 - \end{bmatrix} \begin{bmatrix} + \end{bmatrix} ,\begin{bmatrix} b_2 \\ b_2' - \end{bmatrix} \rp \right.,..., \nonumber - \left. \lp \begin{bmatrix} + \end{bmatrix} \rp \right.,..., \nonumber \\ + &\left. \lp \begin{bmatrix} \mathbb{I}_{\out(\nu_2)} \: \mathbb{I}_{\out(\nu_2)} \end{bmatrix}\begin{bmatrix} W_L & 0 \\ @@ -1329,7 +1329,7 @@ Affine neural networks present an important class of neural networks. By virtue \end{proof} \begin{lemma}\label{5.6.9} - Let $L \in \N$, $u,v \in \Z$ with $u\leqslant v$. Let $c_u, c_{u+1},...,c_v \in \R$. $\nu_u, \nu_{u+1},...,\nu_v, \mu \in \neu$, $B_u, B_{u+1},...,B_v \in \R^{\inn(\nu_u)}$, $\act \in C\lp \R, \R \rp$, satisfy for all $j \in \N \cap [u,v]$ that $L = \max_{i\in \N \cap \lb u,v \rb} \dep(\nu_i)$, $\inn(\nu_j) = \inn(\nu_u)$, $\out(\nu_j) = \inn(\mathfrak{I})= \out(\mathfrak{I})$, $\hid(\mathfrak{I}) = 1$, $\real_{\act} (\mathfrak{I}) = \mathbb{I}_\R$, and that: + Let $L \in \N$, $u,v \in \Z$ with $u\leqslant v$. Let $c_u, c_{u+1},...,c_v \in \R$. $\nu_u, \nu_{u+1},...,\nu_v, \mu \in \neu$, $B_u, B_{u+1},...,B_v \in \R^{\inn(\nu_u)}$, $\act \in C\lp \R, \R \rp$, satisfy for all $j \in \N \cap [u,v]$ that $L = \max_{i\in \N \cap \lb u,v \rb}\\ \dep(\nu_i)$, $\inn(\nu_j) = \inn(\nu_u)$, $\out(\nu_j) = \inn(\mathfrak{I})= \out(\mathfrak{I})$, $\hid(\mathfrak{I}) = 1$, $\real_{\act} (\mathfrak{I}) = \mathbb{I}_\R$, and that: \begin{align} \mu = \dplus^v_{i = u, \mathfrak{I}} \lp c_i \triangleright \lp \nu_i \bullet \aff_{\mathbb{I}_{\inn(\nu_i), },b_i} \rp \rp \end{align} diff --git a/Dissertation/preamble.aux b/Dissertation/preamble.aux new file mode 100644 index 0000000..f23e546 --- /dev/null +++ b/Dissertation/preamble.aux @@ -0,0 +1 @@ +\relax diff --git a/Dissertation/preamble.tex b/Dissertation/preamble.tex index e36b829..b3e0668 100644 --- a/Dissertation/preamble.tex +++ b/Dissertation/preamble.tex @@ -17,6 +17,9 @@ bottom=1in } +\usepackage[T1]{fontenc} +\usepackage[utf8]{inputenc} + \usepackage[]{soul} \usepackage[]{bbm} \usepackage[]{cancel} @@ -71,7 +74,7 @@ numbersep = 5pt, breakatwhitespace=false, tabsize=4, - morekeywords={install.packages, library, ggplot, aes, geom_bar} + morekeywords={install.packages, library, ggplot, aes, geom_bar, source, } } \usepackage{fontspec} diff --git a/Dissertation/u_visc_sol.aux b/Dissertation/u_visc_sol.aux index b3d9dd7..d0a1ce0 100644 --- a/Dissertation/u_visc_sol.aux +++ b/Dissertation/u_visc_sol.aux @@ -1,4 +1,5 @@ \relax +\providecommand\zref@newlabel[2]{} \providecommand\hyper@newdestlabel[2]{} \citation{crandall_lions} \citation{Beck_2021} @@ -6,194 +7,66 @@ \citation{Ito1946} \citation{Beck_2021} \citation{BHJ21} -\@writefile{toc}{\contentsline {chapter}{\numberline {3}That $u$ is a viscosity solution}{30}{chapter.3}\protected@file@percent } +\@writefile{toc}{\contentsline {chapter}{\numberline {3}That $u$ is a Viscosity Solution}{35}{chapter.3}\protected@file@percent } \@writefile{lof}{\addvspace {10\p@ }} \@writefile{lot}{\addvspace {10\p@ }} -\@writefile{toc}{\contentsline {section}{\numberline {3.1}Some Preliminaries}{30}{section.3.1}\protected@file@percent } -\newlabel{lemma:2.7}{{3.1.1}{30}{}{theorem.3.1.1}{}} -\newlabel{lemma:2.7@cref}{{[lemma][1][3,1]3.1.1}{[1][30][]30}} +\@writefile{toc}{\contentsline {section}{\numberline {3.1}Some Preliminaries}{35}{section.3.1}\protected@file@percent } +\newlabel{lemma:2.7}{{3.1.1}{35}{}{theorem.3.1.1}{}} +\newlabel{lemma:2.7@cref}{{[lemma][1][3,1]3.1.1}{[1][35][]35}} \citation{karatzas1991brownian} \citation{karatzas1991brownian} -\newlabel{lem:3.4}{{3.1.2}{32}{}{theorem.3.1.2}{}} -\newlabel{lem:3.4@cref}{{[lemma][2][3,1]3.1.2}{[1][32][]32}} -\newlabel{2.13}{{3.1.7}{32}{}{equation.3.1.7}{}} -\newlabel{2.13@cref}{{[equation][7][3,1]3.1.7}{[1][32][]32}} -\newlabel{2.14}{{3.1.8}{32}{}{equation.3.1.8}{}} -\newlabel{2.14@cref}{{[equation][8][3,1]3.1.8}{[1][32][]32}} +\newlabel{lem:3.4}{{3.1.2}{37}{}{theorem.3.1.2}{}} +\newlabel{lem:3.4@cref}{{[lemma][2][3,1]3.1.2}{[1][37][]37}} +\newlabel{2.13}{{3.7}{37}{}{equation.3.1.7}{}} +\newlabel{2.13@cref}{{[equation][7][3,1]3.7}{[1][37][]37}} \citation{da_prato_zabczyk_2002} +\newlabel{2.14}{{3.8}{38}{}{equation.3.1.8}{}} +\newlabel{2.14@cref}{{[equation][8][3,1]3.8}{[1][37][]38}} +\newlabel{(2.19)}{{3.10}{38}{Some Preliminaries}{equation.3.1.10}{}} +\newlabel{(2.19)@cref}{{[equation][10][3,1]3.10}{[1][38][]38}} \citation{karatzas1991brownian} -\newlabel{(2.19)}{{3.1.10}{33}{Some Preliminaries}{equation.3.1.10}{}} -\newlabel{(2.19)@cref}{{[equation][10][3,1]3.1.10}{[1][33][]33}} \citation{da_prato_zabczyk_2002} -\@writefile{toc}{\contentsline {section}{\numberline {3.2}Viscosity Solutions}{34}{section.3.2}\protected@file@percent } -\newlabel{sumofusc}{{3.2.3.1}{34}{}{corollary.3.2.3.1}{}} -\newlabel{sumofusc@cref}{{[corollary][1][]3.2.3.1}{[1][34][]34}} -\newlabel{neglsc}{{3.2.3.2}{35}{}{corollary.3.2.3.2}{}} -\newlabel{neglsc@cref}{{[corollary][2][]3.2.3.2}{[1][35][]35}} -\newlabel{negdegel}{{3.2.6}{36}{}{theorem.3.2.6}{}} -\newlabel{negdegel@cref}{{[lemma][6][3,2]3.2.6}{[1][36][]36}} -\newlabel{def:viscsubsolution}{{3.2.7}{36}{Viscosity subsolutions}{theorem.3.2.7}{}} -\newlabel{def:viscsubsolution@cref}{{[definition][7][3,2]3.2.7}{[1][36][]36}} -\newlabel{def:viscsupsolution}{{3.2.8}{36}{Viscosity supersolutions}{theorem.3.2.8}{}} -\newlabel{def:viscsupsolution@cref}{{[definition][8][3,2]3.2.8}{[1][36][]36}} -\newlabel{def:viscsolution}{{3.2.9}{37}{Viscosity solution}{theorem.3.2.9}{}} -\newlabel{def:viscsolution@cref}{{[definition][9][3,2]3.2.9}{[1][37][]37}} -\newlabel{maxviscosity}{{3.2.10}{37}{}{theorem.3.2.10}{}} -\newlabel{maxviscosity@cref}{{[lemma][10][3,2]3.2.10}{[1][37][]37}} -\newlabel{ungeq0}{{3.2.11}{38}{}{theorem.3.2.11}{}} -\newlabel{ungeq0@cref}{{[lemma][11][3,2]3.2.11}{[1][38][]38}} -\newlabel{limitofun}{{3.2.13}{38}{}{equation.3.2.13}{}} -\newlabel{limitofun@cref}{{[equation][13][3,2]3.2.13}{[1][38][]38}} -\newlabel{hessungeq0}{{3.2.15}{38}{}{equation.3.2.15}{}} -\newlabel{hessungeq0@cref}{{[equation][15][3,2]3.2.15}{[1][38][]38}} -\newlabel{phieps}{{3.2.16}{38}{Viscosity Solutions}{equation.3.2.16}{}} -\newlabel{phieps@cref}{{[equation][16][3,2]3.2.16}{[1][38][]38}} -\newlabel{maxphiu}{{3.2.20}{39}{Viscosity Solutions}{equation.3.2.20}{}} -\newlabel{maxphiu@cref}{{[equation][20][3,2]3.2.20}{[1][39][]39}} -\newlabel{unleq0}{{3.2.11.1}{40}{}{corollary.3.2.11.1}{}} -\newlabel{unleq0@cref}{{[corollary][1][]3.2.11.1}{[1][40][]40}} -\newlabel{limitofun}{{3.2.27}{41}{}{equation.3.2.27}{}} -\newlabel{limitofun@cref}{{[equation][27][3,2]3.2.27}{[1][41][]41}} -\newlabel{viscsolutionvn}{{3.2.28}{41}{}{equation.3.2.28}{}} -\newlabel{viscsolutionvn@cref}{{[equation][28][3,2]3.2.28}{[1][41][]41}} -\newlabel{hessungeq0}{{3.2.29}{41}{}{equation.3.2.29}{}} -\newlabel{hessungeq0@cref}{{[equation][29][3,2]3.2.29}{[1][41][]41}} -\newlabel{hgeq0}{{3.2.30}{41}{Viscosity Solutions}{equation.3.2.30}{}} -\newlabel{hgeq0@cref}{{[equation][30][3,2]3.2.30}{[1][41][]41}} -\newlabel{unneq0}{{3.2.11.2}{42}{}{corollary.3.2.11.2}{}} -\newlabel{unneq0@cref}{{[corollary][2][]3.2.11.2}{[1][42][]42}} -\newlabel{absq}{{3.2.12}{42}{}{theorem.3.2.12}{}} -\newlabel{absq@cref}{{[lemma][12][3,2]3.2.12}{[1][42][]42}} -\citation{karatzas1991brownian} -\newlabel{ugoesto0}{{3.2.13}{43}{}{theorem.3.2.13}{}} -\newlabel{ugoesto0@cref}{{[lemma][13][3,2]3.2.13}{[1][43][]43}} -\newlabel{limsupis0}{{3.2.39}{43}{}{equation.3.2.39}{}} -\newlabel{limsupis0@cref}{{[equation][39][3,2]3.2.39}{[1][43][]43}} -\newlabel{xnasintuvxn}{{3.2.40}{43}{}{equation.3.2.40}{}} -\newlabel{xnasintuvxn@cref}{{[equation][40][3,2]3.2.40}{[1][43][]43}} -\newlabel{lipformun}{{3.2.42}{43}{Viscosity Solutions}{equation.3.2.42}{}} -\newlabel{lipformun@cref}{{[equation][42][3,2]3.2.42}{[1][43][]43}} -\newlabel{expofxisbounded}{{3.2.43}{43}{Viscosity Solutions}{equation.3.2.43}{}} -\newlabel{expofxisbounded@cref}{{[equation][43][3,2]3.2.43}{[1][43][]43}} -\newlabel{mathcalxn-mathclx0}{{3.2.44}{44}{Viscosity Solutions}{equation.3.2.44}{}} -\newlabel{mathcalxn-mathclx0@cref}{{[equation][44][3,2]3.2.44}{[1][43][]44}} -\newlabel{2.19}{{3.2.14}{45}{}{theorem.3.2.14}{}} -\newlabel{2.19@cref}{{[lemma][14][3,2]3.2.14}{[1][45][]45}} -\newlabel{2.59}{{3.2.50}{46}{}{equation.3.2.50}{}} -\newlabel{2.59@cref}{{[equation][50][3,2]3.2.50}{[1][46][]46}} -\newlabel{2.60}{{3.2.51}{46}{}{equation.3.2.51}{}} -\newlabel{2.60@cref}{{[equation][51][3,2]3.2.51}{[1][46][]46}} -\newlabel{2.62}{{3.2.53}{46}{Viscosity Solutions}{equation.3.2.53}{}} -\newlabel{2.62@cref}{{[equation][53][3,2]3.2.53}{[1][46][]46}} -\newlabel{2.63}{{3.2.54}{46}{Viscosity Solutions}{equation.3.2.54}{}} -\newlabel{2.63@cref}{{[equation][54][3,2]3.2.54}{[1][46][]46}} -\newlabel{2.64}{{3.2.55}{46}{Viscosity Solutions}{equation.3.2.55}{}} -\newlabel{2.64@cref}{{[equation][55][3,2]3.2.55}{[1][46][]46}} -\citation{BHJ21} -\citation{Beck_2021} -\newlabel{2.65}{{3.2.56}{47}{Viscosity Solutions}{equation.3.2.56}{}} -\newlabel{2.65@cref}{{[equation][56][3,2]3.2.56}{[1][46][]47}} -\newlabel{2.66}{{3.2.57}{47}{Viscosity Solutions}{equation.3.2.57}{}} -\newlabel{2.66@cref}{{[equation][57][3,2]3.2.57}{[1][47][]47}} -\newlabel{ungn}{{3.2.58}{47}{Viscosity Solutions}{equation.3.2.58}{}} -\newlabel{ungn@cref}{{[equation][58][3,2]3.2.58}{[1][47][]47}} -\newlabel{u0gn}{{3.2.59}{47}{Viscosity Solutions}{equation.3.2.59}{}} -\newlabel{u0gn@cref}{{[equation][59][3,2]3.2.59}{[1][47][]47}} -\newlabel{2.70}{{3.2.61}{47}{Viscosity Solutions}{equation.3.2.61}{}} -\newlabel{2.70@cref}{{[equation][61][3,2]3.2.61}{[1][47][]47}} -\newlabel{unu0}{{3.2.62}{48}{Viscosity Solutions}{equation.3.2.62}{}} -\newlabel{unu0@cref}{{[equation][62][3,2]3.2.62}{[1][48][]48}} -\newlabel{2.73}{{3.2.64}{48}{Viscosity Solutions}{equation.3.2.64}{}} -\newlabel{2.73@cref}{{[equation][64][3,2]3.2.64}{[1][48][]48}} -\newlabel{2.74}{{3.2.65}{48}{Viscosity Solutions}{equation.3.2.65}{}} -\newlabel{2.74@cref}{{[equation][65][3,2]3.2.65}{[1][48][]48}} -\newlabel{2.76}{{3.2.67}{49}{Viscosity Solutions}{equation.3.2.67}{}} -\newlabel{2.76@cref}{{[equation][67][3,2]3.2.67}{[1][48][]49}} -\newlabel{2.79}{{3.2.71}{49}{}{equation.3.2.71}{}} -\newlabel{2.79@cref}{{[equation][71][3,2]3.2.71}{[1][49][]49}} -\newlabel{2.81}{{3.2.73}{50}{}{equation.3.2.73}{}} -\newlabel{2.81@cref}{{[equation][73][3,2]3.2.73}{[1][50][]50}} -\newlabel{2.82}{{3.2.74}{50}{Viscosity Solutions}{equation.3.2.74}{}} -\newlabel{2.82@cref}{{[equation][74][3,2]3.2.74}{[1][50][]50}} -\newlabel{2.84}{{3.2.76}{50}{Viscosity Solutions}{equation.3.2.76}{}} -\newlabel{2.84@cref}{{[equation][76][3,2]3.2.76}{[1][50][]50}} -\citation{Beck_2021} -\citation{Beck_2021} -\newlabel{2.86}{{3.2.78}{51}{Viscosity Solutions}{equation.3.2.78}{}} -\newlabel{2.86@cref}{{[equation][78][3,2]3.2.78}{[1][50][]51}} -\newlabel{2.88}{{3.2.80}{51}{Viscosity Solutions}{equation.3.2.80}{}} -\newlabel{2.88@cref}{{[equation][80][3,2]3.2.80}{[1][51][]51}} -\newlabel{2.89}{{3.2.81}{51}{Viscosity Solutions}{equation.3.2.81}{}} -\newlabel{2.89@cref}{{[equation][81][3,2]3.2.81}{[1][51][]51}} -\newlabel{2.90}{{3.2.83}{52}{Viscosity Solutions}{equation.3.2.83}{}} -\newlabel{2.90@cref}{{[equation][83][3,2]3.2.83}{[1][52][]52}} -\newlabel{2.93}{{3.2.85}{52}{Viscosity Solutions}{equation.3.2.85}{}} -\newlabel{2.93@cref}{{[equation][85][3,2]3.2.85}{[1][52][]52}} -\newlabel{2.95}{{3.2.87}{53}{Viscosity Solutions}{equation.3.2.87}{}} -\newlabel{2.95@cref}{{[equation][87][3,2]3.2.87}{[1][52][]53}} -\@writefile{toc}{\contentsline {section}{\numberline {3.3}Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{53}{section.3.3}\protected@file@percent } -\newlabel{thm:3.21}{{3.3.1}{53}{Existence and characterization of $u_d$}{theorem.3.3.1}{}} -\newlabel{thm:3.21@cref}{{[theorem][1][3,3]3.3.1}{[1][53][]53}} -\newlabel{3.3.1}{{3.3.1}{53}{Existence and characterization of $u_d$}{equation.3.3.1}{}} -\newlabel{3.3.1@cref}{{[equation][1][3,3]3.3.1}{[1][53][]53}} -\newlabel{3.102}{{3.3.2}{53}{Existence and characterization of $u_d$}{equation.3.3.2}{}} -\newlabel{3.102@cref}{{[equation][2][3,3]3.3.2}{[1][53][]53}} -\newlabel{lem:3.19}{{3.3.1.1}{54}{}{corollary.3.3.1.1}{}} -\newlabel{lem:3.19@cref}{{[corollary][1][]3.3.1.1}{[1][54][]54}} -\newlabel{3.3.2}{{3.3.2}{54}{}{theorem.3.3.2}{}} -\newlabel{3.3.2@cref}{{[lemma][2][3,3]3.3.2}{[1][54][]54}} -\newlabel{3.3.7}{{3.3.7}{54}{}{equation.3.3.7}{}} -\newlabel{3.3.7@cref}{{[equation][7][3,3]3.3.7}{[1][54][]54}} -\newlabel{3.3.12}{{3.3.12}{55}{Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{equation.3.3.12}{}} -\newlabel{3.3.12@cref}{{[equation][12][3,3]3.3.12}{[1][55][]55}} -\newlabel{3.3.13}{{3.3.13}{55}{Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{equation.3.3.13}{}} -\newlabel{3.3.13@cref}{{[equation][13][3,3]3.3.13}{[1][55][]55}} -\newlabel{3.3.15}{{3.3.15}{56}{Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{equation.3.3.15}{}} -\newlabel{3.3.15@cref}{{[equation][15][3,3]3.3.15}{[1][56][]56}} -\citation{bhj20} -\newlabel{3.3.5}{{3.3.5}{57}{}{theorem.3.3.5}{}} -\newlabel{3.3.5@cref}{{[claim][5][3,3]3.3.5}{[1][57][]57}} -\newlabel{3.2.21}{{3.3.18}{57}{Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{equation.3.3.18}{}} -\newlabel{3.2.21@cref}{{[equation][18][3,3]3.3.18}{[1][57][]57}} -\newlabel{3.3.20}{{3.3.20}{58}{Solutions, characterization, and computational bounds to the Kolmogorov backward equations}{equation.3.3.20}{}} -\newlabel{3.3.20@cref}{{[equation][20][3,3]3.3.20}{[1][58][]58}} -\@setckpt{u_visc_sol}{ -\setcounter{page}{59} -\setcounter{equation}{20} -\setcounter{enumi}{3} -\setcounter{enumii}{0} -\setcounter{enumiii}{0} -\setcounter{enumiv}{0} -\setcounter{footnote}{0} -\setcounter{mpfootnote}{0} -\setcounter{part}{1} -\setcounter{chapter}{3} -\setcounter{section}{3} -\setcounter{subsection}{0} -\setcounter{subsubsection}{0} -\setcounter{paragraph}{0} -\setcounter{subparagraph}{0} -\setcounter{figure}{0} -\setcounter{table}{0} -\setcounter{@pps}{0} -\setcounter{@ppsavesec}{0} -\setcounter{@ppsaveapp}{0} -\setcounter{AM@survey}{0} -\setcounter{parentequation}{0} -\setcounter{section@level}{1} -\setcounter{Item}{55} -\setcounter{Hfootnote}{0} -\setcounter{bookmark@seq@number}{18} -\setcounter{NAT@ctr}{0} -\setcounter{ALG@line}{0} -\setcounter{ALG@rem}{0} -\setcounter{ALG@nested}{0} -\setcounter{ALG@Lnr}{1} -\setcounter{ALG@blocknr}{1} -\setcounter{ALG@storecount}{0} -\setcounter{ALG@tmpcounter}{0} -\setcounter{lstnumber}{1} -\setcounter{theorem}{5} -\setcounter{corollary}{0} -\setcounter{lstlisting}{0} -} +\@writefile{toc}{\contentsline {section}{\numberline {3.2}Viscosity Solutions}{40}{section.3.2}\protected@file@percent } +\newlabel{sumofusc}{{3.2.3.1}{40}{}{corollary.3.2.3.1}{}} +\newlabel{sumofusc@cref}{{[corollary][1][]3.2.3.1}{[1][40][]40}} +\newlabel{neglsc}{{3.2.3.2}{40}{}{corollary.3.2.3.2}{}} +\newlabel{neglsc@cref}{{[corollary][2][]3.2.3.2}{[1][40][]40}} +\newlabel{negdegel}{{3.2.6}{41}{}{theorem.3.2.6}{}} +\newlabel{negdegel@cref}{{[lemma][6][3,2]3.2.6}{[1][41][]41}} +\newlabel{def:viscsubsolution}{{3.2.7}{42}{Viscosity subsolutions}{theorem.3.2.7}{}} +\newlabel{def:viscsubsolution@cref}{{[definition][7][3,2]3.2.7}{[1][42][]42}} +\newlabel{def:viscsupsolution}{{3.2.8}{42}{Viscosity supersolutions}{theorem.3.2.8}{}} +\newlabel{def:viscsupsolution@cref}{{[definition][8][3,2]3.2.8}{[1][42][]42}} +\newlabel{def:viscsolution}{{3.2.9}{43}{Viscosity solution}{theorem.3.2.9}{}} +\newlabel{def:viscsolution@cref}{{[definition][9][3,2]3.2.9}{[1][43][]43}} +\newlabel{maxviscosity}{{3.2.10}{43}{}{theorem.3.2.10}{}} +\newlabel{maxviscosity@cref}{{[lemma][10][3,2]3.2.10}{[1][43][]43}} +\newlabel{ungeq0}{{3.2.11}{44}{}{theorem.3.2.11}{}} +\newlabel{ungeq0@cref}{{[lemma][11][3,2]3.2.11}{[1][44][]44}} +\newlabel{limitofun}{{3.13}{44}{}{equation.3.2.13}{}} +\newlabel{limitofun@cref}{{[equation][13][3,2]3.13}{[1][44][]44}} +\newlabel{hessungeq0}{{3.15}{44}{}{equation.3.2.15}{}} +\newlabel{hessungeq0@cref}{{[equation][15][3,2]3.15}{[1][44][]44}} +\newlabel{phieps}{{3.16}{44}{Viscosity Solutions}{equation.3.2.16}{}} +\newlabel{phieps@cref}{{[equation][16][3,2]3.16}{[1][44][]44}} +\newlabel{maxphiu}{{3.20}{45}{Viscosity Solutions}{equation.3.2.20}{}} +\newlabel{maxphiu@cref}{{[equation][20][3,2]3.20}{[1][45][]45}} +\newlabel{unleq0}{{3.2.11.1}{47}{}{corollary.3.2.11.1}{}} +\newlabel{unleq0@cref}{{[corollary][1][]3.2.11.1}{[1][47][]47}} +\newlabel{limitofun}{{3.27}{47}{}{equation.3.2.27}{}} +\newlabel{limitofun@cref}{{[equation][27][3,2]3.27}{[1][47][]47}} +\newlabel{viscsolutionvn}{{3.28}{47}{}{equation.3.2.28}{}} +\newlabel{viscsolutionvn@cref}{{[equation][28][3,2]3.28}{[1][47][]47}} +\newlabel{hessungeq0}{{3.29}{47}{}{equation.3.2.29}{}} +\newlabel{hessungeq0@cref}{{[equation][29][3,2]3.29}{[1][47][]47}} +\newlabel{hgeq0}{{3.30}{47}{Viscosity Solutions}{equation.3.2.30}{}} +\newlabel{hgeq0@cref}{{[equation][30][3,2]3.30}{[1][47][]47}} +\newlabel{unneq0}{{3.2.11.2}{48}{}{corollary.3.2.11.2}{}} +\newlabel{unneq0@cref}{{[corollary][2][]3.2.11.2}{[1][48][]48}} +\newlabel{absq}{{3.2.12}{49}{}{theorem.3.2.12}{}} +\newlabel{absq@cref}{{[lemma][12][3,2]3.2.12}{[1][49][]49}} +\newlabel{ugoesto0}{{3.2.13}{49}{}{theorem.3.2.13}{}} +\newlabel{ugoesto0@cref}{{[lemma][13][3,2]3.2.13}{[1][49][]49}} +\newlabel{limsupis0}{{3.39}{49}{}{equation.3.2.39}{}} +\newlabel{limsupis0@cref}{{[equation][39][3,2]3.39}{[1][49][]49}} +\citation{karatzas1991brow \ No newline at end of file diff --git a/Dissertation/u_visc_sol.tex b/Dissertation/u_visc_sol.tex index 1c12163..0316317 100644 --- a/Dissertation/u_visc_sol.tex +++ b/Dissertation/u_visc_sol.tex @@ -576,7 +576,7 @@ Taken together these prove the corollary. \begin{align}\label{limsupis0} \limsup_{n \rightarrow \infty} \lb \sup_{t\in[0,T]} \sup_{x\in \mathcal{O}} \lp \right\|\mu_n(t,x) - \mu_0(t,x)\left\|_E + \left\|\sigma_n(t,x)-\sigma_0(t,x)\right\|_F \rp \rb = 0 \end{align} - Let $\lp \Omega, \mathcal{F}, \mathbb{R} \rp$ be a stochastic basis and let $W: [0,T] \times \Omega \rightarrow \R^m$ be a standard $(\mathbb{F}_t)_{t\in [0,T]}$-Brownian motion for every $t\in [0,T]$, $x \in \mathcal{O}$, let $\mathcal{X}^{t,x} = (\mathcal{X}^{t,x}_s)_{s\in [t,T]}: [t,T] \times \Omega \rightarrow \R^d$ be an $(\mathbb{F}_s)_{s\in [t,T]}$ adapted stochastic process with continuous sample paths, satisfying for all $s \in [t, T]$ we have $\mathbb{P}$-a.s. + Let $\lp \Omega, \mathcal{F}, \mathbb{R} \rp$ be a stochastic basis and let $W: [0,T] \times \Omega \rightarrow \R^m$ be a standard\\ $(\mathbb{F}_t)_{t\in [0,T]}$-Brownian motion for every $t\in [0,T]$, $x \in \mathcal{O}$, let $\mathcal{X}^{t,x} = (\mathcal{X}^{t,x}_s)_{s\in [t,T]}: [t,T] \times \Omega \rightarrow \R^d$ be an $(\mathbb{F}_s)_{s\in [t,T]}$ adapted stochastic process with continuous sample paths, satisfying for all $s \in [t, T]$ we have $\mathbb{P}$-a.s. \begin{align}\label{xnasintuvxn} \mathcal{X}^{n,t,x}_s = x + \int^s_t \mu_n(r,\mathcal{X}^{n,t,x}_s) dr + \int^s_t \sigma_n(r,\mathcal{X}^{n,t,x}_r) dW_r \end{align} @@ -626,7 +626,7 @@ Taken together these prove the corollary. \end{align} However assumption (\ref{lipformun}) then gives us that for all $n\in \N$, $t \in [0,T]$, $s \in [t,T]$, and $x \in \mathcal{O}$ that: \begin{align} - \E \lb \left\|\mathcal{X}^{n,t,x}_s - \mathcal{X}^{0,t,x}_s \right\|_E^2 \rb &\leqslant 4L^2(T+1) \int^s_t\E\lb \left\|\mathcal{X}^{n,t,x}_r-\mathcal{X}^{0,t,x}_r \right\|_E^2 \rb dr \nonumber \\ + &\E \lb \left\|\mathcal{X}^{n,t,x}_s - \mathcal{X}^{0,t,x}_s \right\|_E^2 \rb \leqslant 4L^2(T+1) \int^s_t\E\lb \left\|\mathcal{X}^{n,t,x}_r-\mathcal{X}^{0,t,x}_r \right\|_E^2 \rb dr \nonumber \\ &+4T(T+1) \lb \sup_{r\in [0,T]}\sup_{y\in \R^d} \lp \left\| \mu_n(r,y) - \mu_0(r,y) \right\|_E^2 + \left\| \sigma_n(r,y) - \sigma_0(r,y) \right\|_F^2 \rp \rb \nonumber \end{align}