Indexed text attachment
algebraic-and-differential-topology-in-machine-learning-and-ai.tex
Source for Algebraic and Differential Topology in Machine Learning and AI: Obstructions, Invariants, and Counts
View paper · Download original file
Lines 281–380 of 1055. Source text is displayed literally.
281\draw[thick,fwd,dash dot] plot coordinates {(0,1.15) (0.02,1.171) (0.041,1.193) (0.061,1.215) (0.081,1.237) (0.102,1.26) (0.122,1.283) (0.142,1.306) (0.163,1.329) (0.183,1.352) (0.203,1.376) (0.223,1.399) (0.244,1.423) (0.264,1.446) (0.284,1.469) (0.305,1.493) (0.325,1.516) (0.345,1.539) (0.366,1.562) (0.386,1.584) (0.406,1.607) (0.427,1.629) (0.447,1.65) (0.467,1.672) (0.487,1.693) (0.508,1.713) (0.528,1.733) (0.548,1.753) (0.569,1.772) (0.589,1.79) (0.609,1.808) (0.63,1.825) (0.65,1.842) (0.67,1.858) (0.691,1.873) (0.711,1.887) (0.731,1.901) (0.752,1.914) (0.772,1.926) (0.792,1.938) (0.813,1.949) (0.833,1.958) (0.853,1.967) (0.873,1.976) (0.894,1.983) (0.914,1.989) (0.934,1.995) (0.955,1.999) (0.975,2.003) (0.995,2.006) (1.016,2.007) (1.036,2.008) (1.056,2.008) (1.077,2.007) (1.097,2.006) (1.117,2.003) (1.137,1.999) (1.158,1.995) (1.178,1.989) (1.198,1.983) (1.219,1.975) (1.239,1.967) (1.259,1.958) (1.28,1.949) (1.3,1.938) (1.32,1.926) (1.341,1.914) (1.361,1.901) (1.381,1.887) (1.402,1.873) (1.422,1.858) (1.442,1.842) (1.463,1.825) (1.483,1.808) (1.503,1.79) (1.523,1.771) (1.544,1.752) (1.564,1.733) (1.584,1.713) (1.605,1.692) (1.625,1.672) (1.645,1.65) (1.666,1.629) (1.686,1.607) (1.706,1.584) (1.727,1.562) (1.747,1.539) (1.767,1.516) (1.787,1.493) (1.808,1.469) (1.828,1.446) (1.848,1.422) (1.869,1.399) (1.889,1.376) (1.909,1.352) (1.93,1.329) (1.95,1.306) (1.97,1.283) (1.991,1.26) (2.011,1.237) (2.031,1.215) (2.052,1.193) (2.072,1.171) (2.092,1.15) (2.113,1.129) (2.133,1.108) (2.153,1.088) (2.173,1.069) (2.194,1.05) (2.214,1.032) (2.234,1.014) (2.255,0.996) (2.275,0.98) (2.295,0.964) (2.316,0.949) (2.336,0.934) (2.356,0.92) (2.377,0.907) (2.397,0.895) (2.417,0.884) (2.438,0.873) (2.458,0.863) (2.478,0.854) (2.498,0.846) (2.519,0.839) (2.539,0.832) (2.559,0.827) (2.58,0.822) (2.6,0.819) (2.62,0.816) (2.641,0.814) (2.661,0.813) (2.681,0.813) (2.702,0.814) (2.722,0.816) (2.742,0.819) (2.762,0.822) (2.783,0.827) (2.803,0.832) (2.823,0.839) (2.844,0.846) (2.864,0.854) (2.884,0.863) (2.905,0.873) (2.925,0.884) (2.945,0.895) (2.966,0.907) (2.986,0.92) (3.006,0.934) (3.027,0.949) (3.047,0.964) (3.067,0.98) (3.087,0.997) (3.108,1.014) (3.128,1.032) (3.148,1.05) (3.169,1.069) (3.189,1.089) (3.209,1.109) (3.23,1.129) (3.25,1.15)};282\draw[thick,bwd] plot coordinates {(0,1.15) (0.02,1.116) (0.041,1.082) (0.061,1.048) (0.081,1.013) (0.102,0.979) (0.122,0.945) (0.142,0.91) (0.163,0.876) (0.183,0.842) (0.203,0.808) (0.223,0.775) (0.244,0.742) (0.264,0.709) (0.284,0.676) (0.305,0.644) (0.325,0.613) (0.345,0.582) (0.366,0.552) (0.386,0.523) (0.406,0.494) (0.427,0.466) (0.447,0.439) (0.467,0.412) (0.487,0.387) (0.508,0.362) (0.528,0.338) (0.548,0.316) (0.569,0.294) (0.589,0.274) (0.609,0.254) (0.63,0.236) (0.65,0.219) (0.67,0.203) (0.691,0.188) (0.711,0.175) (0.731,0.163) (0.752,0.152) (0.772,0.142) (0.792,0.134) (0.813,0.127) (0.833,0.121) (0.853,0.116) (0.873,0.113) (0.894,0.112) (0.914,0.111) (0.934,0.112) (0.955,0.115) (0.975,0.118) (0.995,0.123) (1.016,0.13) (1.036,0.137) (1.056,0.146) (1.077,0.157) (1.097,0.168) (1.117,0.181) (1.137,0.195) (1.158,0.21) (1.178,0.227) (1.198,0.245) (1.219,0.263) (1.239,0.283) (1.259,0.304) (1.28,0.326) (1.3,0.349) (1.32,0.373) (1.341,0.398) (1.361,0.424) (1.381,0.451) (1.402,0.479) (1.422,0.507) (1.442,0.536) (1.463,0.566) (1.483,0.597) (1.503,0.628) (1.523,0.659) (1.544,0.691) (1.564,0.724) (1.584,0.757) (1.605,0.79) (1.625,0.824) (1.645,0.858) (1.666,0.892) (1.686,0.926) (1.706,0.961) (1.727,0.995) (1.747,1.029) (1.767,1.064) (1.787,1.098) (1.808,1.132) (1.828,1.166) (1.848,1.199) (1.869,1.232) (1.889,1.265) (1.909,1.298) (1.93,1.33) (1.95,1.361) (1.97,1.392) (1.991,1.422) (2.011,1.451) (2.031,1.48) (2.052,1.508) (2.072,1.535) (2.092,1.562) (2.113,1.587) (2.133,1.612) (2.153,1.636) (2.173,1.658) (2.194,1.68) (2.214,1.7) (2.234,1.72) (2.255,1.738) (2.275,1.755) (2.295,1.771) (2.316,1.786) (2.336,1.799) (2.356,1.811) (2.377,1.822) (2.397,1.832) (2.417,1.84) (2.438,1.848) (2.458,1.853) (2.478,1.858) (2.498,1.861) (2.519,1.862) (2.539,1.863) (2.559,1.862) (2.58,1.859) (2.6,1.856) (2.62,1.851) (2.641,1.844) (2.661,1.837) (2.681,1.828) (2.702,1.817) (2.722,1.806) (2.742,1.793) (2.762,1.779) (2.783,1.764) (2.803,1.747) (2.823,1.73) (2.844,1.711) (2.864,1.691) (2.884,1.67) (2.905,1.648) (2.925,1.625) (2.945,1.601) (2.966,1.576) (2.986,1.55) (3.006,1.523) (3.027,1.495) (3.047,1.467) (3.067,1.438) (3.087,1.408) (3.108,1.377) (3.128,1.346) (3.148,1.315) (3.169,1.283) (3.189,1.25) (3.209,1.217) (3.23,1.184) (3.25,1.15)};283\draw[thick,bwd,densely dashed] plot coordinates {(0,2.215) (0.02,2.214) (0.041,2.212) (0.061,2.209) (0.081,2.205) (0.102,2.2) (0.122,2.193) (0.142,2.185) (0.163,2.176) (0.183,2.166) (0.203,2.154) (0.223,2.142) (0.244,2.128) (0.264,2.114) (0.284,2.098) (0.305,2.081) (0.325,2.063) (0.345,2.045) (0.366,2.025) (0.386,2.004) (0.406,1.982) (0.427,1.96) (0.447,1.937) (0.467,1.913) (0.487,1.888) (0.508,1.862) (0.528,1.836) (0.548,1.809) (0.569,1.782) (0.589,1.754) (0.609,1.725) (0.63,1.696) (0.65,1.667) (0.67,1.637) (0.691,1.607) (0.711,1.576) (0.731,1.546) (0.752,1.515) (0.772,1.484) (0.792,1.453) (0.813,1.422) (0.833,1.39) (0.853,1.359) (0.873,1.328) (0.894,1.298) (0.914,1.267) (0.934,1.236) (0.955,1.206) (0.975,1.177) (0.995,1.147) (1.016,1.118) (1.036,1.09) (1.056,1.062) (1.077,1.034) (1.097,1.007) (1.117,0.981) (1.137,0.955) (1.158,0.931) (1.178,0.907) (1.198,0.883) (1.219,0.861) (1.239,0.839) (1.259,0.818) (1.28,0.799) (1.3,0.78) (1.32,0.762) (1.341,0.745) (1.361,0.73) (1.381,0.715) (1.402,0.701) (1.422,0.689) (1.442,0.677) (1.463,0.667) (1.483,0.658) (1.503,0.65) (1.523,0.644) (1.544,0.638) (1.564,0.634) (1.584,0.631) (1.605,0.629) (1.625,0.628) (1.645,0.629) (1.666,0.631) (1.686,0.634) (1.706,0.638) (1.727,0.644) (1.747,0.65) (1.767,0.658) (1.787,0.667) (1.808,0.677) (1.828,0.689) (1.848,0.701) (1.869,0.715) (1.889,0.73) (1.909,0.745) (1.93,0.762) (1.95,0.78) (1.97,0.799) (1.991,0.818) (2.011,0.839) (2.031,0.861) (2.052,0.883) (2.072,0.907) (2.092,0.931) (2.113,0.955) (2.133,0.981) (2.153,1.007) (2.173,1.034) (2.194,1.062) (2.214,1.09) (2.234,1.118) (2.255,1.147) (2.275,1.177) (2.295,1.206) (2.316,1.236) (2.336,1.267) (2.356,1.298) (2.377,1.328) (2.397,1.359) (2.417,1.39) (2.438,1.422) (2.458,1.453) (2.478,1.484) (2.498,1.515) (2.519,1.546) (2.539,1.576) (2.559,1.607) (2.58,1.637) (2.6,1.667) (2.62,1.696) (2.641,1.725) (2.661,1.754) (2.681,1.782) (2.702,1.809) (2.722,1.836) (2.742,1.862) (2.762,1.888) (2.783,1.913) (2.803,1.937) (2.823,1.96) (2.844,1.982) (2.864,2.004) (2.884,2.025) (2.905,2.045) (2.925,2.063) (2.945,2.081) (2.966,2.098) (2.986,2.114) (3.006,2.128) (3.027,2.142) (3.047,2.154) (3.067,2.166) (3.087,2.176) (3.108,2.185) (3.128,2.193) (3.148,2.2) (3.169,2.205) (3.189,2.209) (3.209,2.212) (3.23,2.214) (3.25,2.215)};284\draw[thick,bwd,dash dot] plot coordinates {(0,1.15) (0.02,1.162) (0.041,1.174) (0.061,1.185) (0.081,1.195) (0.102,1.205) (0.122,1.213) (0.142,1.221) (0.163,1.228) (0.183,1.235) (0.203,1.24) (0.223,1.245) (0.244,1.249) (0.264,1.252) (0.284,1.255) (0.305,1.256) (0.325,1.257) (0.345,1.256) (0.366,1.255) (0.386,1.254) (0.406,1.251) (0.427,1.247) (0.447,1.243) (0.467,1.238) (0.487,1.232) (0.508,1.225) (0.528,1.218) (0.548,1.209) (0.569,1.2) (0.589,1.19) (0.609,1.18) (0.63,1.169) (0.65,1.157) (0.67,1.144) (0.691,1.131) (0.711,1.117) (0.731,1.102) (0.752,1.087) (0.772,1.071) (0.792,1.055) (0.813,1.038) (0.833,1.021) (0.853,1.003) (0.873,0.985) (0.894,0.966) (0.914,0.947) (0.934,0.928) (0.955,0.908) (0.975,0.888) (0.995,0.868) (1.016,0.847) (1.036,0.826) (1.056,0.806) (1.077,0.785) (1.097,0.763) (1.117,0.742) (1.137,0.721) (1.158,0.7) (1.178,0.678) (1.198,0.657) (1.219,0.636) (1.239,0.615) (1.259,0.594) (1.28,0.574) (1.3,0.553) (1.32,0.533) (1.341,0.513) (1.361,0.494) (1.381,0.475) (1.402,0.456) (1.422,0.437) (1.442,0.419) (1.463,0.402) (1.483,0.385) (1.503,0.368) (1.523,0.352) (1.544,0.337) (1.564,0.322) (1.584,0.307) (1.605,0.294) (1.625,0.281) (1.645,0.268) (1.666,0.257) (1.686,0.246) (1.706,0.236) (1.727,0.226) (1.747,0.217) (1.767,0.209) (1.787,0.202) (1.808,0.196) (1.828,0.19) (1.848,0.186) (1.869,0.182) (1.889,0.179) (1.909,0.176) (1.93,0.175) (1.95,0.174) (1.97,0.174) (1.991,0.175) (2.011,0.177) (2.031,0.18) (2.052,0.183) (2.072,0.188) (2.092,0.193) (2.113,0.199) (2.133,0.206) (2.153,0.213) (2.173,0.221) (2.194,0.231) (2.214,0.24) (2.234,0.251) (2.255,0.262) (2.275,0.274) (2.295,0.287) (2.316,0.3) (2.336,0.314) (2.356,0.329) (2.377,0.344) (2.397,0.36) (2.417,0.376) (2.438,0.393) (2.458,0.41) (2.478,0.428) (2.498,0.446) (2.519,0.465) (2.539,0.484) (2.559,0.503) (2.58,0.523) (2.6,0.543) (2.62,0.563) (2.641,0.584) (2.661,0.604) (2.681,0.625) (2.702,0.646) (2.722,0.667) (2.742,0.689) (2.762,0.71) (2.783,0.731) (2.803,0.752) (2.823,0.773) (2.844,0.795) (2.864,0.815) (2.884,0.836) (2.905,0.857) (2.925,0.877) (2.945,0.897) (2.966,0.917) (2.986,0.937) (3.006,0.956) (3.027,0.975) (3.047,0.993) (3.067,1.011) (3.087,1.029) (3.108,1.046) (3.128,1.063) (3.148,1.079) (3.169,1.094) (3.189,1.109) (3.209,1.123) (3.23,1.137) (3.25,1.15)};285\node[above,inner sep=1pt] at (1.625,2.35) {\scriptsize six-dimensional code};286\end{scope}287\end{tikzpicture}288\caption{Two codes for the rotations about a fixed axis, through one full turn. Left: the four components of the unit quaternion with non-negative real part. At the half-turn the real part vanishes and the three others change sign, a jump of length $2.0000$. Right: the six components of the first two columns of the rotation matrix, which return to their initial values without a jump.}\label{fig:rotation}289\end{figure}290 291\noindent Along a full turn in $2000$ steps (\cref{fig:rotation}) the rotation matrix moves by at most $0.0044$ per step and the292six-dimensional code by $0.0040$, while the quaternion with non-negative real part jumps by $2.0000$ and the293Euler angles of a turn about the second axis by $3.1416$. \chk{O4} For $200$ random rotations the Gram--Schmidt294decoder recovers the matrix to $10^{-12}$, and it moves by at most $1.40$ times a perturbation of the code.295\chk{O5} Statement (b) is the usable form: a data set of poses that contains a loop equivalent to a full turn has296no continuous quaternion labelling, whatever the convention; a data set confined to a ball of rotations has one.297A loss that identifies $q$ with $-q$ repairs the target but not the output layer, which still has to choose.298 299\subsection{Combing a mesh}300 301A convolution on a surface compares feature vectors at neighbouring points, which requires a frame at each point302in which to express them. A frame field is a framing in the sense of \cite[Ch.~8]{ADTHC}.303 304\begin{theorem}[Hairy ball, on meshes]\label{thm:hairy}305\Scl[Poincar\'e--Hopf; \cite{Ban67}] The zeros of a tangent vector field on a closed surface, counted with index,306number $\chi$. On a triangulated surface with a generic function $h$ on the vertices, define the index of a307vertex as $1-\frac12\#\{\text{sign changes of }h(w)-h(v)\text{ round the link}\}$; the indices add up to $\chi$.308\end{theorem}309 310\begin{figure}[t]311\centering312\begin{tikzpicture}313\draw[ink2] (1,0.78)--(0.325,0.39)--(0.325,-0.39)--(1,-0.78)--(1.675,-0.39)--(1.675,0.39)--cycle;314\draw[ink2,very thin] (1,0)--(1,0.78);315\draw[ink2,very thin] (1,0)--(0.325,0.39);316\draw[ink2,very thin] (1,0)--(0.325,-0.39);317\draw[ink2,very thin] (1,0)--(1,-0.78);318\draw[ink2,very thin] (1,0)--(1.675,-0.39);319\draw[ink2,very thin] (1,0)--(1.675,0.39);320\draw[bwd,fill=white] (1,0.78) circle (2.1pt);321\draw[bwd,fill=white] (0.325,0.39) circle (2.1pt);322\draw[bwd,fill=white] (0.325,-0.39) circle (2.1pt);323\draw[bwd,fill=white] (1,-0.78) circle (2.1pt);324\draw[bwd,fill=white] (1.675,-0.39) circle (2.1pt);325\draw[bwd,fill=white] (1.675,0.39) circle (2.1pt);326\fill[accent] (1,0) circle (2.1pt);327\node[anchor=base] at (1,-1.2) {\scriptsize maximum};328\node[anchor=base] at (1,-1.52) {\scriptsize $0$ changes};329\node[anchor=base] at (1,-1.84) {\scriptsize index $1$};330\draw[ink2] (2.98,0.78)--(2.305,0.39)--(2.305,-0.39)--(2.98,-0.78)--(3.655,-0.39)--(3.655,0.39)--cycle;331\draw[ink2,very thin] (2.98,0)--(2.98,0.78);332\draw[ink2,very thin] (2.98,0)--(2.305,0.39);333\draw[ink2,very thin] (2.98,0)--(2.305,-0.39);334\draw[ink2,very thin] (2.98,0)--(2.98,-0.78);335\draw[ink2,very thin] (2.98,0)--(3.655,-0.39);336\draw[ink2,very thin] (2.98,0)--(3.655,0.39);337\fill[bwd] (2.98,0.78) circle (2.1pt);338\fill[bwd] (2.305,0.39) circle (2.1pt);339\fill[bwd] (2.305,-0.39) circle (2.1pt);340\draw[bwd,fill=white] (2.98,-0.78) circle (2.1pt);341\draw[bwd,fill=white] (3.655,-0.39) circle (2.1pt);342\draw[bwd,fill=white] (3.655,0.39) circle (2.1pt);343\fill[accent] (2.98,0) circle (2.1pt);344\node[anchor=base] at (2.98,-1.2) {\scriptsize regular};345\node[anchor=base] at (2.98,-1.52) {\scriptsize $2$ changes};346\node[anchor=base] at (2.98,-1.84) {\scriptsize index $0$};347\draw[ink2] (4.96,0.78)--(4.285,0.39)--(4.285,-0.39)--(4.96,-0.78)--(5.635,-0.39)--(5.635,0.39)--cycle;348\draw[ink2,very thin] (4.96,0)--(4.96,0.78);349\draw[ink2,very thin] (4.96,0)--(4.285,0.39);350\draw[ink2,very thin] (4.96,0)--(4.285,-0.39);351\draw[ink2,very thin] (4.96,0)--(4.96,-0.78);352\draw[ink2,very thin] (4.96,0)--(5.635,-0.39);353\draw[ink2,very thin] (4.96,0)--(5.635,0.39);354\fill[bwd] (4.96,0.78) circle (2.1pt);355\fill[bwd] (4.285,0.39) circle (2.1pt);356\draw[bwd,fill=white] (4.285,-0.39) circle (2.1pt);357\fill[bwd] (4.96,-0.78) circle (2.1pt);358\draw[bwd,fill=white] (5.635,-0.39) circle (2.1pt);359\draw[bwd,fill=white] (5.635,0.39) circle (2.1pt);360\fill[accent] (4.96,0) circle (2.1pt);361\node[anchor=base] at (4.96,-1.2) {\scriptsize saddle};362\node[anchor=base] at (4.96,-1.52) {\scriptsize $4$ changes};363\node[anchor=base] at (4.96,-1.84) {\scriptsize index $-1$};364\draw[ink2] (6.94,0.78)--(6.265,0.39)--(6.265,-0.39)--(6.94,-0.78)--(7.615,-0.39)--(7.615,0.39)--cycle;365\draw[ink2,very thin] (6.94,0)--(6.94,0.78);366\draw[ink2,very thin] (6.94,0)--(6.265,0.39);367\draw[ink2,very thin] (6.94,0)--(6.265,-0.39);368\draw[ink2,very thin] (6.94,0)--(6.94,-0.78);369\draw[ink2,very thin] (6.94,0)--(7.615,-0.39);370\draw[ink2,very thin] (6.94,0)--(7.615,0.39);371\fill[bwd] (6.94,0.78) circle (2.1pt);372\draw[bwd,fill=white] (6.265,0.39) circle (2.1pt);373\fill[bwd] (6.265,-0.39) circle (2.1pt);374\draw[bwd,fill=white] (6.94,-0.78) circle (2.1pt);375\fill[bwd] (7.615,-0.39) circle (2.1pt);376\draw[bwd,fill=white] (7.615,0.39) circle (2.1pt);377\fill[accent] (6.94,0) circle (2.1pt);378\node[anchor=base] at (6.94,-1.2) {\scriptsize monkey saddle};379\node[anchor=base] at (6.94,-1.52) {\scriptsize $6$ changes};380\node[anchor=base] at (6.94,-1.84) {\scriptsize index $-2$};