\relax \@writefile{toc}{\contentsline {chapter}{Lecture 15 -- Stochastic bandits: Explore-First and UCB}{1}} \@writefile{toc}{\contentsline {section}{\numberline {1}The Bandit Game with Rewards}{1}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Stochastic Rewards}{1}} \@writefile{toc}{\contentsline {section}{\numberline {2}Explore First}{2}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.1}Analysis of the Explore First Algorithm}{2}} \@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Google Adwords ads}}{3}} \newlabel{fig:unc}{{1}{3}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Uncertainty and Optimism and Upper Confidence Bound Algorithm (UCB)}{3}} \bibdata{j} \bibstyle{plain}