\relax \providecommand\hyper@newdestlabel[2]{} \providecommand\HyperFirstAtBeginDocument{\AtBeginDocument} \HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined \global\let\oldcontentsline\contentsline \gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}} \global\let\oldnewlabel\newlabel \gdef\newlabel#1#2{\newlabelxx{#1}#2} \gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}} \AtEndDocument{\ifx\hyper@anchor\@undefined \let\contentsline\oldcontentsline \let\newlabel\oldnewlabel \fi} \fi} \global\let\hyper@last\relax \gdef\HyperFirstAtBeginDocument#1{#1} \providecommand\HyField@AuxAddToFields[1]{} \providecommand\HyField@AuxAddToCoFields[2]{} \citation{mcmahan2011follow} \citation{xiao2010dual} \@writefile{toc}{\contentsline {chapter}{Lecture 20 -- CTR Predictions and Literature References}{1}{Doc-Start}} \@writefile{toc}{\contentsline {section}{\numberline {1}Ad Click Prediction: a view from the trenches}{1}{section.1}} \newlabel{sec:ctr}{{1}{1}{Ad Click Prediction: a view from the trenches}{section.1}{}} \@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Google Adwords ads}}{1}{figure.1}} \newlabel{fig:SE}{{1}{1}{\small Google Adwords ads}{figure.1}{}} \citation{mcmahan2010adaptive,duchi2011adaptive} \@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip System Overview}}{2}{figure.2}} \newlabel{fig:over}{{2}{2}{\small System Overview}{figure.2}{}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.1}FTRL-Proximal Online Learning Algorithms}{2}{subsection.1.1}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Per-Coordinate Learning Rates}{2}{subsection.1.2}} \citation{golovin2013large} \@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Techniques for saving memory}{3}{subsection.1.3}} \@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Tradeoff between and Performance}}{3}{figure.3}} \newlabel{fig:trade}{{3}{3}{\small Tradeoff between and Performance}{figure.3}{}} \@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.1}Probabilistic Feature Inclusion}{3}{subsubsection.1.3.1}} \@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Feature Inclusion Tradeoff}}{4}{table.1}} \newlabel{tab:inc}{{1}{4}{\small Feature Inclusion Tradeoff}{table.1}{}} \@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.2}Storing coefficients with fewer bits: Randomized Rounding}{4}{subsubsection.1.3.2}} \@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Randomized Rounding}}{4}{figure.4}} \newlabel{tab:round}{{4}{4}{\small Randomized Rounding}{figure.4}{}} \@writefile{toc}{\contentsline {subsubsection}{\numberline {1.3.3}Training many similar models Grouped}{4}{subsubsection.1.3.3}} \@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Training many similar models: individually}}{5}{figure.5}} \newlabel{fig:ind}{{5}{5}{\small Training many similar models: individually}{figure.5}{}} \@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Training many similar models: grouped}}{5}{figure.6}} \newlabel{fig:group}{{6}{5}{\small Training many similar models: grouped}{figure.6}{}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.4}High-Dimensional Data Visualization for Model Accuracy}{5}{subsection.1.4}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.5}Automated Feature Management System}{5}{subsection.1.5}} \@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces \relax \fontsize {9}{11}\selectfont \abovedisplayskip 8.5\p@ plus3\p@ minus4\p@ \abovedisplayshortskip \z@ plus2\p@ \belowdisplayshortskip 4\p@ plus2\p@ minus2\p@ \def \leftmargin \leftmargini \parsep 4\p@ plus2\p@ minus\p@ \topsep 8\p@ plus2\p@ minus4\p@ \itemsep 4\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 4\p@ plus2\p@ minus2\p@ \parsep 2\p@ plus\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip High-Dimensional Data Visualization for Model Accuracy}}{6}{figure.7}} \newlabel{fig:vis}{{7}{6}{\small High-Dimensional Data Visualization for Model Accuracy}{figure.7}{}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.6}Final remarks about the paper}{6}{subsection.1.6}} \@writefile{toc}{\contentsline {section}{\numberline {2}References and Other Topics}{6}{section.2}} \newlabel{sec:ref}{{2}{6}{References and Other Topics}{section.2}{}} \bibdata{j} \bibcite{duchi2011adaptive}{{1}{}{{}}{{}}} \bibcite{golovin2013large}{{2}{}{{}}{{}}} \bibcite{mcmahan2011follow}{{3}{}{{}}{{}}} \bibcite{mcmahan2010adaptive}{{4}{}{{}}{{}}} \bibcite{xiao2010dual}{{5}{}{{}}{{}}} \bibstyle{plain} \providecommand\NAT@force@numbers{}\NAT@force@numbers