\relax \providecommand\hyper@newdestlabel[2]{} \providecommand\HyperFirstAtBeginDocument{\AtBeginDocument} \HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined \global\let\oldcontentsline\contentsline \gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}} \global\let\oldnewlabel\newlabel \gdef\newlabel#1#2{\newlabelxx{#1}#2} \gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}} \AtEndDocument{\ifx\hyper@anchor\@undefined \let\contentsline\oldcontentsline \let\newlabel\oldnewlabel \fi} \fi} \global\let\hyper@last\relax \gdef\HyperFirstAtBeginDocument#1{#1} \providecommand\HyField@AuxAddToFields[1]{} \providecommand\HyField@AuxAddToCoFields[2]{} \@istfilename {maincleanindex.ist} \@writefile{toc}{\contentsline {schapter}{{List of illustrations}}{x}{chapter*.2}} \citation{koren2009collaborative} \citation{xiang2010temporal} \@writefile{toc}{\contentsline {schapter}{List of tables}{xii}{chapter*.3}} \@writefile{toc}{\contentsline {schapter}{Notation}{xiii}{chapter*.4}} \@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction}{1}{chapter.1}} \newlabel{chap:intro}{{1}{1}{Introduction}{chapter.1}{}} \newlabel{chap:intro@cref}{{[chapter][1][]1}{1}} \@writefile{toc}{\contentsline {section}{\numberline {1.1}Purpose of This Book}{2}{section.1.1}} \@writefile{toc}{\contentsline {section}{\numberline {1.2}For Learners: What is Covered, and What Isn't}{3}{section.1.2}} \newlabel{sec:whatcovered}{{1.2}{3}{For Learners: What is Covered, and What Isn't}{section.1.2}{}} \newlabel{sec:whatcovered@cref}{{[section][2][1]1.2}{3}} \@writefile{toc}{\contentsline {paragraph}{Regressors, classifiers, and the learning pipeline}{3}{section*.7}} \@writefile{toc}{\contentsline {paragraph}{User representations and dimensionality reduction}{3}{section*.8}} \@writefile{toc}{\contentsline {paragraph}{Deep learning}{3}{section*.9}} \@writefile{toc}{\contentsline {paragraph}{Offline versus online learning}{4}{section*.10}} \@writefile{toc}{\contentsline {paragraph}{Bias, consequences, and user considerations}{4}{section*.11}} \@writefile{toc}{\contentsline {paragraph}{Implementation and libraries}{4}{section*.12}} \@writefile{toc}{\contentsline {section}{\numberline {1.3}For Instructors: Course and Content Outline}{5}{section.1.3}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.3.1}Course Plan and Overview}{6}{subsection.1.3.1}} \@writefile{toc}{\contentsline {paragraph}{Machine Learning Primer}{6}{section*.13}} \@writefile{toc}{\contentsline {paragraph}{Recommender Systems}{6}{section*.14}} \@writefile{toc}{\contentsline {paragraph}{Content and Structure in Recommender Systems}{6}{section*.15}} \@writefile{toc}{\contentsline {paragraph}{Temporal and Sequential Models}{7}{section*.16}} \@writefile{toc}{\contentsline {paragraph}{Personalized Models of Text}{7}{section*.17}} \@writefile{toc}{\contentsline {paragraph}{Personalized Models of Visual Data}{7}{section*.18}} \@writefile{toc}{\contentsline {paragraph}{The Consequences of Personalized Machine Learning}{7}{section*.19}} \@writefile{toc}{\contentsline {section}{\numberline {1.4}Online Resources}{7}{section.1.4}} \newlabel{sec:onlineResources}{{1.4}{7}{Online Resources}{section.1.4}{}} \newlabel{sec:onlineResources@cref}{{[section][4][1]1.4}{7}} \citation{mcauley2015image,mcauley2013hidden} \citation{ni2019modeling} \citation{majumder2019generating} \@writefile{toc}{\contentsline {section}{\numberline {1.5}About the Author}{8}{section.1.5}} \@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces The Author.}}{8}{figure.1.1}} \@writefile{toc}{\contentsline {section}{\numberline {1.6}Personalization in Everyday Life}{9}{section.1.6}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.6.1}Recommendation}{9}{subsection.1.6.1}} \citation{yang2014finding} \citation{ng2017predicting} \citation{ni2019modeling} \citation{ingrande2020performance} \citation{ni2020learning} \@writefile{toc}{\contentsline {subsection}{\numberline {1.6.2}Personalized Health}{10}{subsection.1.6.2}} \citation{majumder2020like} \@writefile{toc}{\contentsline {subsection}{\numberline {1.6.3}Computational Social Science}{11}{subsection.1.6.3}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.6.4}Language Generation, Personalized Dialog, and Interactive Agents}{11}{subsection.1.6.4}} \@writefile{toc}{\contentsline {section}{\numberline {1.7}Techniques for Personalization}{12}{section.1.7}} \newlabel{sec:techniques}{{1.7}{12}{Techniques for Personalization}{section.1.7}{}} \newlabel{sec:techniques@cref}{{[section][7][1]1.7}{12}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.7.1}User Representations as Manifolds}{12}{subsection.1.7.1}} \@writefile{lof}{\contentsline {figure}{\numberline {1.2}{\ignorespaces Users as low-dimensional manifolds.}}{13}{figure.1.2}} \newlabel{fig:recsysIdea}{{1.2}{13}{Users as low-dimensional manifolds}{figure.1.2}{}} \newlabel{fig:recsysIdea@cref}{{[figure][2][1]1.2}{13}} \@writefile{toc}{\contentsline {subsection}{\numberline {1.7.2}Contextual Personalization and Model-Based Personalization}{13}{subsection.1.7.2}} \newlabel{sec:contextVsPerson}{{1.7.2}{13}{Contextual Personalization and Model-Based Personalization}{subsection.1.7.2}{}} \newlabel{sec:contextVsPerson@cref}{{[subsection][2][1,7]1.7.2}{13}} \@writefile{toc}{\contentsline {section}{\numberline {1.8}The Ethics and Consequences of Personalization}{14}{section.1.8}} \newlabel{sec:introEthics}{{1.8}{14}{The Ethics and Consequences of Personalization}{section.1.8}{}} \newlabel{sec:introEthics@cref}{{[section][8][1]1.8}{14}} \@writefile{toc}{\contentsline {part}{\MakeUppercase {Part\ ONE\relax \hskip 1em\relax Machine Learning Primer}}{17}{part.1}} \@writefile{toc}{\contentsline {chapter}{\numberline {2}Regression and Feature Engineering}{19}{chapter.2}} \newlabel{chap:basicsReg}{{2}{19}{Regression and Feature Engineering}{chapter.2}{}} \newlabel{chap:basicsReg@cref}{{[chapter][2][]2}{19}} \@writefile{toc}{\contentsline {subsubsection}{Supervised learning}{20}{section*.20}} \newlabel{eq:firstEquationTheta}{{2.2}{20}{Supervised learning}{equation.2.0.2}{}} \newlabel{eq:firstEquationTheta@cref}{{[equation][2][2]2.2}{20}} \citation{wan2018item} \@writefile{lof}{\contentsline {figure}{\numberline {2.1}{\ignorespaces Supervised, unsupervised, and semi-supervised learning.}}{21}{figure.2.1}} \newlabel{box:supervised}{{2.1}{21}{Supervised, unsupervised, and semi-supervised learning}{figure.2.1}{}} \newlabel{box:supervised@cref}{{[figure][1][2]2.1}{21}} \@writefile{toc}{\contentsline {section}{\numberline {2.1}Linear Regression}{21}{section.2.1}} \newlabel{sec:linearReg}{{2.1}{21}{Linear Regression}{section.2.1}{}} \newlabel{sec:linearReg@cref}{{[section][1][2]2.1}{21}} \newlabel{eq:linearTheta}{{2.3}{21}{Linear Regression}{equation.2.1.3}{}} \newlabel{eq:linearTheta@cref}{{[equation][3][2]2.3}{21}} \newlabel{SC@1}{{2.1}{22}{Linear Regression}{equation.2.1.5}{}} \newlabel{SC@1@cref}{{[section][1][2]2.1}{22}} \@writefile{lof}{\contentsline {figure}{\numberline {2.2}{\ignorespaces Ratings versus review length (\emph {Goodreads}).}}{22}{figure.2.2}} \newlabel{fig:ratingLength}{{2.2}{22}{\SC@OPTCAPtext }{figure.2.2}{}} \newlabel{fig:ratingLength@cref}{{[figure][2][2]2.2}{22}} \newlabel{eq:sysOfEq0}{{2.6}{22}{Linear Regression}{equation.2.1.6}{}} \newlabel{eq:sysOfEq0@cref}{{[equation][6][2]2.6}{22}} \newlabel{eq:sysOfEq1}{{2.7}{22}{Linear Regression}{equation.2.1.7}{}} \newlabel{eq:sysOfEq1@cref}{{[equation][7][2]2.7}{22}} \newlabel{eq:sysOfEq2}{{2.8}{22}{Linear Regression}{equation.2.1.8}{}} \newlabel{eq:sysOfEq2@cref}{{[equation][8][2]2.8}{22}} \@writefile{lof}{\contentsline {figure}{\numberline {2.3}{\ignorespaces Why is there a column of `1's in the feature matrix?}}{23}{figure.2.3}} \newlabel{box:feature1}{{2.3}{23}{Why is there a column of `1's in the feature matrix?}{figure.2.3}{}} \newlabel{box:feature1@cref}{{[figure][3][2]2.3}{23}} \newlabel{eq:pseudoInv}{{2.10}{23}{Linear Regression}{equation.2.1.10}{}} \newlabel{eq:pseudoInv@cref}{{[equation][10][2]2.10}{23}} \newlabel{eq:thetaTwo}{{2.11}{23}{Linear Regression}{equation.2.1.11}{}} \newlabel{eq:thetaTwo@cref}{{[equation][11][2]2.11}{23}} \newlabel{eq:reviewLength1}{{2.12}{23}{Linear Regression}{equation.2.1.12}{}} \newlabel{eq:reviewLength1@cref}{{[equation][12][2]2.12}{23}} \@writefile{toc}{\contentsline {paragraph}{More complex models}{23}{section*.21}} \newlabel{eq:threeParameters}{{2.13}{23}{More complex models}{equation.2.1.13}{}} \newlabel{eq:threeParameters@cref}{{[equation][13][2]2.13}{23}} \newlabel{SC@2}{{2.1}{24}{Linear Regression}{equation.2.1.12}{}} \newlabel{SC@2@cref}{{[section][1][2]2.1}{24}} \@writefile{lof}{\contentsline {figure}{\numberline {2.4}{\ignorespaces Line of best fit between ratings and review length (Goodreads). }}{24}{figure.2.4}} \newlabel{fig:ratingLengthBestFit}{{2.4}{24}{\SC@CAPtext }{figure.2.4}{}} \newlabel{fig:ratingLengthBestFit@cref}{{[figure][4][2]2.4}{24}} \@writefile{toc}{\contentsline {paragraph}{Adding more dimensions}{24}{section*.22}} \newlabel{eq:thetaThree}{{2.15}{24}{Adding more dimensions}{equation.2.1.15}{}} \newlabel{eq:thetaThree@cref}{{[equation][15][2]2.15}{24}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.1.1}Regression in \emph {sklearn}}{24}{subsection.2.1.1}} \@writefile{toc}{\contentsline {section}{\numberline {2.2}Evaluating Regression Models}{26}{section.2.2}} \newlabel{sec:evaluateRegression}{{2.2}{26}{Evaluating Regression Models}{section.2.2}{}} \newlabel{sec:evaluateRegression@cref}{{[section][2][2]2.2}{26}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.1}The Mean Squared Error}{26}{subsection.2.2.1}} \newlabel{sec:MSE}{{2.2.1}{26}{The Mean Squared Error}{subsection.2.2.1}{}} \newlabel{sec:MSE@cref}{{[subsection][1][2,2]2.2.1}{26}} \newlabel{eq:MSE}{{2.16}{26}{The Mean Squared Error}{equation.2.2.16}{}} \newlabel{eq:MSE@cref}{{[equation][16][2]2.16}{26}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.2}Why the Mean Squared Error?}{26}{subsection.2.2.2}} \newlabel{sec:whyMSE}{{2.2.2}{26}{Why the Mean Squared Error?}{subsection.2.2.2}{}} \newlabel{sec:whyMSE@cref}{{[subsection][2][2,2]2.2.2}{26}} \newlabel{eq:MAE}{{2.17}{26}{Why the Mean Squared Error?}{equation.2.2.17}{}} \newlabel{eq:MAE@cref}{{[equation][17][2]2.17}{26}} \newlabel{eq:errorDensity}{{2.21}{27}{Why the Mean Squared Error?}{equation.2.2.21}{}} \newlabel{eq:errorDensity@cref}{{[equation][21][2]2.21}{27}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.3}Maximum Likelihood Estimation of Model Parameters}{27}{subsection.2.2.3}} \newlabel{subsec:MLE}{{2.2.3}{27}{Maximum Likelihood Estimation of Model Parameters}{subsection.2.2.3}{}} \newlabel{subsec:MLE@cref}{{[subsection][3][2,2]2.2.3}{27}} \newlabel{SC@3}{{2.2.2}{28}{Why the Mean Squared Error?}{equation.2.2.21}{}} \newlabel{SC@3@cref}{{[subsection][2][2,2]2.2.2}{28}} \@writefile{lof}{\contentsline {figure}{\numberline {2.5}{\ignorespaces Gaussian error density. }}{28}{figure.2.5}} \newlabel{fig:gaussianDensity}{{2.5}{28}{\SC@CAPtext }{figure.2.5}{}} \newlabel{fig:gaussianDensity@cref}{{[figure][5][2]2.5}{28}} \newlabel{eq:likelihood1}{{2.22}{28}{Maximum Likelihood Estimation of Model Parameters}{equation.2.2.22}{}} \newlabel{eq:likelihood1@cref}{{[equation][22][2]2.22}{28}} \newlabel{eq:MSEMLEderiv0}{{2.23}{28}{Maximum Likelihood Estimation of Model Parameters}{equation.2.2.23}{}} \newlabel{eq:MSEMLEderiv0@cref}{{[equation][23][2]2.23}{28}} \newlabel{eq:MSEMLEderiv}{{2.28}{28}{Maximum Likelihood Estimation of Model Parameters}{equation.2.2.28}{}} \newlabel{eq:MSEMLEderiv@cref}{{[equation][28][2]2.28}{28}} \@writefile{lof}{\contentsline {figure}{\numberline {2.6}{\ignorespaces The MSE and the MLE.}}{29}{figure.2.6}} \newlabel{box:MSEMLE}{{2.6}{29}{The MSE and the MLE}{figure.2.6}{}} \newlabel{box:MSEMLE@cref}{{[figure][6][2]2.6}{29}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.4}The $R^2$ Coefficient}{29}{subsection.2.2.4}} \newlabel{subsec:r2coeff}{{2.2.4}{29}{The $R^2$ Coefficient}{subsection.2.2.4}{}} \newlabel{subsec:r2coeff@cref}{{[subsection][4][2,2]2.2.4}{29}} \newlabel{eq:FVU}{{2.32}{30}{The $R^2$ Coefficient}{equation.2.2.32}{}} \newlabel{eq:FVU@cref}{{[equation][32][2]2.32}{30}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2.5}What to do if Errors \emph {Aren't} Normally Distributed?}{30}{subsection.2.2.5}} \newlabel{subsec:errorsArent}{{2.2.5}{30}{What to do if Errors \emph {Aren't} Normally Distributed?}{subsection.2.2.5}{}} \newlabel{subsec:errorsArent@cref}{{[subsection][5][2,2]2.2.5}{30}} \@writefile{lof}{\contentsline {figure}{\numberline {2.7}{\ignorespaces Residuals versus theoretical quantiles under a normal distribution.}}{31}{figure.2.7}} \newlabel{fig:qq}{{2.7}{31}{Residuals versus theoretical quantiles under a normal distribution}{figure.2.7}{}} \newlabel{fig:qq@cref}{{[figure][7][2]2.7}{31}} \newlabel{eq:qq}{{2.34}{31}{What to do if Errors \emph {Aren't} Normally Distributed?}{equation.2.2.34}{}} \newlabel{eq:qq@cref}{{[equation][34][2]2.34}{31}} \@writefile{toc}{\contentsline {section}{\numberline {2.3}Feature Engineering}{32}{section.2.3}} \newlabel{sec:featureEngineering}{{2.3}{32}{Feature Engineering}{section.2.3}{}} \newlabel{sec:featureEngineering@cref}{{[section][3][2]2.3}{32}} \citation{mcauley2012learning} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.1}Simple Feature Transformations}{33}{subsection.2.3.1}} \newlabel{sec:simpleTransforms}{{2.3.1}{33}{Simple Feature Transformations}{subsection.2.3.1}{}} \newlabel{sec:simpleTransforms@cref}{{[subsection][1][2,3]2.3.1}{33}} \newlabel{eq:sysOfEqPoly}{{2.35}{33}{Simple Feature Transformations}{equation.2.3.35}{}} \newlabel{eq:sysOfEqPoly@cref}{{[equation][35][2]2.35}{33}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.2}Binary and Categorical Features: One-Hot Encodings}{33}{subsection.2.3.2}} \newlabel{sec:binaryFeat}{{2.3.2}{33}{Binary and Categorical Features: One-Hot Encodings}{subsection.2.3.2}{}} \newlabel{sec:binaryFeat@cref}{{[subsection][2][2,3]2.3.2}{33}} \newlabel{SC@4}{{2.3.1}{34}{Simple Feature Transformations}{equation.2.3.35}{}} \newlabel{SC@4@cref}{{[subsection][1][2,3]2.3.1}{34}} \@writefile{lof}{\contentsline {figure}{\numberline {2.8}{\ignorespaces Quadratic and cubic polynomials of best fit. }}{34}{figure.2.8}} \newlabel{fig:cubicFit}{{2.8}{34}{\SC@CAPtext }{figure.2.8}{}} \newlabel{fig:cubicFit@cref}{{[figure][8][2]2.8}{34}} \newlabel{eq:genderModel}{{2.36}{34}{Binary and Categorical Features: One-Hot Encodings}{equation.2.3.36}{}} \newlabel{eq:genderModel@cref}{{[equation][36][2]2.36}{34}} \newlabel{eq:genderEncoding1}{{2.37}{34}{Binary and Categorical Features: One-Hot Encodings}{equation.2.3.37}{}} \newlabel{eq:genderEncoding1@cref}{{[equation][37][2]2.37}{34}} \@writefile{toc}{\contentsline {subsubsection}{Categorical features}{34}{section*.23}} \newlabel{SC@5}{{2.3.2}{35}{Binary and Categorical Features: One-Hot Encodings}{equation.2.3.38}{}} \newlabel{SC@5@cref}{{[subsection][2][2,3]2.3.2}{35}} \@writefile{lof}{\contentsline {figure}{\numberline {2.9}{\ignorespaces Gender versus review length (beer data).}}{35}{figure.2.9}} \newlabel{fig:genderLength}{{2.9}{35}{\SC@OPTCAPtext }{figure.2.9}{}} \newlabel{fig:genderLength@cref}{{[figure][9][2]2.9}{35}} \newlabel{SC@6}{{2.3.2}{35}{Categorical features}{equation.2.3.39}{}} \newlabel{SC@6@cref}{{[subsection][2][2,3]2.3.2}{35}} \@writefile{lof}{\contentsline {figure}{\numberline {2.10}{\ignorespaces Sequential versus one-hot encodings.}}{35}{figure.2.10}} \newlabel{fig:genderFit4}{{2.10}{35}{\SC@OPTCAPtext }{figure.2.10}{}} \newlabel{fig:genderFit4@cref}{{[figure][10][2]2.10}{35}} \newlabel{eq:oneHot1}{{2.39}{35}{Categorical features}{equation.2.3.39}{}} \newlabel{eq:oneHot1@cref}{{[equation][39][2]2.39}{35}} \newlabel{eq:oneHot2}{{2.40}{36}{Categorical features}{equation.2.3.40}{}} \newlabel{eq:oneHot2@cref}{{[equation][40][2]2.40}{36}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.3}Missing Features}{37}{subsection.2.3.3}} \newlabel{sec:missingFeat}{{2.3.3}{37}{Missing Features}{subsection.2.3.3}{}} \newlabel{sec:missingFeat@cref}{{[subsection][3][2,3]2.3.3}{37}} \newlabel{SC@7}{{2.3.4}{38}{Temporal Features}{subsection.2.3.4}{}} \newlabel{SC@7@cref}{{[subsection][4][2,3]2.3.4}{38}} \@writefile{lof}{\contentsline {figure}{\numberline {2.11}{\ignorespaces Ratings as a function of the weekday, and line of best fit. }}{38}{figure.2.11}} \newlabel{fig:temporalFit}{{2.11}{38}{\SC@CAPtext }{figure.2.11}{}} \newlabel{fig:temporalFit@cref}{{[figure][11][2]2.11}{38}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.4}Temporal Features}{38}{subsection.2.3.4}} \newlabel{sec:temporalFeatures}{{2.3.4}{38}{Temporal Features}{subsection.2.3.4}{}} \newlabel{sec:temporalFeatures@cref}{{[subsection][4][2,3]2.3.4}{38}} \newlabel{eq:fitDoW}{{2.46}{38}{Temporal Features}{equation.2.3.46}{}} \newlabel{eq:fitDoW@cref}{{[equation][46][2]2.46}{38}} \citation{lakkaraju2013s} \newlabel{SC@8}{{2.3.4}{39}{Temporal Features}{equation.2.3.47}{}} \newlabel{SC@8@cref}{{[subsection][4][2,3]2.3.4}{39}} \@writefile{lof}{\contentsline {figure}{\numberline {2.12}{\ignorespaces Attempt to fit periodic data with a linear model.}}{39}{figure.2.12}} \newlabel{fig:periodic}{{2.12}{39}{\SC@OPTCAPtext }{figure.2.12}{}} \newlabel{fig:periodic@cref}{{[figure][12][2]2.12}{39}} \@writefile{lof}{\contentsline {figure}{\numberline {2.13}{\ignorespaces Upvotes versus submission number on \emph {reddit}.}}{39}{figure.2.13}} \newlabel{fig:redditResub}{{2.13}{39}{Upvotes versus submission number on \emph {reddit}}{figure.2.13}{}} \newlabel{fig:redditResub@cref}{{[figure][13][2]2.13}{39}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.3.5}Transformation of Output Variables}{39}{subsection.2.3.5}} \newlabel{subsec:transformOutput}{{2.3.5}{39}{Transformation of Output Variables}{subsection.2.3.5}{}} \newlabel{subsec:transformOutput@cref}{{[subsection][5][2,3]2.3.5}{39}} \newlabel{eq:reddit1}{{2.48}{39}{Transformation of Output Variables}{equation.2.3.48}{}} \newlabel{eq:reddit1@cref}{{[equation][48][2]2.48}{39}} \newlabel{eq:reddit2}{{2.49}{40}{Transformation of Output Variables}{equation.2.3.49}{}} \newlabel{eq:reddit2@cref}{{[equation][49][2]2.49}{40}} \newlabel{eq:reddit3}{{2.50}{40}{Transformation of Output Variables}{equation.2.3.50}{}} \newlabel{eq:reddit3@cref}{{[equation][50][2]2.50}{40}} \@writefile{toc}{\contentsline {section}{\numberline {2.4}Interpreting the Parameters of Linear Models}{40}{section.2.4}} \newlabel{sec:interpretLinear}{{2.4}{40}{Interpreting the Parameters of Linear Models}{section.2.4}{}} \newlabel{sec:interpretLinear@cref}{{[section][4][2]2.4}{40}} \@writefile{lof}{\contentsline {figure}{\numberline {2.14}{\ignorespaces Interpreting the parameters of linear models. }}{41}{figure.2.14}} \newlabel{box:interpretLinear}{{2.14}{41}{Interpreting the parameters of linear models}{figure.2.14}{}} \newlabel{box:interpretLinear@cref}{{[figure][14][2]2.14}{41}} \@writefile{toc}{\contentsline {section}{\numberline {2.5}Fitting Models with Gradient Descent}{41}{section.2.5}} \newlabel{sec:gradient}{{2.5}{41}{Fitting Models with Gradient Descent}{section.2.5}{}} \newlabel{sec:gradient@cref}{{[section][5][2]2.5}{41}} \newlabel{step2}{{{\rm (ii)}}{41}{Fitting Models with Gradient Descent}{Item.7}{}} \newlabel{step2@cref}{{[enumi][2][]{\rm (ii)}}{41}} \citation{liu1989limited} \newlabel{SC@9}{{2.5}{42}{Fitting Models with Gradient Descent}{Item.9}{}} \newlabel{SC@9@cref}{{[section][5][2]2.5}{42}} \@writefile{lof}{\contentsline {figure}{\numberline {2.15}{\ignorespaces Gradient descent demonstration. }}{42}{figure.2.15}} \newlabel{fig:gradient}{{2.15}{42}{\SC@CAPtext }{figure.2.15}{}} \newlabel{fig:gradient@cref}{{[figure][15][2]2.15}{42}} \newlabel{step3}{{{\rm (iii)}}{42}{Fitting Models with Gradient Descent}{Item.8}{}} \newlabel{step3@cref}{{[enumi][3][]{\rm (iii)}}{42}} \newlabel{step4}{{{\rm (iv)}}{42}{Fitting Models with Gradient Descent}{Item.9}{}} \newlabel{step4@cref}{{[enumi][4][]{\rm (iv)}}{42}} \@writefile{toc}{\contentsline {subsection}{\numberline {2.5.1}Linear Regression via Gradient Descent}{43}{subsection.2.5.1}} \newlabel{eq:derivative1}{{2.52}{43}{Linear Regression via Gradient Descent}{equation.2.5.52}{}} \newlabel{eq:derivative1@cref}{{[equation][52][2]2.52}{43}} \@writefile{toc}{\contentsline {section}{\numberline {2.6}Non-linear Regression}{43}{section.2.6}} \newlabel{sec:nonlinearNoCode}{{2.6}{43}{Non-linear Regression}{section.2.6}{}} \newlabel{sec:nonlinearNoCode@cref}{{[section][6][2]2.6}{43}} \citation{lakkaraju2013s} \citation{lakkaraju2013s} \@writefile{toc}{\contentsline {subsection}{\numberline {2.6.1}Case Study: Image Popularity on Reddit}{44}{subsection.2.6.1}} \newlabel{subsec:casestudyReddit}{{2.6.1}{44}{Case Study: Image Popularity on Reddit}{subsection.2.6.1}{}} \newlabel{subsec:casestudyReddit@cref}{{[subsection][1][2,6]2.6.1}{44}} \citation{lakkaraju2013s} \@writefile{toc}{\contentsline {section}{Exercises}{45}{section*.24}} \newlabel{ex:reg1}{{2.1}{46}{Exercises}{Item.10}{}} \newlabel{ex:reg1@cref}{{[ex@beanbychapter][1][2]2.1}{46}} \newlabel{ex:MSEtrivial}{{2.3}{46}{Exercises}{Item.12}{}} \newlabel{ex:MSEtrivial@cref}{{[ex@beanbychapter][3][2]2.3}{46}} \newlabel{ex:hardPseudoInv}{{2.6}{46}{Exercises}{Item.15}{}} \newlabel{ex:hardPseudoInv@cref}{{[ex@beanbychapter][6][2]2.6}{46}} \newlabel{ex:residual0}{{2.7}{46}{Exercises}{Item.16}{}} \newlabel{ex:residual0@cref}{{[ex@beanbychapter][7][2]2.7}{46}} \newlabel{proj:1}{{1}{46}{Case Study: Image Popularity on Reddit}{projectCounter.1}{}} \newlabel{proj:1@cref}{{[projectCounter][1][]1}{46}} \@writefile{toc}{\contentsline {section}{Project 1: Taxicab Tip Prediction (Part 1)}{46}{section*.25}} \citation{cortes1995support} \citation{ho1995random} \@writefile{toc}{\contentsline {chapter}{\numberline {3}Classification and the Learning Pipeline}{48}{chapter.3}} \newlabel{chap:classPipe}{{3}{48}{Classification and the Learning Pipeline}{chapter.3}{}} \newlabel{chap:classPipe@cref}{{[chapter][3][]3}{48}} \citation{nguyen2013algorithms} \@writefile{toc}{\contentsline {section}{\numberline {3.1}Logistic Regression}{49}{section.3.1}} \newlabel{sec:logisticRegression}{{3.1}{49}{Logistic Regression}{section.3.1}{}} \newlabel{sec:logisticRegression@cref}{{[section][1][3]3.1}{49}} \newlabel{eq:accuracySummation}{{3.1}{49}{Logistic Regression}{equation.3.1.1}{}} \newlabel{eq:accuracySummation@cref}{{[equation][1][3]3.1}{49}} \newlabel{SC@10}{{3.1}{50}{Logistic Regression}{equation.3.1.1}{}} \newlabel{SC@10@cref}{{[section][1][3]3.1}{50}} \@writefile{lof}{\contentsline {figure}{\numberline {3.1}{\ignorespaces The sigmoid function.}}{50}{figure.3.1}} \newlabel{fig:sigmoid}{{3.1}{50}{\SC@OPTCAPtext }{figure.3.1}{}} \newlabel{fig:sigmoid@cref}{{[figure][1][3]3.1}{50}} \newlabel{eq:likelihoodLogistic}{{3.5}{50}{Logistic Regression}{equation.3.1.5}{}} \newlabel{eq:likelihoodLogistic@cref}{{[equation][5][3]3.5}{50}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.1.1}Fitting the Logistic Regressor}{50}{subsection.3.1.1}} \newlabel{eq:logisticDeriveWithoutLamb1}{{3.6}{51}{Fitting the Logistic Regressor}{equation.3.1.6}{}} \newlabel{eq:logisticDeriveWithoutLamb1@cref}{{[equation][6][3]3.6}{51}} \newlabel{eq:logisticDeriveWithoutLamb2}{{3.7}{51}{Fitting the Logistic Regressor}{equation.3.1.7}{}} \newlabel{eq:logisticDeriveWithoutLamb2@cref}{{[equation][7][3]3.7}{51}} \newlabel{eq:logisticDeriveWithoutLamb4}{{3.9}{51}{Fitting the Logistic Regressor}{equation.3.1.9}{}} \newlabel{eq:logisticDeriveWithoutLamb4@cref}{{[equation][9][3]3.9}{51}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.1.2}Summary}{51}{subsection.3.1.2}} \@writefile{toc}{\contentsline {section}{\numberline {3.2}Other Classification Techniques}{51}{section.3.2}} \newlabel{subsec:otherClass}{{3.2}{51}{Other Classification Techniques}{section.3.2}{}} \newlabel{subsec:otherClass@cref}{{[section][2][3]3.2}{51}} \citation{cortes1995support} \citation{ho1995random} \@writefile{toc}{\contentsline {section}{\numberline {3.3}Evaluating Classification Models}{53}{section.3.3}} \newlabel{sec:evaluatingClassifiers}{{3.3}{53}{Evaluating Classification Models}{section.3.3}{}} \newlabel{sec:evaluatingClassifiers@cref}{{[section][3][3]3.3}{53}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.1}Balanced Metrics for Classification}{54}{subsection.3.3.1}} \newlabel{sec:type1type2}{{3.3.1}{54}{Balanced Metrics for Classification}{subsection.3.3.1}{}} \newlabel{sec:type1type2@cref}{{[subsection][1][3,3]3.3.1}{54}} \newlabel{eq:TP1}{{3.12}{55}{Balanced Metrics for Classification}{equation.3.3.12}{}} \newlabel{eq:TP1@cref}{{[equation][12][3]3.12}{55}} \newlabel{eq:FN4}{{3.15}{55}{Balanced Metrics for Classification}{equation.3.3.15}{}} \newlabel{eq:FN4@cref}{{[equation][15][3]3.15}{55}} \newlabel{eq:BER}{{3.20}{55}{Balanced Metrics for Classification}{equation.3.3.20}{}} \newlabel{eq:BER@cref}{{[equation][20][3]3.20}{55}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.2}Optimizing the Balanced Error Rate}{55}{subsection.3.3.2}} \newlabel{subsec:optimizeBalanced}{{3.3.2}{55}{Optimizing the Balanced Error Rate}{subsection.3.3.2}{}} \newlabel{subsec:optimizeBalanced@cref}{{[subsection][2][3,3]3.3.2}{55}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3.3}Using and Evaluating Classifiers for Ranking}{57}{subsection.3.3.3}} \newlabel{sec:errorRanking}{{3.3.3}{57}{Using and Evaluating Classifiers for Ranking}{subsection.3.3.3}{}} \newlabel{sec:errorRanking@cref}{{[subsection][3][3,3]3.3.3}{57}} \@writefile{toc}{\contentsline {subsubsection}{Precision and recall}{57}{section*.26}} \newlabel{eq:precRecDefn1}{{3.23}{57}{Precision and recall}{equation.3.3.23}{}} \newlabel{eq:precRecDefn1@cref}{{[equation][23][3]3.23}{57}} \newlabel{eq:precRecDefn2}{{3.24}{57}{Precision and recall}{equation.3.3.24}{}} \newlabel{eq:precRecDefn2@cref}{{[equation][24][3]3.24}{57}} \citation{van1979information} \@writefile{toc}{\contentsline {subsubsection}{$F_\beta $ score}{58}{section*.27}} \newlabel{eq:fbeta}{{3.27}{58}{$F_\beta $ score}{equation.3.3.27}{}} \newlabel{eq:fbeta@cref}{{[equation][27][3]3.27}{58}} \@writefile{toc}{\contentsline {subsubsection}{Precision and Recall @ $K$}{59}{section*.28}} \newlabel{eq:sortedByConfidence}{{3.28}{59}{Precision and Recall @ $K$}{equation.3.3.28}{}} \newlabel{eq:sortedByConfidence@cref}{{[equation][28][3]3.28}{59}} \@writefile{toc}{\contentsline {subsubsection}{ROC and precision/recall curves}{59}{section*.29}} \@writefile{lof}{\contentsline {figure}{\numberline {3.2}{\ignorespaces Receiver-Operating Characteristic and Precision Recall curves.}}{60}{figure.3.2}} \newlabel{fig:PR_ROC}{{3.2}{60}{Receiver-Operating Characteristic and Precision Recall curves}{figure.3.2}{}} \newlabel{fig:PR_ROC@cref}{{[figure][2][3]3.2}{60}} \@writefile{toc}{\contentsline {section}{\numberline {3.4}The Learning Pipeline}{61}{section.3.4}} \newlabel{sec:learningPipeline}{{3.4}{61}{The Learning Pipeline}{section.3.4}{}} \newlabel{sec:learningPipeline@cref}{{[section][4][3]3.4}{61}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.4.1}Generalization, Overfitting and Underfitting}{61}{subsection.3.4.1}} \@writefile{toc}{\contentsline {subsubsection}{Overfitting}{62}{section*.30}} \newlabel{SC@11}{{3.4.1}{63}{Overfitting}{section*.30}{}} \newlabel{SC@11@cref}{{[subsection][1][3,4]3.4.1}{63}} \@writefile{lof}{\contentsline {figure}{\numberline {3.3}{\ignorespaces Overfitting demonstration.}}{63}{figure.3.3}} \newlabel{fig:overfit}{{3.3}{63}{\SC@OPTCAPtext }{figure.3.3}{}} \newlabel{fig:overfit@cref}{{[figure][3][3]3.3}{63}} \@writefile{toc}{\contentsline {subsubsection}{Underfitting}{63}{section*.31}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.4.2}Model Complexity and Regularization}{63}{subsection.3.4.2}} \newlabel{sec:regularization}{{3.4.2}{63}{Model Complexity and Regularization}{subsection.3.4.2}{}} \newlabel{sec:regularization@cref}{{[subsection][2][3,4]3.4.2}{63}} \newlabel{eq:l1Reg}{{3.29}{64}{Model Complexity and Regularization}{equation.3.4.29}{}} \newlabel{eq:l1Reg@cref}{{[equation][29][3]3.29}{64}} \newlabel{eq:l2Reg}{{3.30}{64}{Model Complexity and Regularization}{equation.3.4.30}{}} \newlabel{eq:l2Reg@cref}{{[equation][30][3]3.30}{64}} \@writefile{toc}{\contentsline {subsubsection}{Regularization}{64}{section*.32}} \newlabel{eq:accPlusReg}{{3.31}{64}{Regularization}{equation.3.4.31}{}} \newlabel{eq:accPlusReg@cref}{{[equation][31][3]3.31}{64}} \newlabel{eq:logisticDeriveWithLamb2}{{3.32}{64}{Regularization}{equation.3.4.32}{}} \newlabel{eq:logisticDeriveWithLamb2@cref}{{[equation][32][3]3.32}{64}} \@writefile{toc}{\contentsline {subsubsection}{Hyperparameters}{64}{section*.33}} \@writefile{toc}{\contentsline {subsubsection}{Fitting the regularized model (regression)}{65}{section*.34}} \newlabel{eq:fitWithLambda}{{3.33}{65}{Fitting the regularized model (regression)}{equation.3.4.33}{}} \newlabel{eq:fitWithLambda@cref}{{[equation][33][3]3.33}{65}} \@writefile{toc}{\contentsline {subsubsection}{Validation sets}{65}{section*.35}} \citation{friedman2001elements} \@writefile{lof}{\contentsline {figure}{\numberline {3.4}{\ignorespaces Basic roles of training, validation, and test sets.}}{66}{figure.3.4}} \newlabel{fig:trainValidTest}{{3.4}{66}{Basic roles of training, validation, and test sets}{figure.3.4}{}} \newlabel{fig:trainValidTest@cref}{{[figure][4][3]3.4}{66}} \@writefile{lof}{\contentsline {figure}{\numberline {3.5}{\ignorespaces Guidelines for building training, validation, and tests sets.}}{66}{figure.3.5}} \newlabel{box:validationGuidelines}{{3.5}{66}{Guidelines for building training, validation, and tests sets}{figure.3.5}{}} \newlabel{box:validationGuidelines@cref}{{[figure][5][3]3.5}{66}} \@writefile{lof}{\contentsline {figure}{\numberline {3.6}{\ignorespaces The regularization effect of $\ell _1$ versus $\ell _2$ norms.}}{67}{figure.3.6}} \newlabel{fig:l1l2}{{3.6}{67}{The regularization effect of $\ell _1$ versus $\ell _2$ norms}{figure.3.6}{}} \newlabel{fig:l1l2@cref}{{[figure][6][3]3.6}{67}} \@writefile{toc}{\contentsline {subsubsection}{Why does the $\boldsymbol {\ell }_{\boldsymbol {1}}$ norm induce sparsity?}{67}{section*.36}} \@writefile{toc}{\contentsline {subsubsection}{`Theorems' regarding training, testing, and validation sets}{67}{section*.37}} \@writefile{lof}{\contentsline {figure}{\numberline {3.7}{\ignorespaces Example train, validation, and test curves.}}{68}{figure.3.7}} \newlabel{fig:trainValidCurves}{{3.7}{68}{Example train, validation, and test curves}{figure.3.7}{}} \newlabel{fig:trainValidCurves@cref}{{[figure][7][3]3.7}{68}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.4.3}Guidelines for Model Pipelines}{68}{subsection.3.4.3}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.4.4}Regression and Classification in Tensorflow}{69}{subsection.3.4.4}} \newlabel{subsec:regressionTensorflow}{{3.4.4}{69}{Regression and Classification in Tensorflow}{subsection.3.4.4}{}} \newlabel{subsec:regressionTensorflow@cref}{{[subsection][4][3,4]3.4.4}{69}} \citation{kingma2014adam} \@writefile{toc}{\contentsline {subsubsection}{Classification}{71}{section*.38}} \@writefile{toc}{\contentsline {section}{\numberline {3.5}Implementing the Learning Pipeline}{71}{section.3.5}} \newlabel{sec:implementPipeline}{{3.5}{71}{Implementing the Learning Pipeline}{section.3.5}{}} \newlabel{sec:implementPipeline@cref}{{[section][5][3]3.5}{71}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.5.1}Significance Testing}{72}{subsection.3.5.1}} \newlabel{subsec:significance}{{3.5.1}{72}{Significance Testing}{subsection.3.5.1}{}} \newlabel{subsec:significance@cref}{{[subsection][1][3,5]3.5.1}{72}} \newlabel{SC@12}{{3.5}{73}{Implementing the Learning Pipeline}{lstnumber.-20.20}{}} \newlabel{SC@12@cref}{{[section][5][3]3.5}{73}} \@writefile{lof}{\contentsline {figure}{\numberline {3.8}{\ignorespaces Training, validation, and test error on a real pipeline. }}{73}{figure.3.8}} \newlabel{fig:validationInPractice}{{3.8}{73}{\SC@CAPtext }{figure.3.8}{}} \newlabel{fig:validationInPractice@cref}{{[figure][8][3]3.8}{73}} \citation{wasserman2013all} \@writefile{toc}{\contentsline {section}{Exercises}{75}{section*.39}} \newlabel{ex:beer1}{{3.1}{75}{Exercises}{Item.25}{}} \newlabel{ex:beer1@cref}{{[ex@beanbychapter][1][3]3.1}{75}} \newlabel{ex:pipeline}{{3.4}{75}{Exercises}{Item.28}{}} \newlabel{ex:pipeline@cref}{{[ex@beanbychapter][4][3]3.4}{75}} \newlabel{proj:classif}{{2}{76}{Significance Testing}{projectCounter.2}{}} \newlabel{proj:classif@cref}{{[projectCounter][2][]2}{76}} \@writefile{toc}{\contentsline {section}{Project 2: Taxicab Tip Prediction (Part 2)}{76}{section*.40}} \@writefile{toc}{\contentsline {part}{\MakeUppercase {Part\ TWO\relax \hskip 1em\relax Fundamentals of Personalized Machine Learning}}{77}{part.2}} \@writefile{toc}{\contentsline {chapter}{\numberline {4}Introduction to Recommender Systems}{79}{chapter.4}} \newlabel{chap:recsysIntro}{{4}{79}{Introduction to Recommender Systems}{chapter.4}{}} \newlabel{chap:recsysIntro@cref}{{[chapter][4][]4}{79}} \@writefile{toc}{\contentsline {section}{\numberline {4.1}Basic Setup and Problem Definition}{80}{section.4.1}} \newlabel{sec:setup}{{4.1}{80}{Basic Setup and Problem Definition}{section.4.1}{}} \newlabel{sec:setup@cref}{{[section][1][4]4.1}{80}} \@writefile{toc}{\contentsline {subsubsection}{How is recommendation different from regression or classification?}{81}{section*.41}} \newlabel{eq:whyRecDifferent}{{4.4}{81}{How is recommendation different from regression or classification?}{equation.4.1.4}{}} \newlabel{eq:whyRecDifferent@cref}{{[equation][4][4]4.4}{81}} \@writefile{lof}{\contentsline {figure}{\numberline {4.1}{\ignorespaces Recommender systems compared to other types of machine learning.}}{82}{figure.4.1}} \newlabel{box:interactions}{{4.1}{82}{Recommender systems compared to other types of machine learning}{figure.4.1}{}} \newlabel{box:interactions@cref}{{[figure][1][4]4.1}{82}} \@writefile{toc}{\contentsline {section}{\numberline {4.2}Representations for Interaction Data}{82}{section.4.2}} \@writefile{toc}{\contentsline {paragraph}{Activities as sets}{83}{section*.42}} \@writefile{toc}{\contentsline {paragraph}{Activities as matrices}{83}{section*.43}} \newlabel{eq:interactionMatrix}{{4.8}{83}{Activities as matrices}{equation.4.2.8}{}} \newlabel{eq:interactionMatrix@cref}{{[equation][8][4]4.8}{83}} \@writefile{lof}{\contentsline {figure}{\numberline {4.2}{\ignorespaces Memory-based and model-based recommender systems. }}{84}{figure.4.2}} \newlabel{box:modelBased}{{4.2}{84}{Memory-based and model-based recommender systems}{figure.4.2}{}} \newlabel{box:modelBased@cref}{{[figure][2][4]4.2}{84}} \@writefile{toc}{\contentsline {section}{\numberline {4.3}Memory-based Approaches to Recommendation}{84}{section.4.3}} \newlabel{sec:neighborhood}{{4.3}{84}{Memory-based Approaches to Recommendation}{section.4.3}{}} \newlabel{sec:neighborhood@cref}{{[section][3][4]4.3}{84}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.1}Defining a Similarity Function}{85}{subsection.4.3.1}} \newlabel{subsec:definingSim}{{4.3.1}{85}{Defining a Similarity Function}{subsection.4.3.1}{}} \newlabel{subsec:definingSim@cref}{{[subsection][1][4,3]4.3.1}{85}} \newlabel{eq:simToy}{{4.12}{85}{Defining a Similarity Function}{equation.4.3.12}{}} \newlabel{eq:simToy@cref}{{[equation][12][4]4.12}{85}} \newlabel{SC@13}{{4.3.2}{86}{Jaccard Similarity}{equation.4.3.15}{}} \newlabel{SC@13@cref}{{[subsection][2][4,3]4.3.2}{86}} \@writefile{lof}{\contentsline {figure}{\numberline {4.3}{\ignorespaces Similarity as intersection over union.}}{86}{figure.4.3}} \newlabel{fig:venn}{{4.3}{86}{\SC@OPTCAPtext }{figure.4.3}{}} \newlabel{fig:venn@cref}{{[figure][3][4]4.3}{86}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.2}Jaccard Similarity}{86}{subsection.4.3.2}} \newlabel{sec:jaccard}{{4.3.2}{86}{Jaccard Similarity}{subsection.4.3.2}{}} \newlabel{sec:jaccard@cref}{{[subsection][2][4,3]4.3.2}{86}} \newlabel{eq:jaccard}{{4.15}{86}{Jaccard Similarity}{equation.4.3.15}{}} \newlabel{eq:jaccard@cref}{{[equation][15][4]4.15}{86}} \newlabel{SC@14}{{4.3.3}{88}{Cosine Similarity}{subsection.4.3.3}{}} \newlabel{SC@14@cref}{{[subsection][3][4,3]4.3.3}{88}} \@writefile{lof}{\contentsline {figure}{\numberline {4.4}{\ignorespaces The Cosine Similarity between two vectors.}}{88}{figure.4.4}} \newlabel{fig:cosine}{{4.4}{88}{\SC@OPTCAPtext }{figure.4.4}{}} \newlabel{fig:cosine@cref}{{[figure][4][4]4.4}{88}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.3}Cosine Similarity}{88}{subsection.4.3.3}} \newlabel{sec:cosine}{{4.3.3}{88}{Cosine Similarity}{subsection.4.3.3}{}} \newlabel{sec:cosine@cref}{{[subsection][3][4,3]4.3.3}{88}} \newlabel{SC@15}{{4.3.3}{89}{Cosine Similarity}{equation.4.3.17}{}} \newlabel{SC@15@cref}{{[subsection][3][4,3]4.3.3}{89}} \@writefile{lof}{\contentsline {figure}{\numberline {4.5}{\ignorespaces Demonstration of the Cosine Similarity.}}{89}{figure.4.5}} \newlabel{fig:cosine2}{{4.5}{89}{\SC@OPTCAPtext }{figure.4.5}{}} \newlabel{fig:cosine2@cref}{{[figure][5][4]4.5}{89}} \newlabel{eq:cosineSim}{{4.17}{89}{Cosine Similarity}{equation.4.3.17}{}} \newlabel{eq:cosineSim@cref}{{[equation][17][4]4.17}{89}} \@writefile{toc}{\contentsline {paragraph}{Which similarity metric is `better'?}{90}{section*.44}} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.4}Pearson Similarity}{90}{subsection.4.3.4}} \newlabel{sec:pearsonSim}{{4.3.4}{90}{Pearson Similarity}{subsection.4.3.4}{}} \newlabel{sec:pearsonSim@cref}{{[subsection][4][4,3]4.3.4}{90}} \newlabel{SC@16}{{4.3.4}{91}{Pearson Similarity}{subsection.4.3.4}{}} \newlabel{SC@16@cref}{{[subsection][4][4,3]4.3.4}{91}} \@writefile{lof}{\contentsline {figure}{\numberline {4.6}{\ignorespaces Demonstration of the Pearson Similarity.}}{91}{figure.4.6}} \newlabel{fig:pearson}{{4.6}{91}{\SC@OPTCAPtext }{figure.4.6}{}} \newlabel{fig:pearson@cref}{{[figure][6][4]4.6}{91}} \newlabel{eq:pearsonCC}{{4.18}{91}{Pearson Similarity}{equation.4.3.18}{}} \newlabel{eq:pearsonCC@cref}{{[equation][18][4]4.18}{91}} \citation{sarwar2001item} \@writefile{lof}{\contentsline {figure}{\numberline {4.7}{\ignorespaces Summary of similarity measures. }}{92}{figure.4.7}} \newlabel{box:sumSim}{{4.7}{92}{Summary of similarity measures}{figure.4.7}{}} \newlabel{box:sumSim@cref}{{[figure][7][4]4.7}{92}} \newlabel{eq:pearsonSim}{{4.19}{92}{Pearson Similarity}{equation.4.3.19}{}} \newlabel{eq:pearsonSim@cref}{{[equation][19][4]4.19}{92}} \citation{sarwar2001item} \@writefile{toc}{\contentsline {subsection}{\numberline {4.3.5}Using Similarity Measurements for Rating Prediction}{94}{subsection.4.3.5}} \newlabel{subsec:simPredictRating}{{4.3.5}{94}{Using Similarity Measurements for Rating Prediction}{subsection.4.3.5}{}} \newlabel{subsec:simPredictRating@cref}{{[subsection][5][4,3]4.3.5}{94}} \newlabel{eq:simPredict}{{4.20}{94}{Using Similarity Measurements for Rating Prediction}{equation.4.3.20}{}} \newlabel{eq:simPredict@cref}{{[equation][20][4]4.20}{94}} \newlabel{eq:simPredict2}{{4.21}{94}{Using Similarity Measurements for Rating Prediction}{equation.4.3.21}{}} \newlabel{eq:simPredict2@cref}{{[equation][21][4]4.21}{94}} \newlabel{eq:simPredict3}{{4.22}{95}{Using Similarity Measurements for Rating Prediction}{equation.4.3.22}{}} \newlabel{eq:simPredict3@cref}{{[equation][22][4]4.22}{95}} \@writefile{toc}{\contentsline {section}{\numberline {4.4}Random Walk Methods}{95}{section.4.4}} \newlabel{sec:randomWalk}{{4.4}{95}{Random Walk Methods}{section.4.4}{}} \newlabel{sec:randomWalk@cref}{{[section][4][4]4.4}{95}} \citation{brin1998anatomy,kleinberg1999hubs} \citation{brin1998anatomy} \citation{brin1998anatomy} \newlabel{SC@17}{{4.4}{96}{Random Walk Methods}{section.4.4}{}} \newlabel{SC@17@cref}{{[section][4][4]4.4}{96}} \@writefile{lof}{\contentsline {figure}{\numberline {4.8}{\ignorespaces User interactions as bipartite graphs.}}{96}{figure.4.8}} \newlabel{fig:bipartite}{{4.8}{96}{\SC@OPTCAPtext }{figure.4.8}{}} \newlabel{fig:bipartite@cref}{{[figure][8][4]4.8}{96}} \@writefile{toc}{\contentsline {paragraph}{Relation to PageRank}{96}{section*.45}} \newlabel{eq:powerIt}{{4.23}{96}{Relation to PageRank}{equation.4.4.23}{}} \newlabel{eq:powerIt@cref}{{[equation][23][4]4.23}{96}} \citation{yildirim2008random} \citation{li2009grocery} \citation{li2009grocery} \citation{liu2008eigenrank} \citation{dong2017metapath2vec} \citation{wan2018representing} \citation{linden2003amazon} \newlabel{eq:walkSim}{{4.24}{97}{Relation to PageRank}{equation.4.4.24}{}} \newlabel{eq:walkSim@cref}{{[equation][24][4]4.24}{97}} \citation{linden2003amazon} \citation{linden2003amazon} \citation{smith2017two} \citation{smith2017two} \citation{smith2017two} \@writefile{toc}{\contentsline {section}{\numberline {4.5}Case Study: Amazon.com Recommendations}{98}{section.4.5}} \newlabel{sec:amazonCaseStudy}{{4.5}{98}{Case Study: Amazon.com Recommendations}{section.4.5}{}} \newlabel{sec:amazonCaseStudy@cref}{{[section][5][4]4.5}{98}} \@writefile{toc}{\contentsline {section}{Exercises}{98}{section*.46}} \newlabel{ex:efficientJaccard}{{4.1}{99}{Exercises}{Item.33}{}} \newlabel{ex:efficientJaccard@cref}{{[ex@beanbychapter][1][4]4.1}{99}} \newlabel{ex:compareJCP}{{4.2}{99}{Exercises}{Item.34}{}} \newlabel{ex:compareJCP@cref}{{[ex@beanbychapter][2][4]4.2}{99}} \newlabel{ex:itemRecommend2}{{4.3}{99}{Exercises}{Item.35}{}} \newlabel{ex:itemRecommend2@cref}{{[ex@beanbychapter][3][4]4.3}{99}} \newlabel{ex:ratingFromSim}{{4.4}{99}{Exercises}{Item.36}{}} \newlabel{ex:ratingFromSim@cref}{{[ex@beanbychapter][4][4]4.4}{99}} \newlabel{proj:1111}{{3}{100}{Case Study: Amazon.com Recommendations}{projectCounter.3}{}} \newlabel{proj:1111@cref}{{[projectCounter][3][]3}{100}} \@writefile{toc}{\contentsline {section}{Project 3: A Recommender System for Books (Part 1)}{100}{section*.47}} \@writefile{toc}{\contentsline {chapter}{\numberline {5}Model-based Approaches to Recommendation}{102}{chapter.5}} \newlabel{chap:modelbasedRecsys}{{5}{102}{Model-based Approaches to Recommendation}{chapter.5}{}} \newlabel{chap:modelbasedRecsys@cref}{{[chapter][5][]5}{102}} \newlabel{eq:fui}{{5.1}{102}{Model-based Approaches to Recommendation}{equation.5.0.1}{}} \newlabel{eq:fui@cref}{{[equation][1][5]5.1}{102}} \citation{bennett2007netflix} \@writefile{lof}{\contentsline {figure}{\numberline {5.1}{\ignorespaces Memory-based versus model-based approaches. }}{103}{figure.5.1}} \newlabel{fig:memoryVsModel}{{5.1}{103}{Memory-based versus model-based approaches}{figure.5.1}{}} \newlabel{fig:memoryVsModel@cref}{{[figure][1][5]5.1}{103}} \citation{narayanan2006break} \@writefile{toc}{\contentsline {subsubsection}{The Netflix Prize}{104}{section*.48}} \@writefile{toc}{\contentsline {section}{\numberline {5.1}Matrix Factorization}{104}{section.5.1}} \newlabel{subsec:matrixFactor}{{5.1}{104}{Matrix Factorization}{section.5.1}{}} \newlabel{subsec:matrixFactor@cref}{{[section][1][5]5.1}{104}} \newlabel{eq:interactionMatrix2}{{5.2}{105}{Matrix Factorization}{equation.5.1.2}{}} \newlabel{eq:interactionMatrix2@cref}{{[equation][2][5]5.2}{105}} \newlabel{eq:interactionFactors}{{5.3}{105}{Matrix Factorization}{equation.5.1.3}{}} \newlabel{eq:interactionFactors@cref}{{[equation][3][5]5.3}{105}} \newlabel{eq:matfac2nobias}{{5.5}{105}{Matrix Factorization}{equation.5.1.5}{}} \newlabel{eq:matfac2nobias@cref}{{[equation][5][5]5.5}{105}} \newlabel{SC@18}{{5.1}{106}{Matrix Factorization}{equation.5.1.5}{}} \newlabel{SC@18@cref}{{[section][1][5]5.1}{106}} \@writefile{lof}{\contentsline {figure}{\numberline {5.2}{\ignorespaces Representation of a user and item in a latent factor model.}}{106}{figure.5.2}} \newlabel{fig:matfac1}{{5.2}{106}{\SC@OPTCAPtext }{figure.5.2}{}} \newlabel{fig:matfac1@cref}{{[figure][2][5]5.2}{106}} \@writefile{toc}{\contentsline {subsubsection}{Relationship to the Singular Value Decomposition}{106}{section*.49}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.1.1}Fitting the Latent Factor Model}{107}{subsection.5.1.1}} \newlabel{subsec:fitLFM}{{5.1.1}{107}{Fitting the Latent Factor Model}{subsection.5.1.1}{}} \newlabel{subsec:fitLFM@cref}{{[subsection][1][5,1]5.1.1}{107}} \newlabel{eq:lfModelBasic}{{5.7}{107}{Fitting the Latent Factor Model}{equation.5.1.7}{}} \newlabel{eq:lfModelBasic@cref}{{[equation][7][5]5.7}{107}} \@writefile{toc}{\contentsline {subsubsection}{User and item biases}{107}{section*.50}} \newlabel{eq:latentreg1}{{5.8}{107}{User and item biases}{equation.5.1.8}{}} \newlabel{eq:latentreg1@cref}{{[equation][8][5]5.8}{107}} \newlabel{eq:MFscore}{{5.10}{108}{User and item biases}{equation.5.1.10}{}} \newlabel{eq:MFscore@cref}{{[equation][10][5]5.10}{108}} \newlabel{eq:latentreg2}{{5.11}{108}{User and item biases}{equation.5.1.11}{}} \newlabel{eq:latentreg2@cref}{{[equation][11][5]5.11}{108}} \newlabel{eq:latentreg3}{{5.12}{108}{User and item biases}{equation.5.1.12}{}} \newlabel{eq:latentreg3@cref}{{[equation][12][5]5.12}{108}} \citation{ge2016matrix} \citation{bottou2010large,yu2012scalable} \@writefile{toc}{\contentsline {subsubsection}{Gradient update equations}{109}{section*.51}} \newlabel{eq:MFObjective}{{5.14}{109}{Gradient update equations}{equation.5.1.14}{}} \newlabel{eq:MFObjective@cref}{{[equation][14][5]5.14}{109}} \newlabel{eq:MFgradientFirst}{{5.15}{109}{Gradient update equations}{equation.5.1.15}{}} \newlabel{eq:MFgradientFirst@cref}{{[equation][15][5]5.15}{109}} \newlabel{eq:MFgradientLast}{{5.17}{109}{Gradient update equations}{equation.5.1.17}{}} \newlabel{eq:MFgradientLast@cref}{{[equation][17][5]5.17}{109}} \@writefile{toc}{\contentsline {paragraph}{Other considerations for gradient descent}{109}{section*.52}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.1.2}What Happened to User or Item Features?}{110}{subsection.5.1.2}} \@writefile{toc}{\contentsline {section}{\numberline {5.2}Implicit Feedback and Ranking Models}{110}{section.5.2}} \newlabel{sec:implicit}{{5.2}{110}{Implicit Feedback and Ranking Models}{section.5.2}{}} \newlabel{sec:implicit@cref}{{[section][2][5]5.2}{110}} \citation{hu2008collaborative} \citation{pan2008one} \@writefile{toc}{\contentsline {subsection}{\numberline {5.2.1}Instance Re-weighting Schemes}{111}{subsection.5.2.1}} \newlabel{subsec:instanceReweight}{{5.2.1}{111}{Instance Re-weighting Schemes}{subsection.5.2.1}{}} \newlabel{subsec:instanceReweight@cref}{{[subsection][1][5,2]5.2.1}{111}} \newlabel{eq:weightedMF}{{5.19}{111}{Instance Re-weighting Schemes}{equation.5.2.19}{}} \newlabel{eq:weightedMF@cref}{{[equation][19][5]5.19}{111}} \citation{hu2008collaborative} \citation{pan2008one} \citation{rendle2012bpr} \@writefile{toc}{\contentsline {subsection}{\numberline {5.2.2}Bayesian Personalized Ranking}{112}{subsection.5.2.2}} \newlabel{subsec:BPR}{{5.2.2}{112}{Bayesian Personalized Ranking}{subsection.5.2.2}{}} \newlabel{subsec:BPR@cref}{{[subsection][2][5,2]5.2.2}{112}} \citation{rendle2012bpr} \@writefile{lof}{\contentsline {figure}{\numberline {5.3}{\ignorespaces Pointwise versus pairwise recommendation. }}{113}{figure.5.3}} \newlabel{box:pairwise}{{5.3}{113}{Pointwise versus pairwise recommendation}{figure.5.3}{}} \newlabel{box:pairwise@cref}{{[figure][3][5]5.3}{113}} \newlabel{eq:bprOptDiff}{{5.24}{113}{Bayesian Personalized Ranking}{equation.5.2.24}{}} \newlabel{eq:bprOptDiff@cref}{{[equation][24][5]5.24}{113}} \newlabel{eq:bprOpt0}{{5.25}{113}{Bayesian Personalized Ranking}{equation.5.2.25}{}} \newlabel{eq:bprOpt0@cref}{{[equation][25][5]5.25}{113}} \newlabel{eq:bprOpt1}{{5.26}{113}{Bayesian Personalized Ranking}{equation.5.2.26}{}} \newlabel{eq:bprOpt1@cref}{{[equation][26][5]5.26}{113}} \newlabel{eq:BPRobjective}{{5.30}{114}{Bayesian Personalized Ranking}{equation.5.2.30}{}} \newlabel{eq:BPRobjective@cref}{{[equation][30][5]5.30}{114}} \citation{ning2011slim,kabbur2013fism,barkan2016item2vec} \citation{ning2011slim} \@writefile{toc}{\contentsline {section}{\numberline {5.3}`User-free' Model-based Approaches}{115}{section.5.3}} \newlabel{sec:userFree1}{{5.3}{115}{`User-free' Model-based Approaches}{section.5.3}{}} \newlabel{sec:userFree1@cref}{{[section][3][5]5.3}{115}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.3.1}Sparse Linear Methods (SLIM)}{115}{subsection.5.3.1}} \newlabel{subsec:slim}{{5.3.1}{115}{Sparse Linear Methods (SLIM)}{subsection.5.3.1}{}} \newlabel{subsec:slim@cref}{{[subsection][1][5,3]5.3.1}{115}} \newlabel{eq:slimEq0}{{5.34}{115}{Sparse Linear Methods (SLIM)}{equation.5.3.34}{}} \newlabel{eq:slimEq0@cref}{{[equation][34][5]5.34}{115}} \@writefile{lot}{\contentsline {table}{\numberline {5.1}{\ignorespaces Summary of user-free recommendation models.}}{116}{table.5.1}} \newlabel{tab:userFree1}{{5.1}{116}{Summary of user-free recommendation models}{table.5.1}{}} \newlabel{tab:userFree1@cref}{{[table][1][5]5.1}{116}} \newlabel{eq:slimEq}{{5.35}{116}{Sparse Linear Methods (SLIM)}{equation.5.3.35}{}} \newlabel{eq:slimEq@cref}{{[equation][35][5]5.35}{116}} \newlabel{eq:slimEq2}{{5.36}{116}{Sparse Linear Methods (SLIM)}{equation.5.3.36}{}} \newlabel{eq:slimEq2@cref}{{[equation][36][5]5.36}{116}} \citation{ning2011slim} \citation{kabbur2013fism} \citation{kabbur2013fism} \citation{kabbur2013fism} \citation{kabbur2013fism} \citation{barkan2016item2vec} \@writefile{toc}{\contentsline {subsection}{\numberline {5.3.2}Factored Item Similarity Models (FISM)}{117}{subsection.5.3.2}} \newlabel{subsec:fism}{{5.3.2}{117}{Factored Item Similarity Models (FISM)}{subsection.5.3.2}{}} \newlabel{subsec:fism@cref}{{[subsection][2][5,3]5.3.2}{117}} \newlabel{eq:fismEq}{{5.37}{117}{Factored Item Similarity Models (FISM)}{equation.5.3.37}{}} \newlabel{eq:fismEq@cref}{{[equation][37][5]5.37}{117}} \citation{bellogin2011precision} \@writefile{toc}{\contentsline {subsection}{\numberline {5.3.3}Item2Vec}{118}{subsection.5.3.3}} \@writefile{toc}{\contentsline {section}{\numberline {5.4}Evaluating Recommender Systems}{118}{section.5.4}} \newlabel{sec:evaluateRec}{{5.4}{118}{Evaluating Recommender Systems}{section.5.4}{}} \newlabel{sec:evaluateRec@cref}{{[section][4][5]5.4}{118}} \citation{koren2009collaborative} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.1}Precision and Recall @ $K$}{120}{subsection.5.4.1}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.2}Mean Reciprocal Rank}{120}{subsection.5.4.2}} \newlabel{subsec:MReciprocalR}{{5.4.2}{120}{Mean Reciprocal Rank}{subsection.5.4.2}{}} \newlabel{subsec:MReciprocalR@cref}{{[subsection][2][5,4]5.4.2}{120}} \citation{wang2013theoretical} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.3}Cumulative Gain and NDCG}{121}{subsection.5.4.3}} \newlabel{subsec:cumGain}{{5.4.3}{121}{Cumulative Gain and NDCG}{subsection.5.4.3}{}} \newlabel{subsec:cumGain@cref}{{[subsection][3][5,4]5.4.3}{121}} \newlabel{eq:DCG}{{5.45}{121}{Cumulative Gain and NDCG}{equation.5.4.45}{}} \newlabel{eq:DCG@cref}{{[equation][45][5]5.45}{121}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.4.4}Evaluation Metrics Beyond Model Accuracy}{122}{subsection.5.4.4}} \@writefile{toc}{\contentsline {section}{\numberline {5.5}Deep Learning for Recommendation}{122}{section.5.5}} \newlabel{sec:deepRec}{{5.5}{122}{Deep Learning for Recommendation}{section.5.5}{}} \newlabel{sec:deepRec@cref}{{[section][5][5]5.5}{122}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.1}Why the Inner Product?}{122}{subsection.5.5.1}} \newlabel{sec:whyInner}{{5.5.1}{122}{Why the Inner Product?}{subsection.5.5.1}{}} \newlabel{sec:whyInner@cref}{{[subsection][1][5,5]5.5.1}{122}} \newlabel{eq:innerSim1}{{5.47}{122}{Why the Inner Product?}{equation.5.5.47}{}} \newlabel{eq:innerSim1@cref}{{[equation][47][5]5.47}{122}} \newlabel{eq:squaredSim1}{{5.48}{122}{Why the Inner Product?}{equation.5.5.48}{}} \newlabel{eq:squaredSim1@cref}{{[equation][48][5]5.48}{122}} \citation{zhang2019deep} \citation{zhang2019deep} \@writefile{lof}{\contentsline {figure}{\numberline {5.4}{\ignorespaces Highly compatible items in latent space.}}{123}{figure.5.4}} \newlabel{fig:InnerNNSim}{{5.4}{123}{Highly compatible items in latent space}{figure.5.4}{}} \newlabel{fig:InnerNNSim@cref}{{[figure][4][5]5.4}{123}} \citation{he2017neural} \citation{he2017neural} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.2}Multilayer Perceptron-based Recommendation}{124}{subsection.5.5.2}} \newlabel{subsec:MLPRec}{{5.5.2}{124}{Multilayer Perceptron-based Recommendation}{subsection.5.5.2}{}} \newlabel{subsec:MLPRec@cref}{{[subsection][2][5,5]5.5.2}{124}} \@writefile{toc}{\contentsline {subsubsection}{Neural Collaborative Filtering}{124}{section*.53}} \@writefile{lof}{\contentsline {figure}{\numberline {5.5}{\ignorespaces Representation of a multilayer perceptron with $L$ layers.}}{125}{figure.5.5}} \newlabel{fig:multilayer-perceptron}{{5.5}{125}{Representation of a multilayer perceptron with $L$ layers}{figure.5.5}{}} \newlabel{fig:multilayer-perceptron@cref}{{[figure][5][5]5.5}{125}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.3}Autoencoder-based Recommendation}{125}{subsection.5.5.3}} \citation{zhang2019deep,zhang2020survey} \citation{sachdeva2019sequential} \citation{sedhain2015autorec} \citation{sedhain2015autorec} \newlabel{SC@19}{{5.5.3}{126}{Autoencoder-based Recommendation}{subsection.5.5.3}{}} \newlabel{SC@19@cref}{{[subsection][3][5,5]5.5.3}{126}} \@writefile{lof}{\contentsline {figure}{\numberline {5.6}{\ignorespaces Autoencoder representation.}}{126}{figure.5.6}} \newlabel{fig:autoencoder}{{5.6}{126}{\SC@OPTCAPtext }{figure.5.6}{}} \newlabel{fig:autoencoder@cref}{{[figure][6][5]5.6}{126}} \@writefile{toc}{\contentsline {subsubsection}{AutoRec}{126}{section*.54}} \citation{zhang2019deep} \citation{zhang2019deep} \citation{dacrema2019we} \citation{dacrema2019we} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.4}Convolutional and Recurrent Networks}{127}{subsection.5.5.4}} \newlabel{subsec:CNNRNN}{{5.5.4}{127}{Convolutional and Recurrent Networks}{subsection.5.5.4}{}} \newlabel{subsec:CNNRNN@cref}{{[subsection][4][5,5]5.5.4}{127}} \citation{rendle2020neural} \citation{dacrema2019we} \citation{dacrema2019we} \citation{rendle2020neural} \citation{rendle2020neural} \@writefile{toc}{\contentsline {subsection}{\numberline {5.5.5}How Effective are Deep Learning-Based Recommenders?}{128}{subsection.5.5.5}} \newlabel{sec:howEffective}{{5.5.5}{128}{How Effective are Deep Learning-Based Recommenders?}{subsection.5.5.5}{}} \newlabel{sec:howEffective@cref}{{[subsection][5][5,5]5.5.5}{128}} \citation{bentley1975multidimensional} \citation{bachrach2014speeding} \@writefile{toc}{\contentsline {section}{\numberline {5.6}Retrieval}{129}{section.5.6}} \newlabel{sec:retrieval}{{5.6}{129}{Retrieval}{section.5.6}{}} \newlabel{sec:retrieval@cref}{{[section][6][5]5.6}{129}} \newlabel{eq:recsysRetrieve}{{5.51}{129}{Retrieval}{equation.5.6.51}{}} \newlabel{eq:recsysRetrieve@cref}{{[equation][51][5]5.51}{129}} \@writefile{toc}{\contentsline {paragraph}{Euclidean distance}{129}{section*.55}} \@writefile{toc}{\contentsline {paragraph}{Inner product and cosine similarity}{129}{section*.56}} \citation{indyk1998approximate} \citation{broder1997resemblance} \citation{charikar2002similarity} \citation{bachrach2014speeding} \citation{koenigstein2012efficient} \@writefile{toc}{\contentsline {paragraph}{Approximate search and Jaccard similarity}{130}{section*.57}} \@writefile{toc}{\contentsline {section}{\numberline {5.7}Online Updates}{130}{section.5.7}} \newlabel{sec:onlineUpdates}{{5.7}{130}{Online Updates}{section.5.7}{}} \newlabel{sec:onlineUpdates@cref}{{[section][7][5]5.7}{130}} \@writefile{toc}{\contentsline {paragraph}{Regressing on $\boldsymbol {\gamma }_{\boldsymbol {u}}$ or $\boldsymbol {\gamma }_{\boldsymbol {i}}$}{130}{section*.58}} \citation{rendle2008online} \citation{Hug2020} \citation{koren2009matrix} \@writefile{toc}{\contentsline {paragraph}{Cold-start and user-free models}{131}{section*.59}} \@writefile{toc}{\contentsline {paragraph}{Strategies for online training}{131}{section*.60}} \@writefile{toc}{\contentsline {section}{\numberline {5.8}Recommender Systems in Python with \emph {Surprise} and \emph {Implicit}}{131}{section.5.8}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.8.1}Latent Factor Models (\emph {Surprise})}{131}{subsection.5.8.1}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.8.2}Bayesian Personalized Ranking (\emph {Implicit})}{132}{subsection.5.8.2}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.8.3}Implementing a Latent Factor Model in Tensorflow}{133}{subsection.5.8.3}} \newlabel{subsec:LFMTensorflow}{{5.8.3}{133}{Implementing a Latent Factor Model in Tensorflow}{subsection.5.8.3}{}} \newlabel{subsec:LFMTensorflow@cref}{{[subsection][3][5,8]5.8.3}{133}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.8.4}Bayesian Personalized Ranking in Tensorflow}{134}{subsection.5.8.4}} \newlabel{subsec:BPRTensorflow}{{5.8.4}{134}{Bayesian Personalized Ranking in Tensorflow}{subsection.5.8.4}{}} \newlabel{subsec:BPRTensorflow@cref}{{[subsection][4][5,8]5.8.4}{134}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.8.5}Efficient Batch-Based Optimization}{134}{subsection.5.8.5}} \newlabel{subsec:batchBased}{{5.8.5}{134}{Efficient Batch-Based Optimization}{subsection.5.8.5}{}} \newlabel{subsec:batchBased@cref}{{[subsection][5][5,8]5.8.5}{134}} \@writefile{toc}{\contentsline {section}{\numberline {5.9}Beyond a `Black-Box' View of Recommendation}{135}{section.5.9}} \citation{burke2002hybrid} \citation{jennings1993user} \citation{bennett2007netflix} \citation{harper2015movielens} \@writefile{toc}{\contentsline {section}{\numberline {5.10}History and Emerging Directions}{136}{section.5.10}} \citation{kang2018self,sun2019bert4rec} \citation{konstan1998recommender} \citation{burke2002hybrid} \citation{bobadilla2013recommender} \citation{zhang2019deep} \@writefile{toc}{\contentsline {section}{Exercises}{138}{section*.61}} \newlabel{ex:RS1}{{5.1}{138}{Exercises}{Item.40}{}} \newlabel{ex:RS1@cref}{{[ex@beanbychapter][1][5]5.1}{138}} \newlabel{ex:RSLFM}{{5.2}{138}{Exercises}{Item.41}{}} \newlabel{ex:RSLFM@cref}{{[ex@beanbychapter][2][5]5.2}{138}} \newlabel{ex:RSLast}{{5.4}{139}{Exercises}{Item.43}{}} \newlabel{ex:RSLast@cref}{{[ex@beanbychapter][4][5]5.4}{139}} \newlabel{proj:2}{{4}{139}{History and Emerging Directions}{projectCounter.4}{}} \newlabel{proj:2@cref}{{[projectCounter][4][]4}{139}} \@writefile{toc}{\contentsline {section}{Project 4: A Recommender System for Books (Part 2)}{139}{section*.62}} \newlabel{project2part2}{{{\rm (iii)}}{139}{Project \theprojectCounter : A Recommender System for Books (Part 2)}{Item.46}{}} \newlabel{project2part2@cref}{{[enumi][3][]{\rm (iii)}}{139}} \@writefile{toc}{\contentsline {chapter}{\numberline {6}Content and Structure in Recommender Systems}{140}{chapter.6}} \newlabel{chap:contentStructure}{{6}{140}{Content and Structure in Recommender Systems}{chapter.6}{}} \newlabel{chap:contentStructure@cref}{{[chapter][6][]6}{140}} \citation{rendle2010factorization} \@writefile{toc}{\contentsline {section}{\numberline {6.1}The Factorization Machine}{141}{section.6.1}} \newlabel{sec:factorization}{{6.1}{141}{The Factorization Machine}{section.6.1}{}} \newlabel{sec:factorization@cref}{{[section][1][6]6.1}{141}} \citation{rendle2010factorization} \citation{rendle2010factorization} \citation{he2017neuralB} \citation{he2017neural} \citation{he2017neuralB} \newlabel{eq:FMinteractionMatrix}{{6.1}{142}{The Factorization Machine}{equation.6.1.1}{}} \newlabel{eq:FMinteractionMatrix@cref}{{[equation][1][6]6.1}{142}} \newlabel{eq:FMequation}{{6.2}{142}{The Factorization Machine}{equation.6.1.2}{}} \newlabel{eq:FMequation@cref}{{[equation][2][6]6.2}{142}} \citation{cheng2016wide} \citation{cheng2016wide} \citation{guo2017deepfm} \citation{cheng2016wide} \citation{zhang2019deep} \citation{he2017neural,he2017neuralB,cheng2016wide,guo2017deepfm,cheng2016wide,sedhain2015autorec} \citation{he2017neural,he2017neuralB,cheng2016wide,guo2017deepfm,cheng2016wide,sedhain2015autorec} \citation{bayer2016fastfm} \@writefile{toc}{\contentsline {subsection}{\numberline {6.1.1}Neural Factorization Machines}{143}{subsection.6.1.1}} \@writefile{toc}{\contentsline {paragraph}{Wide and Deep learning for recommender systems}{143}{section*.63}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.1.2}Factorization Machines in Python with \emph {FastFM}}{143}{subsection.6.1.2}} \newlabel{sec:fastFM}{{6.1.2}{143}{Factorization Machines in Python with \emph {FastFM}}{subsection.6.1.2}{}} \newlabel{sec:fastFM@cref}{{[subsection][2][6,1]6.1.2}{143}} \@writefile{lot}{\contentsline {table}{\numberline {6.1}{\ignorespaces Deep learning-based recommendation techniques.}}{144}{table.6.1}} \newlabel{tab:dlRecExamps}{{6.1}{144}{Deep learning-based recommendation techniques}{table.6.1}{}} \newlabel{tab:dlRecExamps@cref}{{[table][1][6]6.1}{144}} \@writefile{toc}{\contentsline {section}{\numberline {6.2}Cold-Start Recommendation}{145}{section.6.2}} \newlabel{sec:coldStart}{{6.2}{145}{Cold-Start Recommendation}{section.6.2}{}} \newlabel{sec:coldStart@cref}{{[section][2][6]6.2}{145}} \citation{park2009pairwise} \citation{park2009pairwise} \citation{park2009pairwise} \@writefile{toc}{\contentsline {subsection}{\numberline {6.2.1}Addressing Cold-Start Problems with Side Information}{146}{subsection.6.2.1}} \newlabel{sec:coldStartSide}{{6.2.1}{146}{Addressing Cold-Start Problems with Side Information}{subsection.6.2.1}{}} \newlabel{sec:coldStartSide@cref}{{[subsection][1][6,2]6.2.1}{146}} \citation{rashid2002getting} \citation{zhou2011functional} \citation{rashid2002getting} \citation{zhou2011functional} \@writefile{toc}{\contentsline {subsection}{\numberline {6.2.2}Addressing Cold-Start Problems with Surveys}{147}{subsection.6.2.2}} \newlabel{subsec:coldStartSurvey}{{6.2.2}{147}{Addressing Cold-Start Problems with Surveys}{subsection.6.2.2}{}} \newlabel{subsec:coldStartSurvey@cref}{{[subsection][2][6,2]6.2.2}{147}} \citation{abdollahpouri2017recommender} \citation{steck2018calibrated} \citation{ekstrand2018exploring} \citation{pizzato2010recon} \citation{pizzato2010recon} \@writefile{toc}{\contentsline {section}{\numberline {6.3}Multisided Recommendation}{148}{section.6.3}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.3.1}Online Dating}{148}{subsection.6.3.1}} \newlabel{subsec:onlineDating}{{6.3.1}{148}{Online Dating}{subsection.6.3.1}{}} \newlabel{subsec:onlineDating@cref}{{[subsection][1][6,3]6.3.1}{148}} \citation{pizzato2010recon} \citation{pizzato2010recon} \citation{rappaz2017bartering} \@writefile{toc}{\contentsline {subsection}{\numberline {6.3.2}Bartering Platforms}{149}{subsection.6.3.2}} \newlabel{subsec:bartering}{{6.3.2}{149}{Bartering Platforms}{subsection.6.3.2}{}} \newlabel{subsec:bartering@cref}{{[subsection][2][6,3]6.3.2}{149}} \citation{rappaz2017bartering} \citation{rappaz2017bartering} \citation{rappaz2017bartering} \@writefile{lof}{\contentsline {figure}{\numberline {6.1}{\ignorespaces Reciprocal interest in bartering settings.}}{150}{figure.6.1}} \newlabel{fig:reciprocalInterest}{{6.1}{150}{Reciprocal interest in bartering settings}{figure.6.1}{}} \newlabel{fig:reciprocalInterest@cref}{{[figure][1][6]6.1}{150}} \newlabel{eq:barteringCompat}{{6.6}{150}{Bartering Platforms}{equation.6.3.6}{}} \newlabel{eq:barteringCompat@cref}{{[equation][6][6]6.6}{150}} \newlabel{eq:barteringCompat2}{{6.7}{150}{Bartering Platforms}{equation.6.3.7}{}} \newlabel{eq:barteringCompat2@cref}{{[equation][7][6]6.7}{150}} \citation{ma2008sorec,zhao2014leveraging,o2001polylens,amer2009group,pan2013gbpr} \citation{ma2008sorec,zhao2014leveraging,o2001polylens,amer2009group,pan2013gbpr} \@writefile{lot}{\contentsline {table}{\numberline {6.2}{\ignorespaces Comparison of socially-aware recommendation techniques.}}{151}{table.6.2}} \newlabel{tab:socialRec}{{6.2}{151}{Comparison of socially-aware recommendation techniques}{table.6.2}{}} \newlabel{tab:socialRec@cref}{{[table][2][6]6.2}{151}} \@writefile{toc}{\contentsline {section}{\numberline {6.4}Group- and Socially-Aware Recommendation}{151}{section.6.4}} \newlabel{sec:groupSocialRec}{{6.4}{151}{Group- and Socially-Aware Recommendation}{section.6.4}{}} \newlabel{sec:groupSocialRec@cref}{{[section][4][6]6.4}{151}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.1}Socially-Aware Recommendation}{151}{subsection.6.4.1}} \newlabel{subsec:soRec}{{6.4.1}{151}{Socially-Aware Recommendation}{subsection.6.4.1}{}} \newlabel{subsec:soRec@cref}{{[subsection][1][6,4]6.4.1}{151}} \citation{ma2008sorec} \citation{ma2008sorec} \newlabel{eq:trustMatrix}{{6.8}{152}{Socially-Aware Recommendation}{equation.6.4.8}{}} \newlabel{eq:trustMatrix@cref}{{[equation][8][6]6.8}{152}} \citation{ma2008sorec} \@writefile{lof}{\contentsline {figure}{\numberline {6.2}{\ignorespaces Shared parameters in socially-aware recommendation.}}{153}{figure.6.2}} \newlabel{fig:sorecIdea}{{6.2}{153}{Shared parameters in socially-aware recommendation}{figure.6.2}{}} \newlabel{fig:sorecIdea@cref}{{[figure][2][6]6.2}{153}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.2}Social Bayesian Personalized Ranking}{153}{subsection.6.4.2}} \newlabel{subsec:socialBPR}{{6.4.2}{153}{Social Bayesian Personalized Ranking}{subsection.6.4.2}{}} \newlabel{subsec:socialBPR@cref}{{[subsection][2][6,4]6.4.2}{153}} \citation{zhao2014leveraging} \citation{zhao2014leveraging} \citation{zhao2014leveraging} \newlabel{eq:sbpr1}{{6.13}{154}{Social Bayesian Personalized Ranking}{equation.6.4.13}{}} \newlabel{eq:sbpr1@cref}{{[equation][13][6]6.13}{154}} \newlabel{eq:sbpr2}{{6.14}{154}{Social Bayesian Personalized Ranking}{equation.6.4.14}{}} \newlabel{eq:sbpr2@cref}{{[equation][14][6]6.14}{154}} \citation{zhao2014leveraging} \citation{o2001polylens} \citation{amer2009group} \citation{amer2009group} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.3}Group-Aware Recommendation}{155}{subsection.6.4.3}} \newlabel{subsec:groupRec}{{6.4.3}{155}{Group-Aware Recommendation}{subsection.6.4.3}{}} \newlabel{subsec:groupRec@cref}{{[subsection][3][6,4]6.4.3}{155}} \newlabel{eq:groupRel1}{{6.16}{155}{Group-Aware Recommendation}{equation.6.4.16}{}} \newlabel{eq:groupRel1@cref}{{[equation][16][6]6.16}{155}} \newlabel{eq:groupRel2}{{6.17}{155}{Group-Aware Recommendation}{equation.6.4.17}{}} \newlabel{eq:groupRel2@cref}{{[equation][17][6]6.17}{155}} \citation{amer2009group} \citation{amer2009group} \citation{zhao2014leveraging} \citation{pan2013gbpr} \citation{pan2013gbpr} \newlabel{eq:groupDis1}{{6.18}{156}{Group-Aware Recommendation}{equation.6.4.18}{}} \newlabel{eq:groupDis1@cref}{{[equation][18][6]6.18}{156}} \newlabel{eq:groupDis2}{{6.19}{156}{Group-Aware Recommendation}{equation.6.4.19}{}} \newlabel{eq:groupDis2@cref}{{[equation][19][6]6.19}{156}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.4.4}Group Bayesian Personalized Ranking}{156}{subsection.6.4.4}} \newlabel{subsec:groupBPR}{{6.4.4}{156}{Group Bayesian Personalized Ranking}{subsection.6.4.4}{}} \newlabel{subsec:groupBPR@cref}{{[subsection][4][6,4]6.4.4}{156}} \citation{pan2013gbpr} \citation{pan2013gbpr} \citation{umberto2015developing} \newlabel{eq:gbprSample}{{6.22}{157}{Group Bayesian Personalized Ranking}{equation.6.4.22}{}} \newlabel{eq:gbprSample@cref}{{[equation][22][6]6.22}{157}} \@writefile{toc}{\contentsline {section}{\numberline {6.5}Price Dynamics in Recommender Systems}{157}{section.6.5}} \newlabel{sec:priceRecSys}{{6.5}{157}{Price Dynamics in Recommender Systems}{section.6.5}{}} \newlabel{sec:priceRecSys@cref}{{[section][5][6]6.5}{157}} \citation{ge2011cost,guo2017understanding,hu2018learning,wan2017modeling} \citation{ge2011cost,guo2017understanding,hu2018learning,wan2017modeling} \citation{ge2011cost} \@writefile{lof}{\contentsline {figure}{\numberline {6.3}{\ignorespaces When is side-information useful for recommendation? }}{158}{figure.6.3}} \newlabel{box:whenUseful}{{6.3}{158}{When is side-information useful for recommendation?}{figure.6.3}{}} \newlabel{box:whenUseful@cref}{{[figure][3][6]6.3}{158}} \@writefile{lot}{\contentsline {table}{\numberline {6.3}{\ignorespaces Comparison of price-aware recommendation techniques.}}{158}{table.6.3}} \newlabel{tab:price}{{6.3}{158}{Comparison of price-aware recommendation techniques}{table.6.3}{}} \newlabel{tab:price@cref}{{[table][3][6]6.3}{158}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.1}Disentangling Prices and Preferences}{158}{subsection.6.5.1}} \newlabel{subsec:disentanglePrice}{{6.5.1}{158}{Disentangling Prices and Preferences}{subsection.6.5.1}{}} \newlabel{subsec:disentanglePrice@cref}{{[subsection][1][6,5]6.5.1}{158}} \citation{ge2011cost} \citation{ge2014cost} \citation{guo2017understanding} \citation{gopalan2013scalable} \citation{ge2011cost} \citation{hu2018learning} \newlabel{eq:price1}{{6.24}{159}{Disentangling Prices and Preferences}{equation.6.5.24}{}} \newlabel{eq:price1@cref}{{[equation][24][6]6.24}{159}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.2}Estimating Willing-to-Pay Prices within Sessions}{159}{subsection.6.5.2}} \newlabel{subsec:willing2pay}{{6.5.2}{159}{Estimating Willing-to-Pay Prices within Sessions}{subsection.6.5.2}{}} \newlabel{subsec:willing2pay@cref}{{[subsection][2][6,5]6.5.2}{159}} \citation{ge2011cost} \citation{hu2018learning} \citation{hu2018learning} \citation{hu2018learning} \citation{case2007principles} \citation{zhang2004customizing,zhang2009effectiveness} \@writefile{toc}{\contentsline {subsection}{\numberline {6.5.3}Price Sensitivity and Price Elasticity}{160}{subsection.6.5.3}} \newlabel{subsec:sensElas}{{6.5.3}{160}{Price Sensitivity and Price Elasticity}{subsection.6.5.3}{}} \newlabel{subsec:sensElas@cref}{{[subsection][3][6,5]6.5.3}{160}} \citation{wan2017modeling} \citation{ruiz2020shopper} \citation{ruiz2020shopper} \citation{jiang2015redesigning} \citation{chen2016empirical} \citation{celma2008music} \citation{pampalk2005dynamic} \citation{anderson2014dynamics} \citation{wang2014improving} \citation{van2013deep} \@writefile{toc}{\contentsline {section}{\numberline {6.6}Other Contextual Features in Recommendation}{163}{section.6.6}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.6.1}Music and Audio}{163}{subsection.6.6.1}} \citation{mcfee2012million} \citation{anderson2014dynamics} \citation{anderson2020algorithmic} \citation{bao2015recommendations} \citation{zheng2009mining} \citation{cho2011friendship} \citation{bao2015recommendations} \@writefile{toc}{\contentsline {subsection}{\numberline {6.6.2}Recommendation in Location-Based Networks}{164}{subsection.6.6.2}} \newlabel{subsec:location}{{6.6.2}{164}{Recommendation in Location-Based Networks}{subsection.6.6.2}{}} \newlabel{subsec:location@cref}{{[subsection][2][6,6]6.6.2}{164}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.6.3}Temporal, Textual, and Visual Features}{165}{subsection.6.6.3}} \@writefile{toc}{\contentsline {section}{\numberline {6.7}Online Advertising}{165}{section.6.7}} \newlabel{sec:advertising}{{6.7}{165}{Online Advertising}{section.6.7}{}} \newlabel{sec:advertising@cref}{{[section][7][6]6.7}{165}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.7.1}Matching Problems}{166}{subsection.6.7.1}} \newlabel{sec:matching}{{6.7.1}{166}{Matching Problems}{subsection.6.7.1}{}} \newlabel{sec:matching@cref}{{[subsection][1][6,7]6.7.1}{166}} \newlabel{eq:matchingObj}{{6.34}{166}{Matching Problems}{equation.6.7.34}{}} \newlabel{eq:matchingObj@cref}{{[equation][34][6]6.34}{166}} \citation{gusfield1989stable} \citation{gale1962college} \citation{gusfield1989stable} \citation{kuhn1955hungarian} \@writefile{lof}{\contentsline {figure}{\numberline {6.4}{\ignorespaces Ad recommendation as bipartite matching.}}{167}{figure.6.4}} \newlabel{fig:matching}{{6.4}{167}{Ad recommendation as bipartite matching}{figure.6.4}{}} \newlabel{fig:matching@cref}{{[figure][4][6]6.4}{167}} \@writefile{toc}{\contentsline {subsection}{\numberline {6.7.2}AdWords}{167}{subsection.6.7.2}} \newlabel{subsec:adwords}{{6.7.2}{167}{AdWords}{subsection.6.7.2}{}} \newlabel{subsec:adwords@cref}{{[subsection][2][6,7]6.7.2}{167}} \citation{mehta2007adwords} \citation{rajaraman2011mining} \citation{mehta2007adwords} \@writefile{toc}{\contentsline {section}{Exercises}{168}{section*.64}} \newlabel{ex:FM1}{{6.1}{169}{Exercises}{Item.48}{}} \newlabel{ex:FM1@cref}{{[ex@beanbychapter][1][6]6.1}{169}} \newlabel{ex:FM2}{{6.2}{169}{Exercises}{Item.49}{}} \newlabel{ex:FM2@cref}{{[ex@beanbychapter][2][6]6.2}{169}} \newlabel{ex:sorec1}{{6.3}{169}{Exercises}{Item.50}{}} \newlabel{ex:sorec1@cref}{{[ex@beanbychapter][3][6]6.3}{169}} \citation{ni2019justifying} \newlabel{SC@20}{{6.7.2}{170}{AdWords}{Item.51}{}} \newlabel{SC@20@cref}{{[subsection][2][6,7]6.7.2}{170}} \@writefile{lof}{\contentsline {figure}{\numberline {6.5}{\ignorespaces Performance demonstration in cold-start settings.}}{170}{figure.6.5}} \newlabel{fig:rmseNtrain}{{6.5}{170}{\SC@OPTCAPtext }{figure.6.5}{}} \newlabel{fig:rmseNtrain@cref}{{[figure][5][6]6.5}{170}} \newlabel{proj:coldStart}{{5}{170}{AdWords}{projectCounter.5}{}} \newlabel{proj:coldStart@cref}{{[projectCounter][5][]5}{170}} \@writefile{toc}{\contentsline {section}{Project 5: Cold-Start Recommendation on \emph {Amazon}}{170}{section*.65}} \@writefile{toc}{\contentsline {chapter}{\numberline {7}Temporal and Sequential Models}{172}{chapter.7}} \newlabel{chap:temporalSequential}{{7}{172}{Temporal and Sequential Models}{chapter.7}{}} \newlabel{chap:temporalSequential@cref}{{[chapter][7][]7}{172}} \@writefile{toc}{\contentsline {section}{\numberline {7.1}Introduction to Regression with Time Series}{173}{section.7.1}} \newlabel{sec:introTime}{{7.1}{173}{Introduction to Regression with Time Series}{section.7.1}{}} \newlabel{sec:introTime@cref}{{[section][1][7]7.1}{173}} \@writefile{toc}{\contentsline {paragraph}{Autoregression}{173}{section*.66}} \newlabel{SC@21}{{7.1}{174}{Autoregression}{lstnumber.-52.10}{}} \newlabel{SC@21@cref}{{[section][1][7]7.1}{174}} \@writefile{lof}{\contentsline {figure}{\numberline {7.1}{\ignorespaces Moving-average plots of \emph {Goodreads} Fantasy novel ratings.}}{174}{figure.7.1}} \newlabel{fig:slidingWindows}{{7.1}{174}{\SC@OPTCAPtext }{figure.7.1}{}} \newlabel{fig:slidingWindows@cref}{{[figure][1][7]7.1}{174}} \newlabel{eq:movingAverage}{{7.2}{174}{Autoregression}{equation.7.1.2}{}} \newlabel{eq:movingAverage@cref}{{[equation][2][7]7.2}{174}} \newlabel{eq:weightedMovingAverage}{{7.3}{174}{Autoregression}{equation.7.1.3}{}} \newlabel{eq:weightedMovingAverage@cref}{{[equation][3][7]7.3}{174}} \newlabel{eq:autoRegression}{{7.4}{175}{Autoregression}{equation.7.1.4}{}} \newlabel{eq:autoRegression@cref}{{[equation][4][7]7.4}{175}} \@writefile{toc}{\contentsline {section}{\numberline {7.2}Temporal Dynamics in Recommender Systems}{175}{section.7.2}} \newlabel{sec:temporalRec}{{7.2}{175}{Temporal Dynamics in Recommender Systems}{section.7.2}{}} \newlabel{sec:temporalRec@cref}{{[section][2][7]7.2}{175}} \newlabel{temporalItem3}{{{\rm (i)}}{176}{Temporal Dynamics in Recommender Systems}{Item.55}{}} \newlabel{temporalItem3@cref}{{[enumi][1][]{\rm (i)}}{176}} \newlabel{temporalItem1}{{{\rm (ii)}}{176}{Temporal Dynamics in Recommender Systems}{Item.56}{}} \newlabel{temporalItem1@cref}{{[enumi][2][]{\rm (ii)}}{176}} \newlabel{temporalItem2}{{{\rm (iii)}}{176}{Temporal Dynamics in Recommender Systems}{Item.57}{}} \newlabel{temporalItem2@cref}{{[enumi][3][]{\rm (iii)}}{176}} \newlabel{temporalItem10}{{{\rm (iv)}}{176}{Temporal Dynamics in Recommender Systems}{Item.58}{}} \newlabel{temporalItem10@cref}{{[enumi][4][]{\rm (iv)}}{176}} \newlabel{temporalItem4}{{{\rm (v)}}{176}{Temporal Dynamics in Recommender Systems}{Item.59}{}} \newlabel{temporalItem4@cref}{{[enumi][5][]{\rm (v)}}{176}} \newlabel{temporalItem5}{{{\rm (vi)}}{176}{Temporal Dynamics in Recommender Systems}{Item.60}{}} \newlabel{temporalItem5@cref}{{[enumi][6][]{\rm (vi)}}{176}} \newlabel{temporalItem6}{{{\rm (vii)}}{176}{Temporal Dynamics in Recommender Systems}{Item.61}{}} \newlabel{temporalItem6@cref}{{[enumi][7][]{\rm (vii)}}{176}} \newlabel{temporalItem7}{{{\rm (viii)}}{176}{Temporal Dynamics in Recommender Systems}{Item.62}{}} \newlabel{temporalItem7@cref}{{[enumi][8][]{\rm (viii)}}{176}} \newlabel{temporalItem8}{{{\rm (ix)}}{176}{Temporal Dynamics in Recommender Systems}{Item.63}{}} \newlabel{temporalItem8@cref}{{[enumi][9][]{\rm (ix)}}{176}} \newlabel{temporalItem9}{{{\rm (x)}}{176}{Temporal Dynamics in Recommender Systems}{Item.64}{}} \newlabel{temporalItem9@cref}{{[enumi][10][]{\rm (x)}}{176}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.2.1}Methods for Temporal Recommendation}{177}{subsection.7.2.1}} \newlabel{eq:latentFactorTime}{{7.6}{177}{Methods for Temporal Recommendation}{equation.7.2.6}{}} \newlabel{eq:latentFactorTime@cref}{{[equation][6][7]7.6}{177}} \newlabel{eq:sequenceModelExamp}{{7.7}{177}{Methods for Temporal Recommendation}{equation.7.2.7}{}} \newlabel{eq:sequenceModelExamp@cref}{{[equation][7][7]7.7}{177}} \citation{koren2009collaborative} \@writefile{lof}{\contentsline {figure}{\numberline {7.2}{\ignorespaces Temporal dynamics on Netflix.}}{178}{figure.7.2}} \newlabel{fig:netflixTemporal}{{7.2}{178}{Temporal dynamics on Netflix}{figure.7.2}{}} \newlabel{fig:netflixTemporal@cref}{{[figure][2][7]7.2}{178}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.2.2}Case Study: Temporal Recommendation and the Netflix Prize}{178}{subsection.7.2.2}} \newlabel{sec:caseStudyNetflixTemporal}{{7.2.2}{178}{Case Study: Temporal Recommendation and the Netflix Prize}{subsection.7.2.2}{}} \newlabel{sec:caseStudyNetflixTemporal@cref}{{[subsection][2][7,2]7.2.2}{178}} \citation{koren2009collaborative} \citation{koren2009collaborative} \newlabel{eq:bins30}{{7.9}{179}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.9}{}} \newlabel{eq:bins30@cref}{{[equation][9][7]7.9}{179}} \newlabel{eq:netflixPeriodic}{{7.10}{179}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.10}{}} \newlabel{eq:netflixPeriodic@cref}{{[equation][10][7]7.10}{179}} \citation{koren2009collaborative} \citation{koren2009collaborative} \citation{koren2009collaborative} \newlabel{SC@22}{{7.2.2}{180}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.13}{}} \newlabel{SC@22@cref}{{[subsection][2][7,2]7.2.2}{180}} \@writefile{lof}{\contentsline {figure}{\numberline {7.3}{\ignorespaces Expressive deviation term from \cite {koren2009collaborative}. }}{180}{figure.7.3}} \newlabel{fig:expressiveDev}{{7.3}{180}{\SC@CAPtext }{figure.7.3}{}} \newlabel{fig:expressiveDev@cref}{{[figure][3][7]7.3}{180}} \newlabel{eq:expressiveDev}{{7.11}{180}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.11}{}} \newlabel{eq:expressiveDev@cref}{{[equation][11][7]7.11}{180}} \newlabel{eq:temporalBeta}{{7.12}{180}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.12}{}} \newlabel{eq:temporalBeta@cref}{{[equation][12][7]7.12}{180}} \newlabel{eq:temporalGamma}{{7.13}{180}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.13}{}} \newlabel{eq:temporalGamma@cref}{{[equation][13][7]7.13}{180}} \citation{koren2009collaborative} \citation{koren2009collaborative} \newlabel{SC@23}{{7.2.2}{181}{Case Study: Temporal Recommendation and the Netflix Prize}{equation.7.2.14}{}} \newlabel{SC@23@cref}{{[subsection][2][7,2]7.2.2}{181}} \@writefile{lof}{\contentsline {figure}{\numberline {7.4}{\ignorespaces Spline interpolation of temporally evolving user bias. }}{181}{figure.7.4}} \newlabel{fig:splines}{{7.4}{181}{\SC@CAPtext }{figure.7.4}{}} \newlabel{fig:splines@cref}{{[figure][4][7]7.4}{181}} \citation{bell2007lessons} \@writefile{toc}{\contentsline {subsection}{\numberline {7.2.3}What can Netflix Teach us about Temporal Models?}{182}{subsection.7.2.3}} \newlabel{sec:whatTeach}{{7.2.3}{182}{What can Netflix Teach us about Temporal Models?}{subsection.7.2.3}{}} \newlabel{sec:whatTeach@cref}{{[subsection][3][7,2]7.2.3}{182}} \citation{koren2009collaborative,ding2005time,xiang2010temporal,mcauley2013amateurs} \citation{koren2009collaborative,ding2005time,xiang2010temporal,mcauley2013amateurs} \citation{widmer1996learning,tsymbal2004problem} \citation{widmer1996learning} \citation{ding2005time} \@writefile{lot}{\contentsline {table}{\numberline {7.1}{\ignorespaces Comparison of temporally-aware recommendation techniques.}}{183}{table.7.1}} \newlabel{tab:temporalRec}{{7.1}{183}{Comparison of temporally-aware recommendation techniques}{table.7.1}{}} \newlabel{tab:temporalRec@cref}{{[table][1][7]7.1}{183}} \@writefile{toc}{\contentsline {section}{\numberline {7.3}Other Approaches to Temporal Dynamics}{183}{section.7.3}} \newlabel{sec:otherTemporal}{{7.3}{183}{Other Approaches to Temporal Dynamics}{section.7.3}{}} \newlabel{sec:otherTemporal@cref}{{[section][3][7]7.3}{183}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.3.1}Long-Term Dynamics of Opinions}{183}{subsection.7.3.1}} \newlabel{subsec:longterm}{{7.3.1}{183}{Long-Term Dynamics of Opinions}{subsection.7.3.1}{}} \newlabel{subsec:longterm@cref}{{[subsection][1][7,3]7.3.1}{183}} \citation{godes2012sequential} \citation{godes2012sequential} \citation{wu2008public} \citation{godes2012sequential} \citation{li2008self} \citation{godes2012sequential} \citation{koren2009collaborative} \newlabel{eq:timeWeight}{{7.15}{184}{Long-Term Dynamics of Opinions}{equation.7.3.15}{}} \newlabel{eq:timeWeight@cref}{{[equation][15][7]7.15}{184}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.3.2}Short-Term Dynamics and Session-Based Recommendation}{184}{subsection.7.3.2}} \newlabel{subsec:shortTerm}{{7.3.2}{184}{Short-Term Dynamics and Session-Based Recommendation}{subsection.7.3.2}{}} \newlabel{subsec:shortTerm@cref}{{[subsection][2][7,3]7.3.2}{184}} \citation{xiang2010temporal} \citation{xiang2010temporal} \citation{xiang2010temporal} \citation{xiang2010temporal} \citation{xiang2010temporal} \citation{mcauley2013amateurs} \newlabel{SC@24}{{7.3.2}{185}{Short-Term Dynamics and Session-Based Recommendation}{subsection.7.3.2}{}} \newlabel{SC@24@cref}{{[subsection][2][7,3]7.3.2}{185}} \@writefile{lof}{\contentsline {figure}{\numberline {7.5}{\ignorespaces Session-based Temporal Graph \citep {xiang2010temporal}. }}{185}{figure.7.5}} \newlabel{fig:STG}{{7.5}{185}{\SC@OPTCAPtext }{figure.7.5}{}} \newlabel{fig:STG@cref}{{[figure][5][7]7.5}{185}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.3.3}User-Level Temporal Evolution}{185}{subsection.7.3.3}} \newlabel{subsec:userEvolve}{{7.3.3}{185}{User-Level Temporal Evolution}{subsection.7.3.3}{}} \newlabel{subsec:userEvolve@cref}{{[subsection][3][7,3]7.3.3}{185}} \citation{mcauley2013amateurs} \citation{mcauley2013amateurs} \@writefile{toc}{\contentsline {section}{\numberline {7.4}Personalized Markov Chains}{186}{section.7.4}} \newlabel{sec:markov}{{7.4}{186}{Personalized Markov Chains}{section.7.4}{}} \newlabel{sec:markov@cref}{{[section][4][7]7.4}{186}} \@writefile{toc}{\contentsline {paragraph}{Markov chains}{187}{section*.67}} \newlabel{eq:markov1}{{7.17}{187}{Markov chains}{equation.7.4.17}{}} \newlabel{eq:markov1@cref}{{[equation][17][7]7.17}{187}} \newlabel{eq:fMarkov}{{7.19}{187}{Markov chains}{equation.7.4.19}{}} \newlabel{eq:fMarkov@cref}{{[equation][19][7]7.19}{187}} \citation{rendle2010factorizing,cai2017spmc,feng2015personalized,he2017translation} \citation{rendle2010factorizing,cai2017spmc,feng2015personalized,he2017translation} \citation{rendle2010factorizing} \@writefile{lot}{\contentsline {table}{\numberline {7.2}{\ignorespaces Markov-Chain models for personalized recommendation.}}{188}{table.7.2}} \newlabel{tab:markovTable}{{7.2}{188}{Markov-Chain models for personalized recommendation}{table.7.2}{}} \newlabel{tab:markovTable@cref}{{[table][2][7]7.2}{188}} \@writefile{toc}{\contentsline {section}{\numberline {7.5}Case Studies: Markov-Chain Models for Recommendation}{188}{section.7.5}} \newlabel{sec:markovCaseStudies}{{7.5}{188}{Case Studies: Markov-Chain Models for Recommendation}{section.7.5}{}} \newlabel{sec:markovCaseStudies@cref}{{[section][5][7]7.5}{188}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.5.1}Factorized Personalized Markov Chains}{188}{subsection.7.5.1}} \newlabel{sec:FPMC}{{7.5.1}{188}{Factorized Personalized Markov Chains}{subsection.7.5.1}{}} \newlabel{sec:FPMC@cref}{{[subsection][1][7,5]7.5.1}{188}} \citation{rendle2010factorizing} \newlabel{eq:fuij}{{7.20}{189}{Factorized Personalized Markov Chains}{equation.7.5.20}{}} \newlabel{eq:fuij@cref}{{[equation][20][7]7.20}{189}} \newlabel{eq:FPMC}{{7.22}{189}{Factorized Personalized Markov Chains}{equation.7.5.22}{}} \newlabel{eq:FPMC@cref}{{[equation][22][7]7.22}{189}} \newlabel{eq:FPMC_BPR}{{7.23}{189}{Factorized Personalized Markov Chains}{equation.7.5.23}{}} \newlabel{eq:FPMC_BPR@cref}{{[equation][23][7]7.23}{189}} \citation{cai2017spmc} \citation{cai2017spmc} \@writefile{toc}{\contentsline {subsection}{\numberline {7.5.2}Socially-Aware Sequential Recommendation}{190}{subsection.7.5.2}} \newlabel{subsec:SocialSeqRec}{{7.5.2}{190}{Socially-Aware Sequential Recommendation}{subsection.7.5.2}{}} \newlabel{subsec:SocialSeqRec@cref}{{[subsection][2][7,5]7.5.2}{190}} \newlabel{eq:SBPR}{{7.24}{190}{Socially-Aware Sequential Recommendation}{equation.7.5.24}{}} \newlabel{eq:SBPR@cref}{{[equation][24][7]7.24}{190}} \citation{feng2015personalized} \citation{feng2015personalized} \citation{chen2012playlist} \@writefile{toc}{\contentsline {subsection}{\numberline {7.5.3}Locality-Based Sequential Recommendation}{191}{subsection.7.5.3}} \newlabel{sec:PRME}{{7.5.3}{191}{Locality-Based Sequential Recommendation}{subsection.7.5.3}{}} \newlabel{sec:PRME@cref}{{[subsection][3][7,5]7.5.3}{191}} \newlabel{eq:PRME_sequential}{{7.25}{191}{Locality-Based Sequential Recommendation}{equation.7.5.25}{}} \newlabel{eq:PRME_sequential@cref}{{[equation][25][7]7.25}{191}} \citation{he2017translation} \citation{bordes2013translating,wang2014knowledge,10.5555/2886521.2886624} \newlabel{SC@25}{{7.5.3}{192}{Locality-Based Sequential Recommendation}{equation.7.5.26}{}} \newlabel{SC@25@cref}{{[subsection][3][7,5]7.5.3}{192}} \@writefile{lof}{\contentsline {figure}{\numberline {7.6}{\ignorespaces Translation-based sequential models.}}{192}{figure.7.6}} \newlabel{fig:translation}{{7.6}{192}{\SC@OPTCAPtext }{figure.7.6}{}} \newlabel{fig:translation@cref}{{[figure][6][7]7.6}{192}} \newlabel{eq:FME_sequential}{{7.26}{192}{Locality-Based Sequential Recommendation}{equation.7.5.26}{}} \newlabel{eq:FME_sequential@cref}{{[equation][26][7]7.26}{192}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.5.4}Translation-Based Recommendation}{192}{subsection.7.5.4}} \newlabel{sec:transRec}{{7.5.4}{192}{Translation-Based Recommendation}{subsection.7.5.4}{}} \newlabel{sec:transRec@cref}{{[subsection][4][7,5]7.5.4}{192}} \citation{he2017translation} \citation{he2017translation} \@writefile{toc}{\contentsline {subsection}{\numberline {7.5.5}FPMC in \emph {Tensorflow}}{193}{subsection.7.5.5}} \newlabel{subsec:fpmcTensor}{{7.5.5}{193}{FPMC in \emph {Tensorflow}}{subsection.7.5.5}{}} \newlabel{subsec:fpmcTensor@cref}{{[subsection][5][7,5]7.5.5}{193}} \@writefile{toc}{\contentsline {section}{\numberline {7.6}Recurrent Networks}{195}{section.7.6}} \newlabel{sec:rnn}{{7.6}{195}{Recurrent Networks}{section.7.6}{}} \newlabel{sec:rnn@cref}{{[section][6][7]7.6}{195}} \citation{hochreiter1997long} \@writefile{toc}{\contentsline {subsection}{\numberline {7.6.1}The Long Short-Term Memory Model}{197}{subsection.7.6.1}} \newlabel{subsec:LSTM}{{7.6.1}{197}{The Long Short-Term Memory Model}{subsection.7.6.1}{}} \newlabel{subsec:LSTM@cref}{{[subsection][1][7,6]7.6.1}{197}} \newlabel{eq:lstmFirst}{{7.30}{197}{The Long Short-Term Memory Model}{equation.7.6.30}{}} \newlabel{eq:lstmFirst@cref}{{[equation][30][7]7.30}{197}} \newlabel{eq:lstmLast}{{7.35}{197}{The Long Short-Term Memory Model}{equation.7.6.35}{}} \newlabel{eq:lstmLast@cref}{{[equation][35][7]7.35}{197}} \citation{hidasi2015session} \citation{li2017neural} \citation{kang2018self} \citation{devlin2018bert} \@writefile{lof}{\contentsline {figure}{\numberline {7.7}{\ignorespaces Visualization of an LSTM cell.}}{198}{figure.7.7}} \newlabel{fig:LSTMcell}{{7.7}{198}{Visualization of an LSTM cell}{figure.7.7}{}} \newlabel{fig:LSTMcell@cref}{{[figure][7][7]7.7}{198}} \@writefile{toc}{\contentsline {section}{\numberline {7.7}Neural Network-Based Sequential Recommenders}{198}{section.7.7}} \newlabel{sec:rnnRec}{{7.7}{198}{Neural Network-Based Sequential Recommenders}{section.7.7}{}} \newlabel{sec:rnnRec@cref}{{[section][7][7]7.7}{198}} \@writefile{toc}{\contentsline {subsubsection}{Relationship to natural language processing}{198}{section*.68}} \citation{hidasi2015session,li2017neural,kang2018self,sun2019bert4rec} \citation{hidasi2015session,li2017neural,kang2018self,sun2019bert4rec} \citation{hidasi2015session} \citation{devlin2018bert} \@writefile{toc}{\contentsline {subsubsection}{`User-free' sequential recommendation}{199}{section*.69}} \citation{hidasi2015session} \citation{hidasi2015session} \citation{hidasi2015session} \citation{hidasi2015session} \@writefile{lot}{\contentsline {table}{\numberline {7.3}{\ignorespaces Summary of deep-learning based sequential models.}}{200}{table.7.3}} \newlabel{tab:userFreeSequence}{{7.3}{200}{Summary of deep-learning based sequential models}{table.7.3}{}} \newlabel{tab:userFreeSequence@cref}{{[table][3][7]7.3}{200}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.7.1}Recurrent Network-Based Recommendation}{200}{subsection.7.7.1}} \newlabel{subsec:rnnRec2}{{7.7.1}{200}{Recurrent Network-Based Recommendation}{subsection.7.7.1}{}} \newlabel{subsec:rnnRec2@cref}{{[subsection][1][7,7]7.7.1}{200}} \citation{kang2018self} \citation{xu2015show} \citation{bahdanau2014neural} \citation{li2017neural} \citation{vaswani2017attention} \citation{vaswani2017attention} \@writefile{toc}{\contentsline {subsection}{\numberline {7.7.2}Attention Mechanisms}{201}{subsection.7.7.2}} \newlabel{subsec:attention}{{7.7.2}{201}{Attention Mechanisms}{subsection.7.7.2}{}} \newlabel{subsec:attention@cref}{{[subsection][2][7,7]7.7.2}{201}} \@writefile{toc}{\contentsline {subsubsection}{Neural Attentive Recommendation}{201}{section*.70}} \@writefile{toc}{\contentsline {subsubsection}{Self-Attentive Sequential Recommendation}{201}{section*.71}} \citation{kang2018self} \citation{kang2018self} \citation{kang2018self} \citation{sun2019bert4rec} \citation{devlin2018bert} \@writefile{toc}{\contentsline {subsubsection}{BERT4Rec}{202}{section*.72}} \citation{xiao2017attentional} \citation{xiao2017attentional} \citation{wu2020sse} \@writefile{toc}{\contentsline {subsubsection}{Attentional Factorization Machines}{203}{section*.73}} \@writefile{toc}{\contentsline {subsection}{\numberline {7.7.3}Summary}{203}{subsection.7.7.3}} \citation{ni2019modeling} \citation{ni2019modeling} \citation{ni2019modeling} \@writefile{toc}{\contentsline {section}{\numberline {7.8}Case Study: Personalized Heart-Rate Modeling}{204}{section.7.8}} \newlabel{sec:caseStudyHR}{{7.8}{204}{Case Study: Personalized Heart-Rate Modeling}{section.7.8}{}} \newlabel{sec:caseStudyHR@cref}{{[section][8][7]7.8}{204}} \citation{ni2019modeling} \citation{ni2019modeling} \citation{ni2019modeling} \citation{kolter2007dynamic} \citation{kolter2007dynamic} \citation{schlimmer1986incremental} \citation{koren2009collaborative} \citation{sugiyama2004adaptive} \@writefile{toc}{\contentsline {section}{\numberline {7.9}History of Personalized Temporal Models}{205}{section.7.9}} \citation{xiang2010temporal} \citation{godes2012sequential} \citation{mcauley2013amateurs} \@writefile{toc}{\contentsline {section}{Exercises}{206}{section*.74}} \newlabel{ex:seq1}{{7.2}{206}{Exercises}{Item.66}{}} \newlabel{ex:seq1@cref}{{[ex@beanbychapter][2][7]7.2}{206}} \citation{he2017translation} \newlabel{ex:fism}{{7.3}{207}{Exercises}{Item.67}{}} \newlabel{ex:fism@cref}{{[ex@beanbychapter][3][7]7.3}{207}} \newlabel{proj:tempBusiness}{{6}{207}{History of Personalized Temporal Models}{projectCounter.6}{}} \newlabel{proj:tempBusiness@cref}{{[projectCounter][6][]6}{207}} \@writefile{toc}{\contentsline {section}{Project 6: Temporal and Sequential Dynamics in Business Reviews}{207}{section*.75}} \@writefile{toc}{\contentsline {part}{\MakeUppercase {Part\ THREE\relax \hskip 1em\relax Emerging Directions in Personalized Machine Learning}}{211}{part.3}} \citation{bordes2016learning} \citation{roemmele2016writing} \citation{zhang2014chinese} \citation{joshi2017personalization,majumder2020like} \@writefile{toc}{\contentsline {chapter}{\numberline {8}Personalized Models of Text}{213}{chapter.8}} \newlabel{chap:text}{{8}{213}{Personalized Models of Text}{chapter.8}{}} \newlabel{chap:text@cref}{{[chapter][8][]8}{213}} \@writefile{lof}{\contentsline {figure}{\numberline {8.1}{\ignorespaces What's the point of sentiment analysis? }}{214}{figure.8.1}} \newlabel{box:sentiment}{{8.1}{214}{What's the point of sentiment analysis?}{figure.8.1}{}} \newlabel{box:sentiment@cref}{{[figure][1][8]8.1}{214}} \@writefile{toc}{\contentsline {section}{\numberline {8.1}Basics of Text Modeling: The Bag-of-Words Model}{214}{section.8.1}} \newlabel{sec:textBasics}{{8.1}{214}{Basics of Text Modeling: The Bag-of-Words Model}{section.8.1}{}} \newlabel{sec:textBasics@cref}{{[section][1][8]8.1}{214}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.1.1}Sentiment Analysis}{214}{subsection.8.1.1}} \newlabel{sec:sentiment}{{8.1.1}{214}{Sentiment Analysis}{subsection.8.1.1}{}} \newlabel{sec:sentiment@cref}{{[subsection][1][8,1]8.1.1}{214}} \newlabel{eq:sentiment0}{{8.1}{214}{Sentiment Analysis}{equation.8.1.1}{}} \newlabel{eq:sentiment0@cref}{{[equation][1][8]8.1}{214}} \@writefile{lof}{\contentsline {figure}{\numberline {8.2}{\ignorespaces Bag-of-Words models.}}{215}{figure.8.2}} \newlabel{fig:bowExample}{{8.2}{215}{Bag-of-Words models}{figure.8.2}{}} \newlabel{fig:bowExample@cref}{{[figure][2][8]8.2}{215}} \citation{lovins1968development,porter1980algorithm} \@writefile{toc}{\contentsline {paragraph}{Removing capitalization and punctuation}{216}{section*.76}} \@writefile{toc}{\contentsline {paragraph}{Stemming}{216}{section*.77}} \@writefile{toc}{\contentsline {paragraph}{Stopwords}{216}{section*.78}} \newlabel{eq:sentiment1}{{8.2}{217}{Stopwords}{equation.8.1.2}{}} \newlabel{eq:sentiment1@cref}{{[equation][2][8]8.2}{217}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.1.2}N-grams}{218}{subsection.8.1.2}} \newlabel{sec:ngrams}{{8.1.2}{218}{N-grams}{subsection.8.1.2}{}} \newlabel{sec:ngrams@cref}{{[subsection][2][8,1]8.1.2}{218}} \@writefile{lof}{\contentsline {figure}{\numberline {8.3}{\ignorespaces Arguments for and against N-grams. }}{220}{figure.8.3}} \newlabel{box:Ngrams}{{8.3}{220}{Arguments for and against N-grams}{figure.8.3}{}} \newlabel{box:Ngrams@cref}{{[figure][3][8]8.3}{220}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.1.3}Word Relevance and Document Similarity}{221}{subsection.8.1.3}} \newlabel{sec:tfidf}{{8.1.3}{221}{Word Relevance and Document Similarity}{subsection.8.1.3}{}} \newlabel{sec:tfidf@cref}{{[subsection][3][8,1]8.1.3}{221}} \@writefile{lof}{\contentsline {figure}{\numberline {8.4}{\ignorespaces Term frequency and \emph {tf-idf} comparison.}}{222}{figure.8.4}} \newlabel{fig:tfidfexamp}{{8.4}{222}{Term frequency and \emph {tf-idf} comparison}{figure.8.4}{}} \newlabel{fig:tfidfexamp@cref}{{[figure][4][8]8.4}{222}} \citation{jones1972statistical} \citation{robertson2004understanding} \citation{robertson2009probabilistic} \newlabel{eq:tfidf}{{8.8}{223}{Word Relevance and Document Similarity}{equation.8.1.8}{}} \newlabel{eq:tfidf@cref}{{[equation][8][8]8.8}{223}} \newlabel{eq:maxDL0}{{8.9}{223}{Word Relevance and Document Similarity}{equation.8.1.9}{}} \newlabel{eq:maxDL0@cref}{{[equation][9][8]8.9}{223}} \newlabel{eq:maxDL}{{8.10}{223}{Word Relevance and Document Similarity}{equation.8.1.10}{}} \newlabel{eq:maxDL@cref}{{[equation][10][8]8.10}{223}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.1.4}Using TF-IDF for Search and Retrieval}{223}{subsection.8.1.4}} \newlabel{subsec:tfidfRetrieve}{{8.1.4}{223}{Using TF-IDF for Search and Retrieval}{subsection.8.1.4}{}} \newlabel{subsec:tfidfRetrieve@cref}{{[subsection][4][8,1]8.1.4}{223}} \citation{schutze2008introduction} \citation{robertson2009probabilistic} \citation{schutze2008introduction} \citation{mikolov2013distributed} \citation{mikolov2013distributed} \citation{mikolov2013distributed} \newlabel{eq:bm25}{{8.11}{224}{Using TF-IDF for Search and Retrieval}{equation.8.1.11}{}} \newlabel{eq:bm25@cref}{{[equation][11][8]8.11}{224}} \@writefile{toc}{\contentsline {section}{\numberline {8.2}Distributed Word and Item Representations}{224}{section.8.2}} \newlabel{sec:word2vec}{{8.2}{224}{Distributed Word and Item Representations}{section.8.2}{}} \newlabel{sec:word2vec@cref}{{[section][2][8]8.2}{224}} \citation{mikolov2013distributed} \citation{mikolov2013distributed} \citation{mikolov2013distributed} \newlabel{eq:word2vec0}{{8.13}{225}{Distributed Word and Item Representations}{equation.8.2.13}{}} \newlabel{eq:word2vec0@cref}{{[equation][13][8]8.13}{225}} \newlabel{eq:word2vec1}{{8.14}{225}{Distributed Word and Item Representations}{equation.8.2.14}{}} \newlabel{eq:word2vec1@cref}{{[equation][14][8]8.14}{225}} \newlabel{eq:word2vec2}{{8.15}{225}{Distributed Word and Item Representations}{equation.8.2.15}{}} \newlabel{eq:word2vec2@cref}{{[equation][15][8]8.15}{225}} \citation{barkan2016item2vec} \citation{barkan2016item2vec} \@writefile{toc}{\contentsline {subsection}{\numberline {8.2.1}Item2Vec}{226}{subsection.8.2.1}} \newlabel{sec:item2Vec}{{8.2.1}{226}{Item2Vec}{subsection.8.2.1}{}} \newlabel{sec:item2Vec@cref}{{[subsection][1][8,2]8.2.1}{226}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.2.2}Word2Vec and Item2Vec with Gensim}{226}{subsection.8.2.2}} \citation{maaten2008visualizing} \newlabel{SC@26}{{8.2.2}{227}{Word2Vec and Item2Vec with Gensim}{equation.8.2.17}{}} \newlabel{SC@26@cref}{{[subsection][2][8,2]8.2.2}{227}} \@writefile{lof}{\contentsline {figure}{\numberline {8.5}{\ignorespaces Item representations under the \emph {item2vec} model.}}{227}{figure.8.5}} \newlabel{fig:item2vec}{{8.5}{227}{\SC@OPTCAPtext }{figure.8.5}{}} \newlabel{fig:item2vec@cref}{{[figure][5][8]8.5}{227}} \@writefile{toc}{\contentsline {section}{\numberline {8.3}Personalized Sentiment and Recommendation}{228}{section.8.3}} \newlabel{sec:personalText}{{8.3}{228}{Personalized Sentiment and Recommendation}{section.8.3}{}} \newlabel{sec:personalText@cref}{{[section][3][8]8.3}{228}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.3.1}Case Studies: Review-Aware Recommendation}{228}{subsection.8.3.1}} \newlabel{sec:reviewAware}{{8.3.1}{228}{Case Studies: Review-Aware Recommendation}{subsection.8.3.1}{}} \newlabel{sec:reviewAware@cref}{{[subsection][1][8,3]8.3.1}{228}} \citation{mcauley2013hidden} \citation{blei2003latent} \citation{mcauley2013hidden} \citation{mcauley2013hidden} \citation{mcauley2013hidden} \citation{ma2008sorec} \citation{mcauley2013hidden} \@writefile{lot}{\contentsline {table}{\numberline {8.1}{\ignorespaces Example of topics that explain variance in rating dimensions on \emph {Yelp}.}}{229}{table.8.1}} \newlabel{fig:hftTopics}{{8.1}{229}{Example of topics that explain variance in rating dimensions on \emph {Yelp}}{table.8.1}{}} \newlabel{fig:hftTopics@cref}{{[table][1][8]8.1}{229}} \@writefile{toc}{\contentsline {subsubsection}{Hidden Factors as Topics}{229}{section*.79}} \citation{ling2014ratings} \citation{diao2014jointly} \citation{mcauley2013hidden} \@writefile{lof}{\contentsline {figure}{\numberline {8.6}{\ignorespaces Shared parameters in personalized text models.}}{230}{figure.8.6}} \newlabel{fig:hftIdea}{{8.6}{230}{Shared parameters in personalized text models}{figure.8.6}{}} \newlabel{fig:hftIdea@cref}{{[figure][6][8]8.6}{230}} \@writefile{toc}{\contentsline {subsubsection}{Other topic-modeling approaches}{230}{section*.80}} \citation{wang2011collaborative} \citation{zheng2017joint} \citation{kim-2014-convolutional} \citation{tay2018multi,chen2018neural} \citation{graves2013generating} \@writefile{toc}{\contentsline {subsubsection}{Neural-network approaches}{231}{section*.81}} \@writefile{toc}{\contentsline {section}{\numberline {8.4}Personalized Text Generation}{231}{section.8.4}} \newlabel{sec:personalTextGeneration}{{8.4}{231}{Personalized Text Generation}{section.8.4}{}} \newlabel{sec:personalTextGeneration@cref}{{[section][4][8]8.4}{231}} \citation{radford2017learning,dong2017learning,li2017neural,ni2017estimating} \citation{radford2017learning,dong2017learning,li2017neural,ni2017estimating} \citation{radford2017learning} \@writefile{lof}{\contentsline {figure}{\numberline {8.7}{\ignorespaces Recurrent neural network for text generation.}}{232}{figure.8.7}} \newlabel{fig:rnnText}{{8.7}{232}{Recurrent neural network for text generation}{figure.8.7}{}} \newlabel{fig:rnnText@cref}{{[figure][7][8]8.7}{232}} \@writefile{toc}{\contentsline {subsubsection}{Why generate reviews?}{232}{section*.82}} \citation{radford2017learning} \citation{radford2017learning} \citation{vinyals2015show} \citation{ni2017estimating} \citation{ni2017estimating} \citation{dong2017learning} \@writefile{lot}{\contentsline {table}{\numberline {8.2}{\ignorespaces Summary of personalized text generation approaches.}}{233}{table.8.2}} \newlabel{tab:personTextGen}{{8.2}{233}{Summary of personalized text generation approaches}{table.8.2}{}} \newlabel{tab:personTextGen@cref}{{[table][2][8]8.2}{233}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.4.1}RNN-based Review Generation}{233}{subsection.8.4.1}} \newlabel{subsec:rnnRevGen}{{8.4.1}{233}{RNN-based Review Generation}{subsection.8.4.1}{}} \newlabel{subsec:rnnRevGen@cref}{{[subsection][1][8,4]8.4.1}{233}} \@writefile{toc}{\contentsline {subsubsection}{Conditional review generation}{233}{section*.83}} \citation{li2017neural} \citation{ni2017estimating} \@writefile{lof}{\contentsline {figure}{\numberline {8.8}{\ignorespaces Personalized recurrent network architectures.}}{234}{figure.8.8}} \newlabel{fig:rnnText2}{{8.8}{234}{Personalized recurrent network architectures}{figure.8.8}{}} \newlabel{fig:rnnText2@cref}{{[figure][8][8]8.8}{234}} \@writefile{toc}{\contentsline {subsubsection}{Personalized review generation}{234}{section*.84}} \citation{ni2018personalized} \@writefile{lof}{\contentsline {figure}{\numberline {8.9}{\ignorespaces Real and synthetically generated user reviews.}}{235}{figure.8.9}} \newlabel{fig:genConcat}{{8.9}{235}{Real and synthetically generated user reviews}{figure.8.9}{}} \newlabel{fig:genConcat@cref}{{[figure][9][8]8.9}{235}} \citation{majumder2019generating} \citation{ueta2011recipe} \citation{inagawa2013support} \citation{marin2019recipe1m} \citation{majumder2019generating} \citation{majumder2019generating} \citation{majumder2019generating} \citation{majumder2019generating} \citation{majumder2019generating} \newlabel{SC@27}{{8.4.2}{236}{Case Study: Personalized Recipe Generation}{subsection.8.4.2}{}} \newlabel{SC@27@cref}{{[subsection][2][8,4]8.4.2}{236}} \@writefile{lof}{\contentsline {figure}{\numberline {8.10}{\ignorespaces Example of a personalized recipe.}}{236}{figure.8.10}} \newlabel{fig:recipeGenerated}{{8.10}{236}{\SC@OPTCAPtext }{figure.8.10}{}} \newlabel{fig:recipeGenerated@cref}{{[figure][10][8]8.10}{236}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.4.2}Case Study: Personalized Recipe Generation}{236}{subsection.8.4.2}} \newlabel{sec:recipeCaseStudy}{{8.4.2}{236}{Case Study: Personalized Recipe Generation}{subsection.8.4.2}{}} \newlabel{sec:recipeCaseStudy@cref}{{[subsection][2][8,4]8.4.2}{236}} \citation{liu2018towards} \citation{chang2016crowd} \citation{chang2016crowd} \citation{chang2016crowd} \citation{chang2016crowd} \@writefile{toc}{\contentsline {subsection}{\numberline {8.4.3}Text-Based Explanations and Justifications}{237}{subsection.8.4.3}} \newlabel{subsec:textExplain}{{8.4.3}{237}{Text-Based Explanations and Justifications}{subsection.8.4.3}{}} \newlabel{subsec:textExplain@cref}{{[subsection][3][8,4]8.4.3}{237}} \@writefile{toc}{\contentsline {paragraph}{Extractive vs.\nobreakspace {}abstractive approaches}{237}{section*.85}} \@writefile{toc}{\contentsline {subsubsection}{Crowd-sourced explanations}{237}{section*.86}} \citation{ni2019justifying} \citation{ni2019justifying} \citation{ni2019justifying} \citation{ni2019justifying} \citation{ni2019justifying} \citation{ni2019justifying} \citation{thompson2004personalized} \citation{kang2019recommendation} \citation{jannach2020survey} \citation{thompson2004personalized,mahmood2009improving,christakopoulou2016towards,li2018towards,kang2019recommendation} \citation{thompson2004personalized,mahmood2009improving,christakopoulou2016towards,li2018towards,kang2019recommendation} \@writefile{lof}{\contentsline {figure}{\numberline {8.11}{\ignorespaces Examples of generated justifications for a recommendation.}}{238}{figure.8.11}} \newlabel{fig:justification}{{8.11}{238}{Examples of generated justifications for a recommendation}{figure.8.11}{}} \newlabel{fig:justification@cref}{{[figure][11][8]8.11}{238}} \@writefile{toc}{\contentsline {subsubsection}{Generating explanations from reviews}{238}{section*.87}} \@writefile{toc}{\contentsline {subsection}{\numberline {8.4.4}Conversational Recommendation}{238}{subsection.8.4.4}} \newlabel{subsec:convRec}{{8.4.4}{238}{Conversational Recommendation}{subsection.8.4.4}{}} \newlabel{subsec:convRec@cref}{{[subsection][4][8,4]8.4.4}{238}} \citation{thompson2004personalized} \citation{mahmood2007learning,mahmood2009improving} \citation{mahmood2009improving} \citation{christakopoulou2016towards} \citation{christakopoulou2016towards} \@writefile{lot}{\contentsline {table}{\numberline {8.3}{\ignorespaces Summary of approaches for conversational recommendation.}}{239}{table.8.3}} \newlabel{tab:conversational}{{8.3}{239}{Summary of approaches for conversational recommendation}{table.8.3}{}} \newlabel{tab:conversational@cref}{{[table][3][8]8.3}{239}} \@writefile{toc}{\contentsline {subsubsection}{Query refinement}{239}{section*.88}} \@writefile{toc}{\contentsline {subsubsection}{Interactive recommendation}{239}{section*.89}} \citation{li2018towards} \citation{dodge2015evaluating} \citation{li2018towards} \citation{li2018towards} \citation{kang2019recommendation} \citation{kang2019recommendation} \@writefile{toc}{\contentsline {subsubsection}{Free-form conversation}{240}{section*.90}} \citation{li2018towards} \citation{kang2019recommendation} \citation{kannan2016smart} \citation{henderson2017efficient} \citation{kannan2016smart} \citation{kannan2016smart} \citation{henderson2017efficient} \@writefile{toc}{\contentsline {section}{\numberline {8.5}Case Study: Google's \emph {Smart Reply}}{241}{section.8.5}} \newlabel{sec:caseStudySmart}{{8.5}{241}{Case Study: Google's \emph {Smart Reply}}{section.8.5}{}} \newlabel{sec:caseStudySmart@cref}{{[section][5][8]8.5}{241}} \citation{henderson2017efficient} \citation{henderson2017efficient} \citation{henderson2017efficient} \@writefile{toc}{\contentsline {section}{Exercises}{242}{section*.91}} \newlabel{ex:text1}{{8.1}{243}{Exercises}{Item.73}{}} \newlabel{ex:text1@cref}{{[ex@beanbychapter][1][8]8.1}{243}} \newlabel{ex:text2}{{8.2}{243}{Exercises}{Item.74}{}} \newlabel{ex:text2@cref}{{[ex@beanbychapter][2][8]8.2}{243}} \newlabel{item:qTFIDF}{{8.4}{243}{Exercises}{Item.76}{}} \newlabel{item:qTFIDF@cref}{{[ex@beanbychapter][4][8]8.4}{243}} \newlabel{proj:text}{{7}{243}{Case Study: Google's \emph {Smart Reply}}{projectCounter.7}{}} \newlabel{proj:text@cref}{{[projectCounter][7][]7}{243}} \@writefile{toc}{\contentsline {section}{Project 7: Personalized Document Retrieval}{243}{section*.92}} \newlabel{eq:projBoW1}{{8.19}{244}{Project \theprojectCounter : Personalized Document Retrieval}{equation.8.5.19}{}} \newlabel{eq:projBoW1@cref}{{[equation][19][8]8.19}{244}} \newlabel{eq:textProj}{{8.20}{244}{Project \theprojectCounter : Personalized Document Retrieval}{equation.8.5.20}{}} \newlabel{eq:textProj@cref}{{[equation][20][8]8.20}{244}} \@writefile{toc}{\contentsline {chapter}{\numberline {9}Personalized Models of Visual Data}{246}{chapter.9}} \newlabel{chap:visual}{{9}{246}{Personalized Models of Visual Data}{chapter.9}{}} \newlabel{chap:visual@cref}{{[chapter][9][]9}{246}} \citation{wu2014learning} \citation{al2012finding} \citation{wu2014learning} \citation{pan2014click} \@writefile{toc}{\contentsline {section}{\numberline {9.1}Personalized Image Search and Retrieval}{247}{section.9.1}} \newlabel{sec:imageSearch}{{9.1}{247}{Personalized Image Search and Retrieval}{section.9.1}{}} \newlabel{sec:imageSearch@cref}{{[section][1][9]9.1}{247}} \@writefile{toc}{\contentsline {paragraph}{Latent factors}{247}{section*.93}} \@writefile{toc}{\contentsline {paragraph}{Joint embeddings}{247}{section*.94}} \newlabel{eq:imageRetrieval1}{{9.2}{247}{Joint embeddings}{equation.9.1.2}{}} \newlabel{eq:imageRetrieval1@cref}{{[equation][2][9]9.2}{247}} \citation{hu2014style} \citation{davidson2010youtube} \citation{covington2016deep} \newlabel{eq:queryBased}{{9.3}{248}{Joint embeddings}{equation.9.1.3}{}} \newlabel{eq:queryBased@cref}{{[equation][3][9]9.3}{248}} \@writefile{toc}{\contentsline {section}{\numberline {9.2}Visually-Aware Recommendation and Personalized Ranking}{248}{section.9.2}} \newlabel{sec:visualRec}{{9.2}{248}{Visually-Aware Recommendation and Personalized Ranking}{section.9.2}{}} \newlabel{sec:visualRec@cref}{{[section][2][9]9.2}{248}} \@writefile{toc}{\contentsline {subsection}{\numberline {9.2.1}Visual Bayesian Personalized Ranking}{248}{subsection.9.2.1}} \newlabel{subsec:VBPR}{{9.2.1}{248}{Visual Bayesian Personalized Ranking}{subsection.9.2.1}{}} \newlabel{subsec:VBPR@cref}{{[subsection][1][9,2]9.2.1}{248}} \citation{he2015vbpr} \newlabel{eq:vbprAttempt1}{{9.4}{249}{Visual Bayesian Personalized Ranking}{equation.9.2.4}{}} \newlabel{eq:vbprAttempt1@cref}{{[equation][4][9]9.4}{249}} \newlabel{eq:vbprAttempt2}{{9.5}{249}{Visual Bayesian Personalized Ranking}{equation.9.2.5}{}} \newlabel{eq:vbprAttempt2@cref}{{[equation][5][9]9.5}{249}} \citation{he2015vbpr} \citation{he2016ups} \citation{he2016ups} \newlabel{eq:vbpr}{{9.6}{250}{Visual Bayesian Personalized Ranking}{equation.9.2.6}{}} \newlabel{eq:vbpr@cref}{{[equation][6][9]9.6}{250}} \@writefile{toc}{\contentsline {subsubsection}{Modeling the visual evolution of fashion trends}{250}{section*.95}} \citation{mcauley2015image} \@writefile{toc}{\contentsline {section}{\numberline {9.3}Case Studies: Visual and Fashion Compatibility}{251}{section.9.3}} \newlabel{sec:fashionCaseStudies}{{9.3}{251}{Case Studies: Visual and Fashion Compatibility}{section.9.3}{}} \newlabel{sec:fashionCaseStudies@cref}{{[section][3][9]9.3}{251}} \citation{mcauley2015image} \citation{mcauley2015image} \citation{jia2014caffe} \@writefile{toc}{\contentsline {subsection}{\numberline {9.3.1}Estimating Compatibility from Co-purchases}{252}{subsection.9.3.1}} \newlabel{sec:hengelPaper}{{9.3.1}{252}{Estimating Compatibility from Co-purchases}{subsection.9.3.1}{}} \newlabel{sec:hengelPaper@cref}{{[subsection][1][9,3]9.3.1}{252}} \newlabel{eq:hengelPaper1}{{9.8}{252}{Estimating Compatibility from Co-purchases}{equation.9.3.8}{}} \newlabel{eq:hengelPaper1@cref}{{[equation][8][9]9.8}{252}} \citation{mcauley2015image} \citation{veit2015learning} \citation{he2016learning} \newlabel{eq:hengelPaper2}{{9.9}{253}{Estimating Compatibility from Co-purchases}{equation.9.3.9}{}} \newlabel{eq:hengelPaper2@cref}{{[equation][9][9]9.9}{253}} \newlabel{eq:hengelPaper3}{{9.10}{253}{Estimating Compatibility from Co-purchases}{equation.9.3.10}{}} \newlabel{eq:hengelPaper3@cref}{{[equation][10][9]9.10}{253}} \citation{kang2019complete} \@writefile{lof}{\contentsline {figure}{\numberline {9.1}{\ignorespaces Basic Siamese setup for item-to-item compatibility. }}{254}{figure.9.1}} \newlabel{fig:Siamese}{{9.1}{254}{Basic Siamese setup for item-to-item compatibility}{figure.9.1}{}} \newlabel{fig:Siamese@cref}{{[figure][1][9]9.1}{254}} \newlabel{eq:nonMetricEq}{{9.11}{254}{Estimating Compatibility from Co-purchases}{equation.9.3.11}{}} \newlabel{eq:nonMetricEq@cref}{{[equation][11][9]9.11}{254}} \@writefile{toc}{\contentsline {subsection}{\numberline {9.3.2}Learning Compatibility from Images in the Wild}{254}{subsection.9.3.2}} \newlabel{subsec:compatWild}{{9.3.2}{254}{Learning Compatibility from Images in the Wild}{subsection.9.3.2}{}} \newlabel{subsec:compatWild@cref}{{[subsection][2][9,3]9.3.2}{254}} \citation{xu2015show} \citation{kang2019complete} \citation{hsiao2018creating} \citation{hsiao2018creating} \citation{blei2003latent} \@writefile{toc}{\contentsline {subsection}{\numberline {9.3.3}Generating Fashionable Wardrobes}{255}{subsection.9.3.3}} \citation{hsiao2018creating} \citation{hsiao2018creating} \citation{hsiao2018creating} \citation{bell2015learning} \citation{kang2019complete} \@writefile{toc}{\contentsline {subsection}{\numberline {9.3.4}Domains other than Fashion}{256}{subsection.9.3.4}} \citation{he2016vista} \citation{he2016vista} \citation{wang2018path} \@writefile{toc}{\contentsline {subsection}{\numberline {9.3.5}Other Techniques for Substitutable and Complementary Product Recommendation}{257}{subsection.9.3.5}} \newlabel{subsec:otherTech}{{9.3.5}{257}{Other Techniques for Substitutable and Complementary Product Recommendation}{subsection.9.3.5}{}} \newlabel{subsec:otherTech@cref}{{[subsection][5][9,3]9.3.5}{257}} \@writefile{toc}{\contentsline {subsubsection}{Learning non-metric item relationships}{257}{section*.96}} \citation{wang2018path} \citation{he2016learning} \citation{he2016learning} \citation{he2016learning} \citation{jacobs1991adaptive} \newlabel{eq:nonMetricComp}{{9.13}{258}{Learning non-metric item relationships}{equation.9.3.13}{}} \newlabel{eq:nonMetricComp@cref}{{[equation][13][9]9.13}{258}} \@writefile{toc}{\contentsline {subsubsection}{Diversifying complementary item recommendation}{258}{section*.97}} \newlabel{eq:compEq}{{9.14}{258}{Diversifying complementary item recommendation}{equation.9.3.14}{}} \newlabel{eq:compEq@cref}{{[equation][14][9]9.14}{258}} \citation{hao2020p} \citation{he2015vbpr} \@writefile{toc}{\contentsline {subsubsection}{Incorporating item types}{259}{section*.98}} \@writefile{toc}{\contentsline {subsection}{\numberline {9.3.6}Implementing a Compatibility Model in \emph {Tensorflow}}{259}{subsection.9.3.6}} \newlabel{subsec:imageComCode}{{9.3.6}{259}{Implementing a Compatibility Model in \emph {Tensorflow}}{subsection.9.3.6}{}} \newlabel{subsec:imageComCode@cref}{{[subsection][6][9,3]9.3.6}{259}} \citation{goodfellow2014generative} \citation{mirza2014conditional} \citation{kang2017visually} \citation{kang2017visually} \@writefile{toc}{\contentsline {section}{\numberline {9.4}Personalized Generative Models of Images}{261}{section.9.4}} \newlabel{sec:personalGans}{{9.4}{261}{Personalized Generative Models of Images}{section.9.4}{}} \newlabel{sec:personalGans@cref}{{[section][4][9]9.4}{261}} \citation{kang2017visually} \citation{mcauley2015image} \@writefile{lof}{\contentsline {figure}{\numberline {9.2}{\ignorespaces Basic setup of a personalized generative adversarial network.}}{262}{figure.9.2}} \newlabel{fig:GANdiagram}{{9.2}{262}{Basic setup of a personalized generative adversarial network}{figure.9.2}{}} \newlabel{fig:GANdiagram@cref}{{[figure][2][9]9.2}{262}} \newlabel{eq:WCGAN}{{9.17}{262}{Personalized Generative Models of Images}{equation.9.4.17}{}} \newlabel{eq:WCGAN@cref}{{[equation][17][9]9.17}{262}} \citation{mcinnes2018umap} \@writefile{toc}{\contentsline {section}{Exercises}{263}{section*.99}} \newlabel{ex:vis1}{{9.1}{263}{Exercises}{Item.78}{}} \newlabel{ex:vis1@cref}{{[ex@beanbychapter][1][9]9.1}{263}} \newlabel{ex:TSNE}{{9.4}{263}{Exercises}{Item.81}{}} \newlabel{ex:TSNE@cref}{{[ex@beanbychapter][4][9]9.4}{263}} \newlabel{SC@28}{{9.4}{264}{Exercises}{lstnumber.-64.4}{}} \newlabel{SC@28@cref}{{[ex@beanbychapter][4][9]9.4}{264}} \@writefile{lof}{\contentsline {figure}{\numberline {9.3}{\ignorespaces Item representations embedded via \emph {t-SNE}.}}{264}{figure.9.3}} \newlabel{fig:item2vecTSNE}{{9.3}{264}{\SC@OPTCAPtext }{figure.9.3}{}} \newlabel{fig:item2vecTSNE@cref}{{[figure][3][9]9.3}{264}} \newlabel{proj:visualProj}{{8}{264}{Personalized Generative Models of Images}{projectCounter.8}{}} \newlabel{proj:visualProj@cref}{{[projectCounter][8][]8}{264}} \@writefile{toc}{\contentsline {section}{Project 8: Generating Compatible Outfits}{264}{section*.100}} \citation{mcauley2015image} \citation{mcauley2015image} \citation{dwork2012fairness} \@writefile{toc}{\contentsline {chapter}{\numberline {10}The Consequences of Personalized Machine Learning}{267}{chapter.10}} \newlabel{chap:consequence}{{10}{267}{The Consequences of Personalized Machine Learning}{chapter.10}{}} \newlabel{chap:consequence@cref}{{[chapter][10][]10}{267}} \@writefile{lof}{\contentsline {figure}{\numberline {10.1}{\ignorespaces Comparison of inner product and nearest neighbor recommendations.}}{268}{figure.10.1}} \newlabel{fig:InnerNN}{{10.1}{268}{Comparison of inner product and nearest neighbor recommendations}{figure.10.1}{}} \newlabel{fig:InnerNN@cref}{{[figure][1][10]10.1}{268}} \@writefile{toc}{\contentsline {section}{\numberline {10.1}Measuring Diversity}{269}{section.10.1}} \newlabel{sec:measuringGini}{{10.1}{269}{Measuring Diversity}{section.10.1}{}} \newlabel{sec:measuringGini@cref}{{[section][1][10]10.1}{269}} \citation{pariser2011filter} \@writefile{lof}{\contentsline {figure}{\numberline {10.2}{\ignorespaces Distribution of interactions compared to recommendations.}}{270}{figure.10.2}} \newlabel{fig:recDiversityComics}{{10.2}{270}{Distribution of interactions compared to recommendations}{figure.10.2}{}} \newlabel{fig:recDiversityComics@cref}{{[figure][2][10]10.2}{270}} \newlabel{eq:gini}{{10.1}{270}{Measuring Diversity}{equation.10.1.1}{}} \newlabel{eq:gini@cref}{{[equation][1][10]10.1}{270}} \citation{fleder2009blockbuster} \citation{brynjolfsson2006niches} \citation{mooney2000content} \citation{fleder2009blockbuster} \citation{nguyen2014exploring} \citation{fleder2009blockbuster} \@writefile{toc}{\contentsline {section}{\numberline {10.2}Filter Bubbles, Diversity, and Extremification}{271}{section.10.2}} \newlabel{sec:filterBubble}{{10.2}{271}{Filter Bubbles, Diversity, and Extremification}{section.10.2}{}} \newlabel{sec:filterBubble@cref}{{[section][2][10]10.2}{271}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.2.1}Exploring Diversity Through Simulation}{271}{subsection.10.2.1}} \newlabel{subsec:simulation}{{10.2.1}{271}{Exploring Diversity Through Simulation}{subsection.10.2.1}{}} \newlabel{subsec:simulation@cref}{{[subsection][1][10,2]10.2.1}{271}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.2.2}Empirically Measuring Recommendation Diversity}{271}{subsection.10.2.2}} \newlabel{subsec:empirical}{{10.2.2}{271}{Empirically Measuring Recommendation Diversity}{subsection.10.2.2}{}} \newlabel{subsec:empirical@cref}{{[subsection][2][10,2]10.2.2}{271}} \citation{nguyen2014exploring} \citation{nguyen2014exploring} \citation{zhou2010impact} \citation{ribeiro2020auditing} \@writefile{toc}{\contentsline {subsection}{\numberline {10.2.3}Auditing Pathways to Extreme Content}{272}{subsection.10.2.3}} \citation{carbonell1998use,adomavicius2011improving,wilhelm2018practical,zhang2012auralist,steck2018calibrated} \citation{carbonell1998use} \@writefile{toc}{\contentsline {section}{\numberline {10.3}Diversification Techniques}{273}{section.10.3}} \newlabel{sec:diversification}{{10.3}{273}{Diversification Techniques}{section.10.3}{}} \newlabel{sec:diversification@cref}{{[section][3][10]10.3}{273}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.3.1}Maximal Marginal Relevance}{273}{subsection.10.3.1}} \newlabel{sec:MMR}{{10.3.1}{273}{Maximal Marginal Relevance}{subsection.10.3.1}{}} \newlabel{sec:MMR@cref}{{[subsection][1][10,3]10.3.1}{273}} \@writefile{lot}{\contentsline {table}{\numberline {10.1}{\ignorespaces Summary of diversification techniques.}}{274}{table.10.1}} \newlabel{tab:divTech}{{10.1}{274}{Summary of diversification techniques}{table.10.1}{}} \newlabel{tab:divTech@cref}{{[table][1][10]10.1}{274}} \newlabel{eq:MMR}{{10.2}{274}{Maximal Marginal Relevance}{equation.10.3.2}{}} \newlabel{eq:MMR@cref}{{[equation][2][10]10.2}{274}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.3.2}Other Re-ranking Approaches to Diverse Recommendation}{274}{subsection.10.3.2}} \newlabel{susbsec:rerank}{{10.3.2}{274}{Other Re-ranking Approaches to Diverse Recommendation}{subsection.10.3.2}{}} \newlabel{susbsec:rerank@cref}{{[subsection][2][10,3]10.3.2}{274}} \citation{adomavicius2011improving} \citation{adomavicius2011improving} \citation{adomavicius2011improving} \citation{adomavicius2011improving} \newlabel{eq:adomDiv}{{10.4}{275}{Other Re-ranking Approaches to Diverse Recommendation}{equation.10.3.4}{}} \newlabel{eq:adomDiv@cref}{{[equation][4][10]10.4}{275}} \citation{kulesza2012determinantal} \citation{wilhelm2018practical} \citation{wilhelm2018practical} \@writefile{toc}{\contentsline {subsection}{\numberline {10.3.3}Determinantal Point Processes}{276}{subsection.10.3.3}} \newlabel{subsec:dpps}{{10.3.3}{276}{Determinantal Point Processes}{subsection.10.3.3}{}} \newlabel{subsec:dpps@cref}{{[subsection][3][10,3]10.3.3}{276}} \citation{wilhelm2018practical} \newlabel{eq:dppParams}{{10.7}{277}{Determinantal Point Processes}{equation.10.3.7}{}} \newlabel{eq:dppParams@cref}{{[equation][7][10]10.7}{277}} \newlabel{eq:dpp1}{{10.8}{277}{Determinantal Point Processes}{equation.10.3.8}{}} \newlabel{eq:dpp1@cref}{{[equation][8][10]10.8}{277}} \@writefile{toc}{\contentsline {section}{\numberline {10.4}Implementing a Diverse Recommender}{277}{section.10.4}} \newlabel{sec:implementDiverse}{{10.4}{277}{Implementing a Diverse Recommender}{section.10.4}{}} \newlabel{sec:implementDiverse@cref}{{[section][4][10]10.4}{277}} \@writefile{lot}{\contentsline {table}{\numberline {10.2}{\ignorespaces Diversified recommendations (maximal marginal relevance). }}{279}{table.10.2}} \newlabel{tab:diverseRec}{{10.2}{279}{Diversified recommendations (maximal marginal relevance)}{table.10.2}{}} \newlabel{tab:diverseRec@cref}{{[table][2][10]10.2}{279}} \@writefile{toc}{\contentsline {paragraph}{Examples of diversified recommendations}{279}{section*.101}} \citation{anderson2020algorithmic} \citation{fleder2009blockbuster} \citation{anderson2020algorithmic} \citation{waller2019generalists} \@writefile{toc}{\contentsline {section}{\numberline {10.5}Case Studies on Recommendation and Consumption Diversity}{280}{section.10.5}} \newlabel{sec:caseStudiesDiverse}{{10.5}{280}{Case Studies on Recommendation and Consumption Diversity}{section.10.5}{}} \newlabel{sec:caseStudiesDiverse@cref}{{[section][5][10]10.5}{280}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.5.1}Diversity on Spotify}{280}{subsection.10.5.1}} \newlabel{sec:spotify}{{10.5.1}{280}{Diversity on Spotify}{subsection.10.5.1}{}} \newlabel{sec:spotify@cref}{{[subsection][1][10,5]10.5.1}{280}} \citation{anderson2020algorithmic} \citation{hansen2021shifting} \citation{anderson2020algorithmic} \citation{hansen2021shifting} \@writefile{toc}{\contentsline {subsubsection}{Guiding users to more diverse content}{281}{section*.102}} \citation{bakshy2015exposure} \citation{flaxman2016filter} \@writefile{toc}{\contentsline {subsection}{\numberline {10.5.2}Filter Bubbles and Online News Consumption}{282}{subsection.10.5.2}} \newlabel{subsec:filter}{{10.5.2}{282}{Filter Bubbles and Online News Consumption}{subsection.10.5.2}{}} \newlabel{subsec:filter@cref}{{[subsection][2][10,5]10.5.2}{282}} \@writefile{toc}{\contentsline {subsubsection}{Diversity across consumption channels}{282}{section*.103}} \citation{flaxman2016filter} \citation{haim2018burst} \citation{bakshy2015exposure} \@writefile{toc}{\contentsline {subsubsection}{Filter bubbles on Google News}{283}{section*.104}} \citation{haim2018burst} \citation{haim2018burst} \citation{bakshy2015exposure} \citation{haim2018burst} \citation{bakshy2015exposure} \citation{haim2018burst} \@writefile{toc}{\contentsline {section}{\numberline {10.6}Other Metrics Beyond Accuracy}{284}{section.10.6}} \newlabel{sec:otherMetrics}{{10.6}{284}{Other Metrics Beyond Accuracy}{section.10.6}{}} \newlabel{sec:otherMetrics@cref}{{[section][6][10]10.6}{284}} \citation{hao2020p} \citation{kaminskas2016diversity} \citation{kaminskas2016diversity} \citation{markowitz1968portfolio} \citation{kaminskas2016diversity} \citation{kotkov2018investigating} \citation{zhang2012auralist} \@writefile{toc}{\contentsline {subsection}{\numberline {10.6.1}Serendipity}{285}{subsection.10.6.1}} \newlabel{subsec:serendipity}{{10.6.1}{285}{Serendipity}{subsection.10.6.1}{}} \newlabel{subsec:serendipity@cref}{{[subsection][1][10,6]10.6.1}{285}} \@writefile{toc}{\contentsline {subsubsection}{Serendipity in music recommendation}{285}{section*.105}} \citation{zhang2012auralist} \citation{zhang2012auralist} \citation{kotkov2018investigating} \citation{wang2020impacts} \citation{wang2020impacts} \newlabel{eq:auralistSerendipity}{{10.13}{286}{Serendipity in music recommendation}{equation.10.6.13}{}} \newlabel{eq:auralistSerendipity@cref}{{[equation][13][10]10.13}{286}} \@writefile{toc}{\contentsline {subsubsection}{Investigating serendipity via user studies}{286}{section*.106}} \citation{adamopoulos2014unexpectedness} \citation{adamopoulos2014unexpectedness} \citation{adamopoulos2014unexpectedness} \citation{li2020purs} \@writefile{toc}{\contentsline {subsection}{\numberline {10.6.2}Unexpectedness}{287}{subsection.10.6.2}} \newlabel{subsec:unexpected}{{10.6.2}{287}{Unexpectedness}{subsection.10.6.2}{}} \newlabel{subsec:unexpected@cref}{{[subsection][2][10,6]10.6.2}{287}} \citation{steck2018calibrated} \citation{steck2018calibrated} \@writefile{toc}{\contentsline {subsection}{\numberline {10.6.3}Calibration}{288}{subsection.10.6.3}} \newlabel{subsec:calibration}{{10.6.3}{288}{Calibration}{subsection.10.6.3}{}} \newlabel{subsec:calibration@cref}{{[subsection][3][10,6]10.6.3}{288}} \citation{steck2018calibrated} \citation{steck2018calibrated} \citation{chouldechova2017fair} \citation{mehrabi2019survey} \citation{kamiran2009classifying} \citation{zafar2017fairness} \newlabel{eq:calibrated}{{10.17}{289}{Calibration}{equation.10.6.17}{}} \newlabel{eq:calibrated@cref}{{[equation][17][10]10.17}{289}} \@writefile{toc}{\contentsline {section}{\numberline {10.7}Fairness}{289}{section.10.7}} \newlabel{sec:fairness}{{10.7}{289}{Fairness}{section.10.7}{}} \newlabel{sec:fairness@cref}{{[section][7][10]10.7}{289}} \newlabel{eq:demographic}{{10.18}{289}{Fairness}{equation.10.7.18}{}} \newlabel{eq:demographic@cref}{{[equation][18][10]10.18}{289}} \citation{yao2017beyond} \citation{yao2017beyond} \newlabel{eq:valueUnfairness}{{10.20}{290}{Fairness}{equation.10.7.20}{}} \newlabel{eq:valueUnfairness@cref}{{[equation][20][10]10.20}{290}} \newlabel{eq:absoluteUnfairness}{{10.21}{290}{Fairness}{equation.10.7.21}{}} \newlabel{eq:absoluteUnfairness@cref}{{[equation][21][10]10.21}{290}} \citation{yao2017beyond} \citation{yao2017beyond} \citation{yao2017beyond} \citation{burke2017multisided} \citation{pizzato2010recon} \newlabel{eq:overunder}{{10.23}{291}{Fairness}{equation.10.7.23}{}} \newlabel{eq:overunder@cref}{{[equation][23][10]10.23}{291}} \newlabel{eq:fairnessTradeOff}{{10.24}{291}{Fairness}{equation.10.7.24}{}} \newlabel{eq:fairnessTradeOff@cref}{{[equation][24][10]10.24}{291}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.7.1}Multisided Fairness}{291}{subsection.10.7.1}} \newlabel{sec:multisided}{{10.7.1}{291}{Multisided Fairness}{subsection.10.7.1}{}} \newlabel{sec:multisided@cref}{{[subsection][1][10,7]10.7.1}{291}} \citation{burke2017multisided} \citation{burke2017multisided} \citation{yao2017beyond,ekstrand2018exploring,wan2020addressing} \citation{lipton2018does} \@writefile{lot}{\contentsline {table}{\numberline {10.3}{\ignorespaces Comparison of personalized fairness objectives.}}{292}{table.10.3}} \newlabel{tab:fairObj}{{10.3}{292}{Comparison of personalized fairness objectives}{table.10.3}{}} \newlabel{tab:fairObj@cref}{{[table][3][10]10.3}{292}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.7.2}Implementing Fairness Objectives in \emph {Tensorflow}}{293}{subsection.10.7.2}} \newlabel{subsec:implementFairness}{{10.7.2}{293}{Implementing Fairness Objectives in \emph {Tensorflow}}{subsection.10.7.2}{}} \newlabel{subsec:implementFairness@cref}{{[subsection][2][10,7]10.7.2}{293}} \citation{yao2017beyond} \citation{ekstrand2018all} \citation{yao2017beyond} \citation{harper2015movielens} \citation{celma2008music} \citation{yao2017beyond} \citation{ekstrand2018all} \citation{kamiran2009classifying} \citation{ekstrand2018all} \citation{bellogin2011precision} \citation{ekstrand2018exploring} \@writefile{toc}{\contentsline {section}{\numberline {10.8}Case Studies on Gender Bias in Recommendation}{294}{section.10.8}} \newlabel{sec:genderCaseStudies}{{10.8}{294}{Case Studies on Gender Bias in Recommendation}{section.10.8}{}} \newlabel{sec:genderCaseStudies@cref}{{[section][8][10]10.8}{294}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.8.1}Data Resampling and Popularity Bias}{294}{subsection.10.8.1}} \citation{ziegler2005improving} \citation{mcauley2015image} \citation{wan2018item} \citation{ekstrand2018exploring} \citation{wan2020addressing} \@writefile{toc}{\contentsline {subsection}{\numberline {10.8.2}Bias and Author Gender in Book Recommendations}{295}{subsection.10.8.2}} \newlabel{sec:genderBook}{{10.8.2}{295}{Bias and Author Gender in Book Recommendations}{subsection.10.8.2}{}} \newlabel{sec:genderBook@cref}{{[subsection][2][10,8]10.8.2}{295}} \@writefile{toc}{\contentsline {subsection}{\numberline {10.8.3}Gender Bias in Marketing}{295}{subsection.10.8.3}} \newlabel{subsec:genderMarket}{{10.8.3}{295}{Gender Bias in Marketing}{subsection.10.8.3}{}} \newlabel{subsec:genderMarket@cref}{{[subsection][3][10,8]10.8.3}{295}} \citation{ekstrand2018exploring} \citation{wan2020addressing} \citation{wan2020addressing} \@writefile{toc}{\contentsline {section}{Exercises}{297}{section*.107}} \newlabel{ex:diversity1}{{10.1}{297}{Exercises}{Item.86}{}} \newlabel{ex:diversity1@cref}{{[ex@beanbychapter][1][10]10.1}{297}} \newlabel{ex:concentration}{{10.2}{297}{Exercises}{Item.87}{}} \newlabel{ex:concentration@cref}{{[ex@beanbychapter][2][10]10.2}{297}} \citation{ekstrand2018exploring} \newlabel{proj:fairBeer}{{9}{298}{Gender Bias in Marketing}{projectCounter.9}{}} \newlabel{proj:fairBeer@cref}{{[projectCounter][9][]9}{298}} \@writefile{toc}{\contentsline {section}{Project 9: Diverse and Fair Recommendations}{298}{section*.108}} \bibdata{refsnopage} \bibstyle{cambridgeauthordate}