\relax 
\citation{PDG}
\citation{Cowan98}
\citation{Lyons}
\citation{Barlow}
\citation{James}
\citation{Brandt}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}}
\newlabel{sec:intro}{{1}{1}}
\@writefile{toc}{\contentsline {section}{\numberline {2}Bayesian statistical methods for HEP}{1}}
\newlabel{sec:bayes}{{2}{1}}
\citation{Kolmogorov33}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}The role of probability in data analysis}{2}}
\newlabel{sec:prob}{{2.1}{2}}
\newlabel{eq:condprobdef}{{1}{2}}
\newlabel{eq:bayesthm}{{2}{2}}
\newlabel{eq:totalprob}{{3}{2}}
\newlabel{eq:bayesthm2}{{4}{2}}
\newlabel{eq:bayesthm3}{{5}{2}}
\citation{KassWasserman96}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.2}An example: fitting a straight line}{3}}
\newlabel{sec:linefit}{{2.2}{3}}
\newlabel{eq:muofx}{{6}{3}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip (a) Illustration of fitting a straight line to data (see text). (b) The $\chi ^2$ as a function of the parameter $\theta _0$, illustrating the method to determine the estimator $\mathaccentV {hat}05E{\theta }_0$ and its standard deviation $\sigma _{\mathaccentV {hat}05E{\theta }_0}$.}}{3}}
\newlabel{fig:linefit}{{1}{3}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.2.1}The frequentist approach}{3}}
\newlabel{sec:freqfit}{{2.2.1}{3}}
\citation{PDG}
\citation{Cowan98}
\citation{Lyons}
\citation{Barlow}
\citation{James}
\citation{Brandt}
\citation{PDG}
\citation{Cowan98}
\citation{Lyons}
\citation{Barlow}
\citation{James}
\citation{Brandt}
\newlabel{eq:yipdf}{{7}{4}}
\newlabel{eq:yilikelihood}{{8}{4}}
\newlabel{eq:chi2}{{9}{4}}
\newlabel{eq:covmat}{{10}{4}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Contour of $\chi ^2({\unhbox \voidb@x \hbox {\relax \mathversion  {bold}$\bf  \theta $}}) = \chi ^2_{\rm  min} + 1$ centred about the estimates $(\mathaccentV {hat}05E{\theta }_0, \mathaccentV {hat}05E{\theta }_1)$ (a) with no prior measurement of $\theta _1$ and (b) when a prior measurement of $\theta _1$ is included.}}{5}}
\newlabel{fig:Chi2Contour}{{2}{5}}
\newlabel{eq:chi2Prev}{{11}{5}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.2.2}The Bayesian approach}{5}}
\newlabel{sec:bayesfit}{{2.2.2}{5}}
\newlabel{eq:bayesthmlinefit}{{12}{5}}
\newlabel{eq:pit0t1}{{13}{6}}
\newlabel{eq:pit0}{{14}{6}}
\newlabel{eq:pit1}{{15}{6}}
\newlabel{eq:bthmlf}{{16}{6}}
\citation{Robert04}
\citation{Liu01}
\citation{Neal93}
\citation{Robert04}
\citation{Liu01}
\citation{Neal93}
\newlabel{eq:marginal}{{17}{7}}
\newlabel{eq:posterior}{{18}{7}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.2.3}Bayesian computation and MCMC}{7}}
\newlabel{sec:MCMC}{{2.2.3}{7}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip MCMC marginalization of the posterior pdf $p(\theta _0, \theta _1 | {\unhbox \voidb@x \hbox {\relax \mathversion  {bold}$\bf  y$}})$: (a) scatter-plot of points in $(\theta _0, \theta _1)$ plane and the marginal distribution of (a) the parameter of interest $\theta _0$ and (b) the nuisance parameter $\theta _1$.}}{8}}
\newlabel{fig:mcmc}{{3}{8}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.2.4}Sensitivity analysis}{8}}
\newlabel{sec:senanl}{{2.2.4}{8}}
\newlabel{eq:pi1exp}{{19}{8}}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Posterior probability densities for the parameter $\theta _0$ obtained using (a) an exponential prior for $\theta _0$ of different widths and (b) several different functional forms for the prior.}}{9}}
\newlabel{fig:PiExp}{{4}{9}}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.3}A fit with systematic errors}{9}}
\newlabel{sec:fitsys}{{2.3}{9}}
\newlabel{eq:expofy}{{20}{9}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.3.1}A frequentist fit with systematic errors}{10}}
\newlabel{sec:genfreq}{{2.3.1}{10}}
\newlabel{eq:fullcov}{{21}{10}}
\newlabel{eq:chi2multi}{{22}{10}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.3.2}The equivalent Bayesian fit}{10}}
\newlabel{sec:genbay}{{2.3.2}{10}}
\newlabel{eq:equivbayes}{{23}{10}}
\newlabel{eq:pib}{{24}{10}}
\newlabel{eq:bayesthetab}{{25}{10}}
\newlabel{eq:margprob}{{26}{10}}
\citation{dagostini}
\citation{dose}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {2.3.3}The error on the error}{11}}
\newlabel{sec:eoe}{{2.3.3}{11}}
\newlabel{eq:pieoe}{{27}{11}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces {\relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip The log of the prior pdf for a bias parameter $b$ for different values of the standard deviation of $\pi _s(s)$.} \label {fig:Pib}}}{11}}
\newlabel{fig:Pib}{{5}{11}}
\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip (a) Data values which are relatively consistent and (b) a data set with an outlier; the horizontal lines indicate the posterior mean for two different values of the parameter $\sigma _{s}$. (c) and (d) show the posterior distributions corresponding to (a) and (b), respectively. (The dashed and solid curves in (a) and (c) overlap.)}}{12}}
\newlabel{fig:outlier}{{6}{12}}
\citation{PDG}
\citation{PDG}
\citation{KassRaftery95}
\citation{Bishop}
\citation{Hastie}
\citation{Duda}
\citation{Webb}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.4}Summary on Bayesian methods}{13}}
\newlabel{sec:sumbayes}{{2.4}{13}}
\@writefile{toc}{\contentsline {section}{\numberline {3}Topics in multivariate analysis}{13}}
\newlabel{sec:multivariate}{{3}{13}}
\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Scatter plots of two variables corresponding to two hypotheses: signal and background. Event selection could be based, e.g., on (a) cuts, (b) a linear boundary, (c) a nonlinear boundary.}}{14}}
\newlabel{fig:scatter}{{7}{14}}
\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces {\relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Distributions of the scalar test statistic $y({\unhbox \voidb@x \hbox {\relax \mathversion  {bold}$\bf  x$}})$ under the signal and background hypotheses.} \label {fig:TestStat}}}{15}}
\newlabel{fig:TestStat}{{8}{15}}
\newlabel{eq:sigeff}{{28}{15}}
\newlabel{eq:lratio}{{30}{15}}
\citation{Bishop}
\citation{Hastie}
\citation{Duda}
\citation{Webb}
\citation{PHYSTAT}
\citation{TMVA}
\citation{Narsky05}
\citation{gini}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Boosted decision trees}{16}}
\newlabel{sec:bdt}{{3.1}{16}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.1}Decision trees}{16}}
\newlabel{sec:dectree}{{3.1.1}{16}}
\newlabel{eq:dectreepurity}{{31}{16}}
\citation{miniboone}
\citation{miniboone}
\citation{miniboone}
\citation{TMVA}
\newlabel{eq:gini}{{32}{17}}
\newlabel{eq:misclassrate}{{33}{17}}
\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces {\relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Illustration of a decision tree used by the MiniBoone experiment \cite  {miniboone} (see text).} \label {fig:MiniBooneBDT}}}{17}}
\newlabel{fig:MiniBooneBDT}{{9}{17}}
\newlabel{eq:delta}{{34}{17}}
\citation{freundschapire}
\newlabel{eq:ftree}{{36}{18}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.2}Boosting}{18}}
\newlabel{sec:boosting}{{3.1.2}{18}}
\newlabel{eq:weightsum}{{37}{18}}
\newlabel{eq:errorrate}{{38}{18}}
\newlabel{eq:alphak}{{39}{18}}
\newlabel{eq:weightupdate}{{40}{19}}
\newlabel{eq:boostave}{{41}{19}}
\citation{Bishop}
\citation{Hastie}
\citation{freundintro}
\citation{Bishop}
\citation{Hastie}
\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Scatter plot of events of two types and the decision boundary determined by a particularly flexible classifier. Plot (a) shows the events used to train the classifier, and (b) shows an independent sample of test data.}}{20}}
\newlabel{fig:overTraining}{{10}{20}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Summary on multivariate methods}{20}}
\newlabel{sec:mvasum}{{3.2}{20}}
\bibcite{PDG}{1}
\bibcite{Cowan98}{2}
\bibcite{Lyons}{3}
\bibcite{Barlow}{4}
\bibcite{James}{5}
\bibcite{Brandt}{6}
\@writefile{toc}{\contentsline {section}{\numberline {4}Summary and conclusions}{21}}
\newlabel{sec:summary}{{4}{21}}
\bibcite{Kolmogorov33}{7}
\bibcite{KassWasserman96}{8}
\bibcite{Robert04}{9}
\bibcite{Liu01}{10}
\bibcite{Neal93}{11}
\bibcite{dagostini}{12}
\bibcite{dose}{13}
\bibcite{KassRaftery95}{14}
\bibcite{Bishop}{15}
\bibcite{Hastie}{16}
\bibcite{Duda}{17}
\bibcite{Webb}{18}
\bibcite{PHYSTAT}{19}
\bibcite{TMVA}{20}
\bibcite{Narsky05}{21}
\bibcite{miniboone}{22}
\bibcite{gini}{23}
\bibcite{freundschapire}{24}
\bibcite{freundintro}{25}