\relax 
\immediate\closeout\minitoc
\let \MiniTOC =N
\citation{bib:PDG}
\citation{bib:Cowan98}
\citation{bib:Lyons}
\citation{bib:Barlow}
\citation{bib:James}
\citation{bib:Brandt}
\citation{bib:gdcunfold}
\citation{bib:Cowan98}
\@writefile{toc}{\contentsline {title}{Statistics for Searches at the LHC}{1}}
\@writefile{toc}{\authcount {1}}
\@writefile{toc}{\contentsline {author}{Glen Cowan}{1}}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}}
\newlabel{sec:intro}{{1}{1}}
\citation{bib:Kolmogorov33}
\@writefile{toc}{\contentsline {section}{\numberline {2}Review of probability}{2}}
\newlabel{sec:prob}{{2}{2}}
\newlabel{eq:condprob}{{1}{2}}
\newlabel{eq:freqprob}{{2}{2}}
\newlabel{eq:bayesthm}{{4}{3}}
\newlabel{eq:bayesthm2}{{5}{3}}
\newlabel{eq:bayesthm3}{{6}{3}}
\@writefile{toc}{\contentsline {section}{\numberline {3}Hypothesis tests}{4}}
\newlabel{sec:hyptest}{{3}{4}}
\newlabel{eq:critreg}{{7}{4}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces {\relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip Illustration of the critical region of a statistical test (see text).} \label {fig:criticalRegion}}}{4}}
\newlabel{fig:criticalRegion}{{1}{4}}
\newlabel{eq:bayesH}{{8}{5}}
\newlabel{eq:significance}{{9}{6}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip (a) Illustration of the definition of significance $Z$ and (b) the significance as function of the $p$-value.}}{6}}
\newlabel{fig:significance}{{2}{6}}
\@writefile{toc}{\contentsline {section}{\numberline {4}Choice of critical region, test statistics}{6}}
\newlabel{sec:critreg}{{4}{6}}
\citation{bib:KS}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip Scatter plots of two variables corresponding to two hypotheses: background ($H_0$) and signal ($H_1$). The critical region for a test of $H_0$ could be based, e.g., on (a) cuts, (b) a linear boundary, (c) a nonlinear boundary.}}{7}}
\newlabel{fig:scatter}{{3}{7}}
\citation{bib:Bishop}
\citation{bib:Hastie}
\citation{bib:Duda}
\citation{bib:Webb}
\citation{bib:Cowan09}
\citation{bib:PHYSTAT}
\citation{bib:TMVA}
\citation{bib:Narsky05}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces {\relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip Distributions of the scalar test statistic $y({\unhbox \voidb@x \hbox {\boldmath $\bf  x$}})$ under the signal and background hypotheses.} \label {fig:TestStat}}}{8}}
\newlabel{fig:TestStat}{{4}{8}}
\newlabel{eq:lratio}{{10}{8}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Frequentist treatment of discovery and limits}{9}}
\newlabel{sec:disclim}{{5}{9}}
\newlabel{eq:gausscrit}{{11}{10}}
\newlabel{eq:gausscrit2}{{12}{10}}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.1}A toy example}{10}}
\newlabel{eq:fxb}{{13}{10}}
\newlabel{eq:fxs}{{14}{11}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip (a) Distributions of ${\unhbox \voidb@x \hbox {\boldmath $\bf  x$}} = (x_1, x_2)$ for events of type signal (red circles) and background (blue triangles) shown with a contour of constant likelihood ratio; (b) the distribution of the statistic $q$ for signal and background events.}}{11}}
\newlabel{fig:fxsb}{{5}{11}}
\citation{bib:HuNielsen}
\newlabel{eq:pnmusb}{{17}{12}}
\newlabel{eq:fxsb}{{18}{12}}
\newlabel{eq:fullL}{{19}{12}}
\newlabel{eq:Qsbdef}{{20}{12}}
\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip (a) Distribution of the statistic $Q$ assuming $s = 20$ and $b = 100$ under both the background-only ($\mu =0$) signal-plus-background ($\mu =1$) hypotheses; (b) same as in (a) but with $b$ treated as having an uncertainty of $\sigma _b = 20$ (see text).}}{13}}
\newlabel{fig:Qdist3}{{6}{13}}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.2}Systematic uncertainties and nuisance parameters}{14}}
\newlabel{sec:sysnuis}{{5.2}{14}}
\newlabel{eq:pib}{{22}{14}}
\newlabel{eq:Lmmu}{{23}{14}}
\citation{bib:severini}
\citation{bib:PDG}
\citation{bib:KassRaftery}
\citation{bib:qtev}
\citation{bib:qtev}
\newlabel{eq:fmQ}{{24}{15}}
\newlabel{eq:bayesfactor}{{25}{15}}
\newlabel{eq:pl}{{26}{15}}
\@writefile{toc}{\contentsline {section}{\numberline {6}Tests based on the profile likelihood ratio}{16}}
\newlabel{sec:pl}{{6}{16}}
\newlabel{eq:plr}{{28}{16}}
\newlabel{eq:q0}{{29}{16}}
\citation{bib:wilks}
\citation{bib:wald}
\citation{bib:asimov}
\citation{bib:asimov}
\newlabel{eq:qmu}{{30}{17}}
\newlabel{eq:pmu}{{31}{17}}
\newlabel{eq:pmua}{{32}{17}}
\newlabel{eq:Zmua}{{33}{17}}
\citation{bib:cranmerPC}
\citation{bib:ChuangLai}
\citation{bib:Sen}
\newlabel{eq:pmupc}{{34}{18}}
\@writefile{toc}{\contentsline {section}{\numberline {7}Summary on likelihood ratios}{18}}
\newlabel{sec:lrsummary}{{7}{18}}
\citation{bib:KS}
\@writefile{toc}{\contentsline {section}{\numberline {8}Unified intervals}{19}}
\newlabel{sec:fc}{{8}{19}}
\newlabel{eq:tmu}{{35}{19}}
\citation{bib:FC}
\citation{bib:asimov}
\citation{bib:FC}
\@writefile{toc}{\contentsline {section}{\numberline {9}Bayesian limits}{20}}
\newlabel{sec:bayeslim}{{9}{20}}
\newlabel{eq:bayesthm4}{{36}{20}}
\citation{bib:KassWasserman96}
\citation{bib:demortier}
\citation{bib:casadei}
\newlabel{eq:flatprior}{{37}{21}}
\citation{bib:Cowan09}
\citation{bib:Robert04}
\citation{bib:Liu01}
\citation{bib:Neal93}
\newlabel{eq:marginalize}{{39}{22}}
\@writefile{toc}{\contentsline {section}{\numberline {10}The Poisson counting experiment}{22}}
\newlabel{sec:poislim}{{10}{22}}
\newlabel{eq:poissondisc}{{40}{22}}
\newlabel{eq:poissonsum}{{41}{23}}
\newlabel{eq:poissonp0}{{42}{23}}
\newlabel{eq:freqsuup}{{45}{23}}
\citation{bib:FC}
\citation{bib:demortier}
\citation{bib:Cranmer03}
\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip Upper limits on the mean number of signal events $s$ at 95\% confidence level as a function of the expected background $b$ for (a) the frequentist method and (b) Bayesian method with a flat prior.}}{24}}
\newlabel{fig:poislim}{{7}{24}}
\@writefile{toc}{\contentsline {section}{\numberline {11}Limits in cases of low sensitivity}{25}}
\newlabel{sec:spurious}{{11}{25}}
\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip (a) Distributions of the statistic $Q$ indicating low sensitivity to the hypothesized signal model; (b) illustration of the ingredients for the CL$_{s}$ limit.}}{25}}
\newlabel{fig:QdistNosens}{{8}{25}}
\citation{bib:read}
\citation{bib:junk}
\newlabel{eq:cls}{{52}{26}}
\citation{bib:read}
\citation{bib:FC}
\citation{bib:lee}
\citation{bib:lee2}
\citation{bib:asimov}
\citation{bib:lee}
\newlabel{eq:cls2}{{53}{27}}
\@writefile{toc}{\contentsline {section}{\numberline {12}The look-elsewhere effect}{27}}
\newlabel{sec:lee}{{12}{27}}
\citation{bib:davis87}
\citation{bib:lee2}
\citation{bib:atlasHiggs}
\citation{bib:CMSHiggs}
\newlabel{eq:correctpval}{{54}{28}}
\newlabel{eq:n1}{{55}{28}}
\citation{bib:atlasHiggs}
\citation{bib:atlasHiggs}
\citation{bib:lee}
\@writefile{toc}{\contentsline {section}{\numberline {13}Examples from the Higgs search at the LHC}{29}}
\newlabel{sec:higgs}{{13}{29}}
\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip The $p$-value of the background-only hypothesis versus the Higgs mass $m_{\rm  H}$ (from Ref.\nobreakspace  {}\cite  {bib:atlasHiggs}; see text).}}{29}}
\newlabel{fig:atlasp0}{{9}{29}}
\citation{bib:atlasHiggs}
\citation{bib:atlasHiggs}
\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces \relax \fontsize  {8.5}{10}\selectfont  \abovedisplayskip 8.5\p@ \abovedisplayshortskip \z@ \belowdisplayshortskip 4\p@ \def \leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ {\leftmargin \leftmargini \parsep \z@ plus\p@ minus\p@ \topsep 6\p@ plus2\p@ minus4\p@ \itemsep \z@ }\belowdisplayskip \abovedisplayskip CL$_s$ upper limits on the production cross section for the Higgs boson as a function of its mass (from Ref.\nobreakspace  {}\cite  {bib:atlasHiggs}; see text).}}{30}}
\newlabel{fig:brazil}{{10}{30}}
\citation{bib:sagan}
\@writefile{toc}{\contentsline {section}{\numberline {14}Why 5 $\sigma $?}{31}}
\newlabel{sec:why5}{{14}{31}}
\@writefile{toc}{\contentsline {section}{\numberline {15}Conclusions}{32}}
\newlabel{sec:conclusions}{{15}{32}}
\bibcite{bib:PDG}{1}
\bibcite{bib:Cowan98}{2}
\bibcite{bib:Lyons}{3}
\bibcite{bib:Barlow}{4}
\bibcite{bib:James}{5}
\bibcite{bib:Brandt}{6}
\bibcite{bib:gdcunfold}{7}
\bibcite{bib:Kolmogorov33}{8}
\bibcite{bib:KS}{9}
\bibcite{bib:Bishop}{10}
\bibcite{bib:Hastie}{11}
\bibcite{bib:Duda}{12}
\bibcite{bib:Webb}{13}
\bibcite{bib:Cowan09}{14}
\bibcite{bib:PHYSTAT}{15}
\bibcite{bib:TMVA}{16}
\bibcite{bib:Narsky05}{17}
\bibcite{bib:HuNielsen}{18}
\bibcite{bib:severini}{19}
\bibcite{bib:KassRaftery}{20}
\bibcite{bib:qtev}{21}
\bibcite{bib:wilks}{22}
\bibcite{bib:wald}{23}
\bibcite{bib:asimov}{24}
\@writefile{toc}{\contentsline {section}{References}{33}}
\@mtwritefile{\contentsline {mtchap}{References}{33}}
\bibcite{bib:cranmerPC}{25}
\bibcite{bib:ChuangLai}{26}
\bibcite{bib:Sen}{27}
\bibcite{bib:FC}{28}
\bibcite{bib:KassWasserman96}{29}
\bibcite{bib:demortier}{30}
\bibcite{bib:casadei}{31}
\bibcite{bib:Cranmer03}{32}
\bibcite{bib:Demortier05}{33}
\bibcite{bib:read}{34}
\bibcite{bib:junk}{35}
\bibcite{bib:lee}{36}
\bibcite{bib:lee2}{37}
\bibcite{bib:Robert04}{38}
\bibcite{bib:Liu01}{39}
\bibcite{bib:Neal93}{40}
\bibcite{bib:davis87}{41}
\bibcite{bib:atlasHiggs}{42}
\bibcite{bib:CMSHiggs}{43}
\bibcite{bib:sagan}{44}
\immediate\closeout\minitoc