\documentclass[12pt]{article}
\usepackage{latexsym}
\usepackage{graphicx}
\usepackage{graphics}
\usepackage[reqno]{amsmath}
\usepackage{natbib}
\usepackage{verbatim}
\usepackage{url}
\usepackage{lscape}
%\usepackage{subfigure}
\usepackage{subcaption}
%\usepackage{fullpage}
\usepackage{setspace}
\usepackage{booktabs,array}
\addtolength{\oddsidemargin}{-.45in}
\addtolength{\evensidemargin}{-.45in}
\addtolength{\textwidth}{1.in}          %\addtolength{\textwidth}{1.45in}
\addtolength{\topmargin}{-.225in}
\addtolength{\textheight}{1.0in}
% === dcolumnpackage===
\usepackage{dcolumn}
\newcolumntype{.}{D{.}{.}{-1}}
\newcolumntype{d}[1]{D{.}{.}{#1}}
\usepackage{setspace}
\usepackage{color,hyperref, longtable}
\usepackage{epstopdf}
\newcommand {\mabsingle} {\Large \renewcommand{\baselinestretch}{1} \normalsize}
\newcommand {\mabdouble} {\renewcommand{\baselinestretch}{2} \Large \normalsize}
\newcommand {\mabnote} {\Large \renewcommand{\baselinestretch}{1} \footnotesize \hspace{-.06in}}
\setlength{\textfloatsep}{6pt}
\setlength{\floatsep}{6pt}
\setlength{\intextsep}{6pt}
\usepackage[Glenn]{fncychap}    % Glenn or Lenny are best styles
\usepackage{fancybox}
\newenvironment{shadowminipage}%
{\begin{Sbox}\begin{minipage}}
{\end{minipage}\end{Sbox}\shadowbox{\TheSbox} }


\begin{document}
\mabsingle
%\begin{titlepage}
\title{Answer Key for Ch14 Exercise2: Show $\hat{\beta}$ is unbiased \vspace{0.0in}}
\maketitle
\vspace{-0.2in}
%\end{titlepage}

Show that the OLS estimate $\hat{\beta}_1$ is unbiased for the model $Y_i = \beta_0 + \beta_1X_i + \epsilon_i$.
    \begin{enumerate}
    \item We first substitute the ``true'' equation for $Y_i$ into our estimate of $\hat{\beta}_1$.  Use the fact that $\overline{Y} = \beta_0 + \beta_1\overline{X} + \overline{\epsilon}$ and that $\overline{\epsilon}= 0$ to generate the following.  Note that the difference between $\beta_1$ and $\hat{\beta}_1$ is very important here.
        \begin{eqnarray*}
        \hat{\beta}_1   &=& \frac{\sum (\beta_0 + \beta_1X_i + \epsilon_i -  \beta_0 - \beta_1\overline{X})(X_i-\overline{X})}                                      {\sum  (X_i - \overline{X})^2}  \\
                        &=& \frac{(\beta_1 \sum  (X_i - \overline{X})  + \epsilon_i)(X_i-\overline{X})}                                                             {\sum  (X_i - \overline{X})^2}  \\
                        &=& \frac{ \beta_1 \sum  (X_i - \overline{X})(X_i-\overline{X})}{\sum  (X_i - \overline{X})^2}  + \frac{\sum \epsilon_i(X_i-\overline{X})}  {\sum  (X_i - \overline{X})^2}  \\
                        &=& \beta_1 + \frac{\sum \epsilon_i(X_i-\overline{X})}                                                                                      {\sum  (X_i - \overline{X})^2}  \\
                        &=& \beta_1 + \frac{\sum \epsilon_iX_i}{\sum  (X_i - \overline{X})^2} -\frac{\overline{X}\sum \epsilon_i}                                  {\sum  (X_i - \overline{X})^2}
        \end{eqnarray*}
    The expectation of $\sum \epsilon_i = 0$ by assumption of OLS model.  If $\epsilon_i$ is uncorrelated with $X_i$ then the expectation of $\sum \epsilon_iX_i$ is also zero, meaning that
        \begin{eqnarray*}
        E[\hat{\beta}_1 ] & = & \beta_1
        \end{eqnarray*}
        which means that the OLS estimate of $\beta_1$ is unbiased as long as the error is uncorrelated with the independent variable.
    \end{enumerate}
\end{document}
