\section{Introduction to Infinite Series}

\begin{definition}
	If $X:=(x_n)$ is a sequence in $\R$, then the \textbf{infinite series} (or simply the \textbf{series}) \textbf{generated by} $X$ is the sequence $S:= (s_k)$ defined by
	\begin{align*}
		s_1 & := x_1                                \\
		s_2 & := s_1 + s_2   & (=x_1 + x_2)         \\
		    & \dots                                 \\
		s_k & := s_{k-1}+x_k & (=x_1+x_2+\dots+x_k) \\
		    & \dots
	\end{align*}
\end{definition}

\begin{theorem}[\textbf{The $n$th Term Test}]
	If the series $\sum x_n$ converges, then $\lim (x_n) = 0$.
\end{theorem}

\begin{theorem}[\textbf{Cauchy Criterion for Series}]
	The series $\sum x_n$ converges if and only if for every $\varepsilon >0$ there exists $M(\varepsilon) \in \N$ such that if $m>n\geq M(\varepsilon)$, then
	\[|s_m-s_n|=|x_{n+1}+x_{n+2}+\dots+x_m|<\varepsilon\]
\end{theorem}

\begin{theorem}
	Let $(x_n)$ be a sequence of nonnegative real numbers. Then the series $\sum x_n$ converges if and only if the sequence $S=(s_k)$ of partial sums is bounded. In this case,
	\[\sum\limits_{n=1}^{\infty}x_n = \lim (x_k) = \sup \{s_k:k \in \N\}\]
\end{theorem}

\begin{theorem}[\textbf{Comparison Test}]
	Let $X:=(x_n)$ and $Y:=(y_n)$ be real sequences and suppose that for some $K \in \N$ we have
	\[0 \leq x_n \leq y_n\ \ \ \text{for}\ \ \ n \geq K\]
	\begin{enumerate}
		\item Then the convergence of $\sum y_n$ implies the convergence of $\sum x_n$.
		\item The divergence of $\sum x_n$ implies the divergence of $\sum y_n$.
	\end{enumerate}
\end{theorem}

\begin{theorem}[\textbf{Limit Comparison Test}]
	Suppose that $X:=(x_n)$ and $Y:=(y_n)$ are strictly positive sequences and suppose that the following limit exists in $\R$:
	\[r:=\lim \left(\frac{x_n}{y_n}\right)\]
	\begin{enumerate}
		\item If $r \neq 0$, then $\sum x_n$ is convergent if and only if $\sum y_n$ is convergent.
		\item If $r=0$ and if $\sum y_n$ is convergent, then $\sum x_n$ is convergent.
		\item If $r=\infty$ and $\sum y_n$ diverges, then $\sum x_n$ diverges.
	\end{enumerate}
\end{theorem}

\begin{definition}
	Let $(a_n):n \mapsto a(n)$ be a decreasing sequence of strictly positive terms in $\R$ which converges with a limit of zero. That is, for every $n$ in the domain of $(a_n):a_n>0,\ a_{n+1} \leq a_n$, and $a_n \to 0$ as $n \to + \infty$. The series $\displaystyle\sum_{n=1}^{\infty} 2^n a(2^n)$ is called the \textbf{condensed} form of the series $\displaystyle\sum_{n=1}^{\infty} a_n$.
\end{definition}

\begin{theorem}[\textbf{Cauchy Condensation Test}]
	Let $(a_n):n \mapsto a(n)$ be a decreasing sequence of strictly positive terms in $\R$ which converges with a limit of zero. That is, for every $n$ in the domain of $(a_n):a_n>0,\ a_n \geq a_{n+1}$, and $a_n \to 0$ as $n \to +\infty$. Then the series $\displaystyle\sum_{n=1}^{\infty} a_n$ converges if and only if the condensed series $\displaystyle\sum_{n=1}^{\infty} 2^na(2^n)$ converges.
\end{theorem}

\begin{theorem}[\textbf{Cauchy Ratio Test}]
	Let $\displaystyle\sum_{n=1}^{\infty} a_n$ be a series and $a_n>0$ for all $n \in \N$, and suppose the following limit exists in $\R$:
	\[L=\lim\limits_{n \to \infty} \frac{a_{n+1}}{a_n}\]
	\begin{enumerate}
		\item If $L<1$, then the series converges absolutely.
		\item If $L>1$, then the series is divergent.
		\item If $L=1$ or the limit does not exist, then the test is inconclusive.
	\end{enumerate}
\end{theorem}

\begin{theorem}[\textbf{Kummer's Test}]
	Let $\sum a_n$ be a positive term series.
	\begin{enumerate}
		\item If there exists a positive term sequence $b_n$, $\alpha > 0$, and $\N \in \N$ such that $\displaystyle\frac{a_n}{a_{n+1}} \cdot b_n - b_{n+1} \geq \alpha,\ \forall\ n \geq N$, then $\sum a_n$ converges.
		\item If $\displaystyle\frac{a_n}{a_{n+1}}\cdot b_n - b_{n+1} \leq 0,\ \forall\ n \geq N$, and if $\sum \frac{1}{b_n}$ diverges, then $\sum a_n$ diverges.
	\end{enumerate}
\end{theorem}

\begin{theorem}[\textbf{Gauss' Test}]
	If $\sum a_n$ is a positive term series, and if there exists a bounded sequence $b_n$ such that $\forall\ n \geq N$, $\displaystyle\frac{a_n}{a_{n+1}} = 1 +\frac{L}{n} + \frac{b_n}{n^2}$, then
	\begin{enumerate}
		\item If $L > 1$, then $\sum a_n$ converges.
		\item If $L \leq 1$, then $\sum a_n$ diverges.
	\end{enumerate}
\end{theorem}