\documentclass{article}
\title{xSiLU: Expanded Gating Ranges}
\author{Aardvark}
\begin{document}
\maketitle

\begin{abstract}
We investigate expanding SiLU activation gating ranges in transformers.
\end{abstract}

\section{Introduction}
We explore expanding SiLU activation gating ranges.

\section{Method}
Added learnable parameter $\alpha$ to SiLU.

\section{Results}
Ablation: 5.665 vs 5.806. Full: 5.115 vs SwiGLU 4.9266.

\end{document}