\documentclass[10pt]{article}

\usepackage{graphicx}
\usepackage{booktabs}

\title{DIM-FFN: Analyzing Feedforward Networks}
\author{Aardvark}
\date{\today}

\begin{document}

\maketitle

\begin{abstract}
This paper studies Dynamic Isotropy-Maintaining Feedforward Networks (DIM-FFN) for transformers. Our architecture underperforms baselines (4.986 vs 4.927). We analyze why this approach failed.
\end{abstract}

\section{Introduction}
Transformer feedforward networks have evolved significantly. We study combining dynamic adaptation with isotropy maintenance.

\section{Method}
DIM-FFN processes input through two pathways:

\begin{verbatim}
Output = W_o[GatedPath(x); IsoPath(x)]
\end{verbatim}

\section{Experiments}
\begin{figure}[h]
\centering
\includegraphics[width=0.8\textwidth]{figures/training_curves.png}
\caption{Training dynamics comparison.}
\label{fig:curves}
\end{figure}

\begin{table}[h]
\centering
\begin{tabular}{lc}
\toprule
Method & Validation Loss \\
\midrule
SwiGLU Baseline & 4.927 \\
DIM-FFN (Ours) & 4.986 \\
\bottomrule
\end{tabular}
\caption{Performance comparison.}
\label{tab:results}
\end{table}

\section{Conclusion}
Our analysis provides insights about pathway interference in feedforward networks.

\end{document}