---input---
\documentclass{article}
% this is a LaTeX comment
\usepackage{agda}

\begin{document}

Here's how you can define \emph{RGB} colors in Agda:

\begin{code}
module example where

open import Data.Fin
open import Data.Nat

data Color : Set where
    RGB : Fin 256 → Fin 256 → Fin 256 → Color
\end{code}

\end{document}

---tokens---
'\\documentclass' Keyword
'{'           Name.Builtin
'article'     Text
'}'           Name.Builtin
'\n'          Text

'% this is a LaTeX comment\n' Comment

'\\usepackage' Keyword
'{'           Name.Builtin
'agda'        Text
'}'           Name.Builtin
'\n\n'        Text

'\\begin'     Keyword
'{'           Name.Builtin
'document'    Text
'}'           Name.Builtin
"\n\nHere's how you can define " Text
'\\emph'      Keyword
'{'           Name.Builtin
'RGB'         Text
'}'           Name.Builtin
' colors in Agda:\n\n' Text

'\\begin'     Keyword
'{'           Name.Builtin
'code'        Text
'}'           Name.Builtin
'\n'          Text

'module'      Keyword.Reserved
' '           Text
'example'     Name
' '           Text
'where'       Keyword.Reserved
'\n'          Text

'\n'          Text

'open'        Keyword.Reserved
' '           Text
'import'      Keyword.Reserved
' '           Text
'Data.Fin'    Name
'\n'          Text

'open'        Keyword.Reserved
' '           Text
'import'      Keyword.Reserved
' '           Text
'Data.Nat'    Name
'\n'          Text

'\n'          Text

'data'        Keyword.Reserved
' '           Text
'Color'       Text
' '           Text
':'           Operator.Word
' '           Text
'Set'         Keyword.Type
' '           Text
'where'       Keyword.Reserved
'\n'          Text

'    '        Text
'RGB'         Name.Function
' '           Text
':'           Operator.Word
' '           Text
'Fin'         Text
' '           Text
'256'         Literal.Number.Integer
' '           Text
'→'           Operator.Word
' '           Text
'Fin'         Text
' '           Text
'256'         Literal.Number.Integer
' '           Text
'→'           Operator.Word
' '           Text
'Fin'         Text
' '           Text
'256'         Literal.Number.Integer
' '           Text
'→'           Operator.Word
' '           Text
'Color'       Text
'\n'          Text

'\\end'       Keyword
'{'           Name.Builtin
'code'        Text
'}'           Name.Builtin
'\n\n'        Text

'\\end'       Keyword
'{'           Name.Builtin
'document'    Text
'}'           Name.Builtin
'\n'          Text
