some var parser bug fixes

This commit is contained in:
aarne
2004-08-24 11:49:46 +00:00
parent b57e3fff8c
commit c861922736
9 changed files with 29 additions and 15 deletions

View File

@@ -320,6 +320,7 @@ customTokenizer =
,(strCI "vars", const $ tokVars)
,(strCI "chars", const $ map (tS . singleton))
,(strCI "code", const $ lexHaskell)
,(strCI "codevars", const $ (mkTokVars lexHaskell))
,(strCI "text", const $ lexText)
,(strCI "unglue", \gr -> map tS . decomposeWords (stateMorpho gr))
,(strCI "codelit", lexHaskellLiteral . stateIsWord)