some var parser bug fixes

This commit is contained in:
aarne
2004-08-24 11:49:46 +00:00
parent 9e05ef01aa
commit 9d404ba7a4
13 changed files with 40 additions and 17 deletions

View File

@@ -320,6 +320,7 @@ customTokenizer =
,(strCI "vars", const $ tokVars)
,(strCI "chars", const $ map (tS . singleton))
,(strCI "code", const $ lexHaskell)
,(strCI "codevars", const $ (mkTokVars lexHaskell))
,(strCI "text", const $ lexText)
,(strCI "unglue", \gr -> map tS . decomposeWords (stateMorpho gr))
,(strCI "codelit", lexHaskellLiteral . stateIsWord)