some var parser bug fixes

2004-08-24 11:49:46 +00:00
parent 9e05ef01aa
commit 9d404ba7a4
13 changed files with 40 additions and 17 deletions
--- a/src/GF/UseGrammar/Tokenize.hs
+++ b/src/GF/UseGrammar/Tokenize.hs
@@ -35,6 +35,11 @@ mkCFTokVar s = case s of
  '$':xs@(_:_) -> if last s == '$' then tV (init xs) else tS s
  _            -> tS s

+mkTokVars :: (String -> [CFTok]) -> String -> [CFTok]
+mkTokVars tok = map tv . tok where
+  tv (TS s) = mkCFTokVar s
+  tv t = t
+
 mkLit :: String -> CFTok
 mkLit s = if (all isDigit s) then (tI s) else (tL s)