GitHub/gf-core
1
0
Fork 1
mirror of https://github.com/GrammaticalFramework/gf-core.git synced 2026-04-21 18:59:32 -06:00
Code Issues Packages Projects Releases Wiki Activity

C compiler

Browse Source
This commit is contained in:
aarne
2004-09-17 22:02:35 +00:00
parent ecc132dccf
commit 6ec3a53d3c
5 changed files with 157 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/GF/UseGrammar/Tokenize.hs
View File

@@ -130,13 +130,20 @@ reservedAnsiCWords = words $
unknown2string :: (String -> Bool) -> [CFTok] -> [CFTok]
unknown2string isKnown = map mkOne where
mkOne t@(TS s) = if isKnown s then t else mkTL s
mkOne t@(TS s)
| isKnown s = t
| all isDigit s = tI s
| otherwise = tV s
mkOne t@(TC s) = if isKnown s then t else mkTL s
mkOne t = t
unknown2var :: (String -> Bool) -> [CFTok] -> [CFTok]
unknown2var isKnown = map mkOne where
mkOne t@(TS "??") = if isKnown "??" then t else tM "??"
mkOne t@(TS s)
| isKnown s = t
| all isDigit s = tI s
| otherwise = tV s
mkOne t@(TS s) = if isKnown s then t else tV s
mkOne t@(TC s) = if isKnown s then t else tV s
mkOne t = t