Fixed several things, e.g. tokenizer.

2003-11-03 16:27:55 +00:00
parent 2728e6e7ce
commit 94326929b1
18 changed files with 133 additions and 69 deletions
--- a/src/GF/API.hs
+++ b/src/GF/API.hs
@@ -177,9 +177,10 @@ optLinearizeTree opts gr t = case getOptVal opts transferFun of

  lin mk
    | oElem showRecord opts = liftM prt . linearizeNoMark g c
-    | otherwise             = return . linTree2string mk g c
+    | otherwise             = return . untok . linTree2string mk g c
  g = grammar gr
  c = cncId gr
+  untok = customOrDefault opts useUntokenizer customUntokenizer gr

 {- ----
        untoksl . lin where