From 831252eb81989584ea9bc5b0d7e146dc5f71ca67 Mon Sep 17 00:00:00 2001
From: Aarne Ranta <aarne@chalmers.se>
Date: Sat, 1 Dec 2018 09:32:22 +0100
Subject: [PATCH] dealing with ',' as syncategorematic token

---
 src/runtime/haskell/PGF/VisualizeTree.hs | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/runtime/haskell/PGF/VisualizeTree.hs b/src/runtime/haskell/PGF/VisualizeTree.hs
index 70c1f2f7f..c82d9e47e 100644
--- a/src/runtime/haskell/PGF/VisualizeTree.hs
+++ b/src/runtime/haskell/PGF/VisualizeTree.hs
@@ -802,7 +802,9 @@ getCncDepLabels =
       Just new -> return new
       _ -> lookup "*"  (map snd rules)
     )
-  getToks = words . map (\c -> if elem c "\"," then ' ' else c)
+  getToks = map unquote . filter (/=",") . toks
+  toks s = case lex s of [(t,"")] -> [t] ; [(t,cc)] -> t:toks cc ; _ -> []
+  unquote s = case s of '"':cc@(_:_) | last cc == '"' -> init cc ; _ -> s 
 
 printCoNLL :: CoNLL -> String
 printCoNLL = unlines . map (concat . intersperse "\t")