msyds/gf-core
1
0
Fork 0
forked from GitHub/gf-core
Code Pull Requests Activity

dealing with ',' as syncategorematic token

Browse Source
This commit is contained in:
Aarne Ranta
2018-12-01 09:32:22 +01:00
parent fdc5659f80
commit 831252eb81
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/runtime/haskell/PGF/VisualizeTree.hs
View File

@@ -802,7 +802,9 @@ getCncDepLabels =
Just new -> return new Just new -> return new
_ -> lookup "*" (map snd rules) _ -> lookup "*" (map snd rules)
) )
getToks = words . map (\c -> if elem c "\"," then ' ' else c) getToks = map unquote . filter (/=",") . toks
toks s = case lex s of [(t,"")] -> [t] ; [(t,cc)] -> t:toks cc ; _ -> []
unquote s = case s of '"':cc@(_:_) | last cc == '"' -> init cc ; _ -> s
printCoNLL :: CoNLL -> String printCoNLL :: CoNLL -> String
printCoNLL = unlines . map (concat . intersperse "\t") printCoNLL = unlines . map (concat . intersperse "\t")