From 4ca5ffc8921c489c8cd8dc1fef08602255155904 Mon Sep 17 00:00:00 2001 From: aarne Date: Tue, 11 Mar 2014 20:57:17 +0000 Subject: [PATCH] punctuation added to NDTrans --- lib/src/experimental/NDPredTrans.probs | 5 ++++- lib/src/experimental/NDTrans.gf | 11 ++++++++++- lib/src/experimental/NDTransChi.gf | 8 ++++++++ lib/src/experimental/NDTransEng.gf | 9 +++++++++ lib/src/experimental/NDTransFin.gf | 9 +++++++++ lib/src/experimental/NDTransSwe.gf | 9 +++++++++ 6 files changed, 49 insertions(+), 2 deletions(-) diff --git a/lib/src/experimental/NDPredTrans.probs b/lib/src/experimental/NDPredTrans.probs index e6e45ebbe..9442be6d6 100644 --- a/lib/src/experimental/NDPredTrans.probs +++ b/lib/src/experimental/NDPredTrans.probs @@ -65312,4 +65312,7 @@ perfect_Chunk 5.751177721092363e-4 perfect_neg_Chunk 5.751177721092363e-4 past_perfect_Chunk 5.751177721092363e-4 past_perfect_neg_Chunk 5.751177721092363e-4 - +SFullstop 0.9 +SQuestmark 0.06 +SExclmark 0.01 +SUnmarked 0.03 diff --git a/lib/src/experimental/NDTrans.gf b/lib/src/experimental/NDTrans.gf index a391d1e0b..c2401029b 100644 --- a/lib/src/experimental/NDTrans.gf +++ b/lib/src/experimental/NDTrans.gf @@ -8,9 +8,18 @@ abstract NDTrans = ,Chunk ** { flags - startcat=Phr; + startcat = TransUnit ; -- heuristic_search_factor=0.60; -- meta_prob=1.0e-5; -- meta_token_prob=1.1965149246222233e-9; +cat + TransUnit ; + +fun + SFullstop : Phr -> TransUnit ; + SQuestmark : Phr -> TransUnit ; + SExclmark : Phr -> TransUnit ; + SUnmarked : Phr -> TransUnit ; + } diff --git a/lib/src/experimental/NDTransChi.gf b/lib/src/experimental/NDTransChi.gf index 36fd88dab..bac94e1ce 100644 --- a/lib/src/experimental/NDTransChi.gf +++ b/lib/src/experimental/NDTransChi.gf @@ -11,5 +11,13 @@ concrete NDTransChi of NDTrans = flags literal=Symb ; +lincat + TransUnit = {s : Str} ; + +lin + SFullstop p = {s = p.s ++ fullstop_s} ; + SQuestmark p = {s = p.s ++ questmark_s} ; + SExclmark p = {s = p.s ++ exclmark_s} ; + SUnmarked p = {s = p.s} ; } diff --git a/lib/src/experimental/NDTransEng.gf b/lib/src/experimental/NDTransEng.gf index 3b4e8fb76..bcc534ebf 100644 --- a/lib/src/experimental/NDTransEng.gf +++ b/lib/src/experimental/NDTransEng.gf @@ -11,4 +11,13 @@ concrete NDTransEng of NDTrans = flags literal=Symb ; +lincat + TransUnit = {s : Str} ; + +lin + SFullstop p = {s = p.s ++ "."} ; + SQuestmark p = {s = p.s ++ "?"} ; + SExclmark p = {s = p.s ++ "!"} ; + SUnmarked p = {s = p.s} ; + } diff --git a/lib/src/experimental/NDTransFin.gf b/lib/src/experimental/NDTransFin.gf index a0c9b2927..bdabf9baa 100644 --- a/lib/src/experimental/NDTransFin.gf +++ b/lib/src/experimental/NDTransFin.gf @@ -12,5 +12,14 @@ concrete NDTransFin of NDTrans = flags literal=Symb ; +lincat + TransUnit = {s : Str} ; + +lin + SFullstop p = {s = p.s ++ "."} ; + SQuestmark p = {s = p.s ++ "?"} ; + SExclmark p = {s = p.s ++ "!"} ; + SUnmarked p = {s = p.s} ; + } diff --git a/lib/src/experimental/NDTransSwe.gf b/lib/src/experimental/NDTransSwe.gf index d8e4e1e81..ae7750671 100644 --- a/lib/src/experimental/NDTransSwe.gf +++ b/lib/src/experimental/NDTransSwe.gf @@ -11,5 +11,14 @@ concrete NDTransSwe of NDTrans = flags literal=Symb ; +lincat + TransUnit = {s : Str} ; + +lin + SFullstop p = {s = p.s ++ "."} ; + SQuestmark p = {s = p.s ++ "?"} ; + SExclmark p = {s = p.s ++ "!"} ; + SUnmarked p = {s = p.s} ; + }