Bug fix in gf_utils

2015-04-24 18:46:03 +00:00
parent 7d876fd665
commit 100c583916
1 changed files with 1 additions and 1 deletions
--- a/src/runtime/python/examples/translation_pipeline.py
+++ b/src/runtime/python/examples/translation_pipeline.py
@@ -91,7 +91,7 @@ def pipeline_lexer(sentence):

 def web_lexer(grammar, lang, sentences):
    for instance in sentences:
-	tokensList = re.split('\s+?', instance);
+	tokensList = re.split('\s+?', instance.strip());
 	for idx, token in enumerate(tokensList):
 	    if not token[0].isupper():
 		continue;