Bug fix in gf_utils

This commit is contained in:
prasanth.kolachina
2015-04-24 18:46:03 +00:00
parent 98bfbd8d60
commit c921136a9b

View File

@@ -91,7 +91,7 @@ def pipeline_lexer(sentence):
def web_lexer(grammar, lang, sentences):
for instance in sentences:
tokensList = re.split('\s+?', instance);
tokensList = re.split('\s+?', instance.strip());
for idx, token in enumerate(tokensList):
if not token[0].isupper():
continue;