a new unbiased statistical parser. it is still far from perfect use it on your own risk.

This commit is contained in:
kr.angelov
2012-05-08 12:13:28 +00:00
parent 931066f6fc
commit a6800fc0da
8 changed files with 831 additions and 770 deletions

View File

@@ -46,7 +46,7 @@ pgf_lexer_next_token(PgfLexer *lexer, GuExn* err, GuPool *pool)
if (gu_exn_is_raised(err))
goto stop;
if (lexer->ucs == '.' && counter < 3) {
if (lexer->ucs == '.' && counter < 4) {
// perhaps an abreviation
gu_ucs_write(lexer->ucs, wtr, err);
if (gu_exn_is_raised(err))