gf-core/src/runtime/c/pgf/lexer.c

#include <gu/list.h>
#include <gu/utf8.h>
#include <pgf/pgf.h>
#include <pgf/data.h>
#include <wctype.h>

typedef struct {
	PgfLexer base;
	GuIn* in;
	GuPool* pool;
	GuUCS ucs;
} PgfSimpleLexer;

static void
pgf_lexer_read_ucs(PgfSimpleLexer *lexer, GuExn* err)
{
	lexer->ucs = gu_in_utf8(lexer->in, err);
	if (gu_exn_is_raised(err)) {
		gu_exn_clear(err);
		lexer->ucs = ' ';
	}
}

static PgfToken
pgf_simple_lexer_read_token(PgfLexer *base, GuExn* err)
{
	PgfSimpleLexer* lexer = (PgfSimpleLexer*) base;
	GuPool* tmp_pool = gu_new_pool();

	GuStringBuf* buf = gu_string_buf(tmp_pool);
	GuOut* out = gu_string_buf_out(buf);

	while (iswspace(lexer->ucs)) {
		lexer->ucs = gu_in_utf8(lexer->in, err);
		if (gu_exn_is_raised(err))
			goto stop;
	}

	if (iswalpha(lexer->ucs) ||
	    lexer->ucs == '\''   ||
	    lexer->ucs == '_') {
		int counter = 0;
		do {
			gu_out_utf8(lexer->ucs, out, err);
			if (gu_exn_is_raised(err))
				goto stop;
			counter++;
			pgf_lexer_read_ucs(lexer, err);

			if (lexer->ucs == '.' && counter < 4) {
				// perhaps an abreviation
				gu_out_utf8(lexer->ucs, out, err);
				if (gu_exn_is_raised(err))
					goto stop;
				counter = 0;
				pgf_lexer_read_ucs(lexer, err);
			}
		} while (iswalnum(lexer->ucs) ||
		         lexer->ucs == '\''   ||
		         lexer->ucs == '_');
	} else if (iswdigit(lexer->ucs) || lexer->ucs == '-') {
		if (lexer->ucs == '-') {
			gu_out_utf8(lexer->ucs, out, err);
			if (gu_exn_is_raised(err))
				goto stop;
				
			pgf_lexer_read_ucs(lexer, err);
			if (!iswdigit(lexer->ucs))
				goto stop;
		}

		do {
			gu_out_utf8(lexer->ucs, out, err);
			if (gu_exn_is_raised(err))
				goto stop;

			pgf_lexer_read_ucs(lexer, err);
		} while (iswdigit(lexer->ucs));
		
		if (lexer->ucs == '.') {
			gu_out_utf8(lexer->ucs, out, err);
			if (gu_exn_is_raised(err))
				goto stop;

			pgf_lexer_read_ucs(lexer, err);
			while (iswdigit(lexer->ucs)) {
				gu_out_utf8(lexer->ucs, out, err);
				if (gu_exn_is_raised(err))
					goto stop;
				pgf_lexer_read_ucs(lexer, err);
			}
		}
	} else {
		gu_out_utf8(lexer->ucs, out, err);
		if (gu_exn_is_raised(err))
			goto stop;
		pgf_lexer_read_ucs(lexer, err);
	}

stop:
	lexer->base.tok = gu_string_buf_freeze(buf, lexer->pool);

	gu_pool_free(tmp_pool);
	return lexer->base.tok;
}

PgfLexer*
pgf_new_simple_lexer(GuIn *in, GuPool *pool)
{
	PgfSimpleLexer* lexer = gu_new(PgfSimpleLexer, pool);
	lexer->base.read_token = pgf_simple_lexer_read_token;
	lexer->base.tok = gu_empty_string;
	lexer->in = in;
	lexer->pool = pool;
	lexer->ucs = ' ';	
	return ((PgfLexer*) lexer);
}

PgfToken
pgf_lexer_read_token(PgfLexer *lexer, GuExn* err)
{
	return lexer->read_token(lexer, err);
}

PgfToken
pgf_lexer_current_token(PgfLexer *lexer)
{
	return lexer->tok;
}