forked from GitHub/gf-core
31 lines
525 B
C
31 lines
525 B
C
#ifndef PGF_LEXER_H_
|
|
#define PGF_LEXER_H_
|
|
|
|
#include <gu/read.h>
|
|
#include <pgf/expr.h>
|
|
|
|
/// A single lexical token
|
|
typedef GuString PgfToken;
|
|
typedef GuSeq PgfTokens; // -> PgfToken
|
|
|
|
typedef struct {
|
|
prob_t prob;
|
|
PgfToken tok;
|
|
} PgfTokenProb;
|
|
|
|
typedef struct {
|
|
PgfToken (*read_token)();
|
|
PgfToken tok;
|
|
} PgfLexer;
|
|
|
|
PgfLexer*
|
|
pgf_new_simple_lexer(GuReader *rdr, GuPool *pool);
|
|
|
|
PgfToken
|
|
pgf_lexer_read_token(PgfLexer *lexer, GuExn* err);
|
|
|
|
PgfToken
|
|
pgf_lexer_current_token(PgfLexer *lexer);
|
|
|
|
#endif // PGF_LEXER_H_
|