summaryrefslogtreecommitdiff
path: root/src/runtime/c/pgf/lexer.h
blob: d2992ee0644ddcba8b8574f446ce200f82cfae43 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
#ifndef PGF_LEXER_H_
#define PGF_LEXER_H_

#include <gu/read.h>
#include <pgf/expr.h>

/// A single lexical token			      
typedef GuString PgfToken;
typedef GuSeq PgfTokens;  // -> PgfToken

typedef struct {
	prob_t prob;
	PgfToken tok;
} PgfTokenProb;

typedef struct {
	PgfToken (*read_token)();
	PgfToken tok;
} PgfLexer;

PgfLexer*
pgf_new_simple_lexer(GuReader *rdr, GuPool *pool);

PgfToken
pgf_lexer_read_token(PgfLexer *lexer, GuExn* err);

PgfToken
pgf_lexer_current_token(PgfLexer *lexer);

#endif // PGF_LEXER_H_