summaryrefslogtreecommitdiff
path: root/src/runtime/c/pgf/lexer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/runtime/c/pgf/lexer.h')
-rw-r--r--src/runtime/c/pgf/lexer.h6
1 files changed, 6 insertions, 0 deletions
diff --git a/src/runtime/c/pgf/lexer.h b/src/runtime/c/pgf/lexer.h
index 270a7949b..d2992ee06 100644
--- a/src/runtime/c/pgf/lexer.h
+++ b/src/runtime/c/pgf/lexer.h
@@ -2,12 +2,18 @@
#define PGF_LEXER_H_
#include <gu/read.h>
+#include <pgf/expr.h>
/// A single lexical token
typedef GuString PgfToken;
typedef GuSeq PgfTokens; // -> PgfToken
typedef struct {
+ prob_t prob;
+ PgfToken tok;
+} PgfTokenProb;
+
+typedef struct {
PgfToken (*read_token)();
PgfToken tok;
} PgfLexer;