From 5e2474e3467e51d46314745d855d64921e4e0e4c Mon Sep 17 00:00:00 2001 From: "kr.angelov" Date: Fri, 1 Feb 2013 09:29:43 +0000 Subject: This patch removes Gregoire's parse_tokens function in the python binding and adds another implementation which builds on the existing API for lexers in the C runtime. Now it is possible to write incremental Lexers in Python --- src/runtime/c/utils/pgf-chunk.c | 2 +- src/runtime/c/utils/pgf-parse.c | 2 +- src/runtime/c/utils/pgf-translate.c | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) (limited to 'src/runtime/c/utils') diff --git a/src/runtime/c/utils/pgf-chunk.c b/src/runtime/c/utils/pgf-chunk.c index fada1c0b4..5f4b8972a 100644 --- a/src/runtime/c/utils/pgf-chunk.c +++ b/src/runtime/c/utils/pgf-chunk.c @@ -98,7 +98,7 @@ int main(int argc, char* argv[]) { GuReader *rdr = gu_string_reader(gu_str_string(line, ppool), ppool); PgfLexer *lexer = - pgf_new_lexer(rdr, ppool); + pgf_new_simple_lexer(rdr, ppool); pgf_print_chunks(from_concr, cat, lexer, ppool); diff --git a/src/runtime/c/utils/pgf-parse.c b/src/runtime/c/utils/pgf-parse.c index 4e1444806..648295312 100644 --- a/src/runtime/c/utils/pgf-parse.c +++ b/src/runtime/c/utils/pgf-parse.c @@ -123,7 +123,7 @@ int main(int argc, char* argv[]) { } GuReader *rdr = gu_string_reader(gu_str_string(line, ppool), ppool); - PgfLexer *lexer = pgf_new_lexer(rdr, ppool); + PgfLexer *lexer = pgf_new_simple_lexer(rdr, ppool); GuEnum* result = pgf_parse(concr, cat, lexer, ppool); PgfExprProb* ep = NULL; diff --git a/src/runtime/c/utils/pgf-translate.c b/src/runtime/c/utils/pgf-translate.c index ea3cca5af..ac427cb0e 100644 --- a/src/runtime/c/utils/pgf-translate.c +++ b/src/runtime/c/utils/pgf-translate.c @@ -164,7 +164,7 @@ int main(int argc, char* argv[]) { GuReader *rdr = gu_string_reader(gu_str_string(line, ppool), ppool); PgfLexer *lexer = - pgf_new_lexer(rdr, ppool); + pgf_new_simple_lexer(rdr, ppool); clock_t start = clock(); -- cgit v1.2.3