From 1726995921f6c05686b2b06f672b1376e589f8ac Mon Sep 17 00:00:00 2001
From: "kr.angelov" <kr.angelov@gmail.com>
Date: Fri, 9 Mar 2012 09:14:44 +0000
Subject: libpgf: added simple lexer

---
 src/runtime/c/pgf/lexer.c | 103 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 103 insertions(+)
 create mode 100644 src/runtime/c/pgf/lexer.c

(limited to 'src/runtime/c/pgf/lexer.c')

diff --git a/src/runtime/c/pgf/lexer.c b/src/runtime/c/pgf/lexer.c
new file mode 100644
index 000000000..fd196bc1b
--- /dev/null
+++ b/src/runtime/c/pgf/lexer.c
@@ -0,0 +1,103 @@
+#include <gu/list.h>
+#include <pgf/lexer.h>
+#include <pgf/data.h>
+#include <wctype.h>
+
+struct PgfLexer {
+	GuReader* rdr;
+	GuUCS ucs;
+};
+
+PgfLexer*
+pgf_new_lexer(GuReader *rdr, GuPool *pool)
+{
+	PgfLexer* lexer = gu_new(PgfLexer, pool);
+	lexer->rdr = rdr;
+	lexer->ucs = ' ';
+	return lexer;
+}
+
+PgfToken
+pgf_lexer_next_token(PgfLexer *lexer, GuExn* err, GuPool *pool)
+{
+	GuPool* tmp_pool = gu_new_pool();
+
+	PgfToken tok;
+
+	GuStringBuf* buf = gu_string_buf(tmp_pool);
+	GuWriter* wtr = gu_string_buf_writer(buf);
+
+	while (iswspace(lexer->ucs)) {
+		lexer->ucs = gu_read_ucs(lexer->rdr, err);
+		if (gu_exn_is_raised(err))
+			goto stop;
+	}
+
+	if (iswalpha(lexer->ucs) ||
+	    lexer->ucs == '\''   ||
+	    lexer->ucs == '_') {
+		do {
+			gu_ucs_write(lexer->ucs, wtr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+			lexer->ucs = gu_read_ucs(lexer->rdr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+		} while (iswalnum(lexer->ucs) ||
+		         lexer->ucs == '\''   ||
+		         lexer->ucs == '_');
+	} else if (iswdigit(lexer->ucs) || lexer->ucs == '-') {
+		if (lexer->ucs == '-') {
+			gu_ucs_write(lexer->ucs, wtr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+			lexer->ucs = gu_read_ucs(lexer->rdr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+
+			if (!iswdigit(lexer->ucs))
+				goto stop;
+		}
+
+		do {
+			gu_ucs_write(lexer->ucs, wtr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+			lexer->ucs = gu_read_ucs(lexer->rdr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+		} while (iswdigit(lexer->ucs));
+		
+		if (lexer->ucs == '.') {
+			gu_ucs_write(lexer->ucs, wtr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+
+			lexer->ucs = gu_read_ucs(lexer->rdr, err);
+			if (gu_exn_is_raised(err))
+				goto stop;
+
+			while (iswdigit(lexer->ucs)) {
+				gu_ucs_write(lexer->ucs, wtr, err);
+				if (gu_exn_is_raised(err))
+					goto stop;
+				lexer->ucs = gu_read_ucs(lexer->rdr, err);
+				if (gu_exn_is_raised(err))
+					goto stop;
+			}
+		}
+	} else {
+		gu_ucs_write(lexer->ucs, wtr, err);
+		if (gu_exn_is_raised(err))
+			goto stop;
+		lexer->ucs = gu_read_ucs(lexer->rdr, err);
+		if (gu_exn_is_raised(err))
+			goto stop;
+	}
+
+stop:
+	tok = gu_string_buf_freeze(buf, pool);
+
+	gu_pool_free(tmp_pool);
+	return tok;
+}
-- 
cgit v1.2.3