From 45ecae4b774aee96dcc3e9f2c5f82307982faa08 Mon Sep 17 00:00:00 2001
From: gdetrez <gdetrez@crans.org>
Date: Thu, 10 Feb 2011 15:00:06 +0000
Subject: Adding a basic lexicon-based tokenizer and the asociated command in
 gf shell

---
 src/runtime/haskell/PGF.hs | 4 ++++
 1 file changed, 4 insertions(+)

(limited to 'src/runtime/haskell')

diff --git a/src/runtime/haskell/PGF.hs b/src/runtime/haskell/PGF.hs
index 42ef8aaff..8530d9a71 100644
--- a/src/runtime/haskell/PGF.hs
+++ b/src/runtime/haskell/PGF.hs
@@ -109,6 +109,9 @@ module PGF(
            -- ** Morphological Analysis
            Lemma, Analysis, Morpho,
            lookupMorpho, buildMorpho, fullFormLexicon,
+           
+           -- ** Tokenizing
+           mkTokenizer,
 
            -- ** Visualizations
            graphvizAbstractTree,
@@ -141,6 +144,7 @@ import PGF.Expr (Tree)
 import PGF.Morphology
 import PGF.Data
 import PGF.Binary
+import PGF.Tokenizer
 import qualified PGF.Forest as Forest
 import qualified PGF.Parse as Parse
 
-- 
cgit v1.2.3