bug fix python examples

1 files changed, 5 insertions, 3 deletions

diff --git a/src/runtime/python/examples/gf_utils.py b/src/runtime/python/examples/gf_utils.py
index 3ec98b865..d6d3421ac 100644
--- a/src/runtime/python/examples/gf_utils.py
+++ b/src/runtime/python/examples/gf_utils.py
@@ -152,8 +152,9 @@ def getKBestParses(grammar, language, K, callbacks=[], serializable=False, senti
 def pgf_parse(args):
     grammar  = pgf.readPGF(args.pgfgrammar);
     import translation_pipeline;
-    
-    inputSet = translation_pipeline.web_lexer(grammar, args.srclang, args.inputstream);
+
+    preprocessor = lexer();
+    inputSet = translation_pipeline.web_lexer(grammar, args.srclang, preprocessor(args.inputstream) );
     outputPrinter = lambda X: "%f\t%s" %(X[0], str(X[1])); #operator.itemgetter(1);
     callbacks = [('PN', translation_pipeline.parseNames(grammar, args.srclang)), ('Symb', translation_pipeline.parseUnknown(grammar, args.srclang))];
     parser = getKBestParses(grammar, args.srclang, 1, callbacks);
@@ -168,7 +169,8 @@ def pgf_kparse(args):
     grammar = pgf.readPGF(args.pgfgrammar);
     import translation_pipeline;
     
-    inputSet = translation_pipeline.web_lexer(grammar, args.srclang, args.inputstream);
+    preprocessor = lexer();
+    inputSet = translation_pipeline.web_lexer(grammar, args.srclang, preprocessor(args.inputstream) );
     outputPrinter = printJohnsonRerankerFormat;
     callbacks = [('PN', translation_pipeline.parseNames(grammar, args.srclang)), ('Symb', translation_pipeline.parseUnknown(grammar, args.srclang))];
     parser = getKBestParses(grammar, args.srclang, args.K, callbacks=callbacks);