From c86192273657fe17d4dfe246f0d850379b9e5866 Mon Sep 17 00:00:00 2001
From: aarne <unknown>
Date: Tue, 24 Aug 2004 11:49:46 +0000
Subject: some var parser bug fixes

---
 src/GF/UseGrammar/Tokenize.hs | 5 +++++
 1 file changed, 5 insertions(+)

(limited to 'src/GF/UseGrammar/Tokenize.hs')

diff --git a/src/GF/UseGrammar/Tokenize.hs b/src/GF/UseGrammar/Tokenize.hs
index 22d70a9b1..77c6222ac 100644
--- a/src/GF/UseGrammar/Tokenize.hs
+++ b/src/GF/UseGrammar/Tokenize.hs
@@ -35,6 +35,11 @@ mkCFTokVar s = case s of
   '$':xs@(_:_) -> if last s == '$' then tV (init xs) else tS s
   _            -> tS s
 
+mkTokVars :: (String -> [CFTok]) -> String -> [CFTok]
+mkTokVars tok = map tv . tok where
+  tv (TS s) = mkCFTokVar s
+  tv t = t
+
 mkLit :: String -> CFTok
 mkLit s = if (all isDigit s) then (tI s) else (tL s)
 
-- 
cgit v1.2.3