diff options
| author | aarne <unknown> | 2004-08-24 11:49:46 +0000 |
|---|---|---|
| committer | aarne <unknown> | 2004-08-24 11:49:46 +0000 |
| commit | c86192273657fe17d4dfe246f0d850379b9e5866 (patch) | |
| tree | 0c388671f158d8be47582766939b9bdb59a92f15 /src/GF/UseGrammar/Tokenize.hs | |
| parent | b57e3fff8c445bcc926c1018ac50a67e6417bf15 (diff) | |
some var parser bug fixes
Diffstat (limited to 'src/GF/UseGrammar/Tokenize.hs')
| -rw-r--r-- | src/GF/UseGrammar/Tokenize.hs | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/src/GF/UseGrammar/Tokenize.hs b/src/GF/UseGrammar/Tokenize.hs index 22d70a9b1..77c6222ac 100644 --- a/src/GF/UseGrammar/Tokenize.hs +++ b/src/GF/UseGrammar/Tokenize.hs @@ -35,6 +35,11 @@ mkCFTokVar s = case s of '$':xs@(_:_) -> if last s == '$' then tV (init xs) else tS s _ -> tS s +mkTokVars :: (String -> [CFTok]) -> String -> [CFTok] +mkTokVars tok = map tv . tok where + tv (TS s) = mkCFTokVar s + tv t = t + mkLit :: String -> CFTok mkLit s = if (all isDigit s) then (tI s) else (tL s) |