From 6ec3a53d3cd1666696430d25e1d0c746f3c7dde8 Mon Sep 17 00:00:00 2001
From: aarne <unknown>
Date: Fri, 17 Sep 2004 22:02:35 +0000
Subject: C compiler

---
 src/GF/UseGrammar/Tokenize.hs | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

(limited to 'src')

diff --git a/src/GF/UseGrammar/Tokenize.hs b/src/GF/UseGrammar/Tokenize.hs
index 7ae3463a0..d53fb0597 100644
--- a/src/GF/UseGrammar/Tokenize.hs
+++ b/src/GF/UseGrammar/Tokenize.hs
@@ -130,13 +130,20 @@ reservedAnsiCWords = words $
 
 unknown2string :: (String -> Bool) -> [CFTok] -> [CFTok]
 unknown2string isKnown = map mkOne where
-  mkOne t@(TS s) = if isKnown s then t else mkTL s
+  mkOne t@(TS s) 
+    | isKnown s = t
+    | all isDigit s = tI s 
+    | otherwise = tV s
   mkOne t@(TC s) = if isKnown s then t else mkTL s
   mkOne t        = t
 
 unknown2var :: (String -> Bool) -> [CFTok] -> [CFTok]
 unknown2var isKnown = map mkOne where
   mkOne t@(TS "??") = if isKnown "??" then t else tM "??"
+  mkOne t@(TS s) 
+    | isKnown s = t
+    | all isDigit s = tI s 
+    | otherwise = tV s
   mkOne t@(TS s) = if isKnown s then t else tV s
   mkOne t@(TC s) = if isKnown s then t else tV s
   mkOne t        = t
-- 
cgit v1.2.3