diff options
| author | aarne <unknown> | 2003-12-04 12:08:29 +0000 |
|---|---|---|
| committer | aarne <unknown> | 2003-12-04 12:08:29 +0000 |
| commit | 15f94710f0403c760ed4ec1a8328c89400c4d94c (patch) | |
| tree | 93e1c81f180685a8a2afc4837aea511f48e312ca /src/GF/UseGrammar/Tokenize.hs | |
| parent | 6a9dc9e5f5ddea8130b88a88d1e07f489d0906f9 (diff) | |
Added French for new API. Started alpha conv. Fixed bugs.
Diffstat (limited to 'src/GF/UseGrammar/Tokenize.hs')
| -rw-r--r-- | src/GF/UseGrammar/Tokenize.hs | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/src/GF/UseGrammar/Tokenize.hs b/src/GF/UseGrammar/Tokenize.hs index ac28276f5..b264075ba 100644 --- a/src/GF/UseGrammar/Tokenize.hs +++ b/src/GF/UseGrammar/Tokenize.hs @@ -129,6 +129,9 @@ unknown2string isKnown = map mkOne where mkOne t@(TC s) = if isKnown s then t else mkTL s mkOne t = t -lexTextLiteral isKnown = unknown2string isKnown . lexText +lexTextLiteral isKnown = unknown2string (eitherUpper isKnown) . lexText lexHaskellLiteral isKnown = unknown2string isKnown . lexHaskell +eitherUpper isKnown w@(c:cs) = isKnown (toLower c : cs) || isKnown (toUpper c : cs) +eitherUpper isKnown w = isKnown w + |