postgres.git / summary / log / commit / refs

commit    489be9c87e7eab07c0cadd1be86bfaa174532c87
Author:   Andrew Dunstan <andrew@dunslane.net>
Date:     Sat Jun 08 14:20:37 2013 +0000
First released in: 9.3.0, 8.4.18, 9.0.14, 9.1.10, 9.2.5

    Don't downcase non-ascii identifier chars in multi-byte encodings.
    
    Long-standing code has called tolower() on identifier character bytes
    with the high bit set. This is clearly an error and produces junk output
    when the encoding is multi-byte. This patch therefore restricts this
    activity to cases where there is a character with the high bit set AND
    the encoding is single-byte.
    
    There have been numerous gripes about this, most recently from Martin
    Schäfer.
    
    Backpatch to all live releases.


 src/backend/parser/scansup.c | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/backend/parser/scansup.c b/src/backend/parser/scansup.c
index f1bb4370fe9..c440b7b51e9 100644
--- a/src/backend/parser/scansup.c
+++ b/src/backend/parser/scansup.c
@@ -130,8 +130,10 @@ downcase_truncate_identifier(const char *ident, int len, bool warn)
 {
 	char	   *result;
 	int			i;
+	bool        enc_is_single_byte;
 
 	result = palloc(len + 1);
+	enc_is_single_byte = pg_database_encoding_max_length() == 1;
 
 	/*
 	 * SQL99 specifies Unicode-aware case normalization, which we don't yet
@@ -139,8 +141,8 @@ downcase_truncate_identifier(const char *ident, int len, bool warn)
 	 * locale-aware translation.  However, there are some locales where this
 	 * is not right either (eg, Turkish may do strange things with 'i' and
 	 * 'I').  Our current compromise is to use tolower() for characters with
-	 * the high bit set, and use an ASCII-only downcasing for 7-bit
-	 * characters.
+	 * the high bit set, as long as they aren't part of a multi-byte character,
+	 * and use an ASCII-only downcasing for 7-bit characters.
 	 */
 	for (i = 0; i < len; i++)
 	{
@@ -148,7 +150,7 @@ downcase_truncate_identifier(const char *ident, int len, bool warn)
 
 		if (ch >= 'A' && ch <= 'Z')
 			ch += 'a' - 'A';
-		else if (IS_HIGHBIT_SET(ch) && isupper(ch))
+		else if (enc_is_single_byte && IS_HIGHBIT_SET(ch) && isupper(ch))
 			ch = tolower(ch);
 		result[i] = (char) ch;
 	}


[parent: 88ce29a91a22]