Commit e1056ea9 authored by Frédéric Buclin's avatar Frédéric Buclin

Remove "Unicode non-character 0xfdd0 is illegal for interchange" warnings thrown…

Remove "Unicode non-character 0xfdd0 is illegal for interchange" warnings thrown by Perl 5.10.1 and 5.12, see bug 405011 r=gerv
parent b06a5f44
...@@ -3412,15 +3412,18 @@ sub comments { ...@@ -3412,15 +3412,18 @@ sub comments {
if (!defined $self->{'comments'}) { if (!defined $self->{'comments'}) {
$self->{'comments'} = Bugzilla::Comment->match({ bug_id => $self->id }); $self->{'comments'} = Bugzilla::Comment->match({ bug_id => $self->id });
my $count = 0; my $count = 0;
my $is_mysql = Bugzilla->dbh->isa('Bugzilla::DB::Mysql') ? 1 : 0; state $is_mysql = Bugzilla->dbh->isa('Bugzilla::DB::Mysql') ? 1 : 0;
foreach my $comment (@{ $self->{'comments'} }) { foreach my $comment (@{ $self->{'comments'} }) {
$comment->{count} = $count++; $comment->{count} = $count++;
$comment->{bug} = $self; $comment->{bug} = $self;
# XXX - hack for MySQL. Convert [U+....] back into its Unicode # XXX - hack for MySQL. Convert [U+....] back into its Unicode
# equivalent for characters above U+FFFF as MySQL older than 5.5.3 # equivalent for characters above U+FFFF as MySQL older than 5.5.3
# cannot store them, see Bugzilla::Comment::_check_thetext(). # cannot store them, see Bugzilla::Comment::_check_thetext().
if ($is_mysql) {
# Perl 5.13.8 and older complain about non-characters.
no warnings 'utf8';
$comment->{thetext} =~ s/\x{FDD0}\[U\+((?:[1-9A-F]|10)[0-9A-F]{4})\]\x{FDD1}/chr(hex $1)/eg $comment->{thetext} =~ s/\x{FDD0}\[U\+((?:[1-9A-F]|10)[0-9A-F]{4})\]\x{FDD1}/chr(hex $1)/eg
if $is_mysql; }
} }
# Some bugs may have no comments when upgrading old installations. # Some bugs may have no comments when upgrading old installations.
Bugzilla::Comment->preload($self->{'comments'}) if $count; Bugzilla::Comment->preload($self->{'comments'}) if $count;
......
...@@ -429,7 +429,10 @@ sub _check_thetext { ...@@ -429,7 +429,10 @@ sub _check_thetext {
# without any problem. So we need to replace these characters if we use MySQL, # without any problem. So we need to replace these characters if we use MySQL,
# else the comment is truncated. # else the comment is truncated.
# XXX - Once we use utf8mb4 for comments, this hack for MySQL can go away. # XXX - Once we use utf8mb4 for comments, this hack for MySQL can go away.
if (Bugzilla->dbh->isa('Bugzilla::DB::Mysql')) { state $is_mysql = Bugzilla->dbh->isa('Bugzilla::DB::Mysql') ? 1 : 0;
if ($is_mysql) {
# Perl 5.13.8 and older complain about non-characters.
no warnings 'utf8';
$thetext =~ s/([\x{10000}-\x{10FFFF}])/"\x{FDD0}[" . uc(sprintf('U+%04x', ord($1))) . "]\x{FDD1}"/eg; $thetext =~ s/([\x{10000}-\x{10FFFF}])/"\x{FDD0}[" . uc(sprintf('U+%04x', ord($1))) . "]\x{FDD1}"/eg;
} }
......
...@@ -1789,13 +1789,15 @@ sub _handle_chart { ...@@ -1789,13 +1789,15 @@ sub _handle_chart {
$field = FIELD_MAP->{$field} || $field; $field = FIELD_MAP->{$field} || $field;
my ($string_value, $orig_value); my ($string_value, $orig_value);
state $is_mysql = $dbh->isa('Bugzilla::DB::Mysql') ? 1 : 0;
if (ref $value eq 'ARRAY') { if (ref $value eq 'ARRAY') {
# Trim input and ignore blank values. # Trim input and ignore blank values.
@$value = map { trim($_) } @$value; @$value = map { trim($_) } @$value;
@$value = grep { defined $_ and $_ ne '' } @$value; @$value = grep { defined $_ and $_ ne '' } @$value;
return if !@$value; return if !@$value;
$orig_value = join(',', @$value); $orig_value = join(',', @$value);
if ($field eq 'longdesc') { if ($field eq 'longdesc' && $is_mysql) {
@$value = map { _convert_unicode_characters($_) } @$value; @$value = map { _convert_unicode_characters($_) } @$value;
} }
$string_value = join(',', @$value); $string_value = join(',', @$value);
...@@ -1803,7 +1805,9 @@ sub _handle_chart { ...@@ -1803,7 +1805,9 @@ sub _handle_chart {
else { else {
return if $value eq ''; return if $value eq '';
$orig_value = $value; $orig_value = $value;
$value = _convert_unicode_characters($value) if $field eq 'longdesc'; if ($field eq 'longdesc' && $is_mysql) {
$value = _convert_unicode_characters($value);
}
$string_value = $value; $string_value = $value;
} }
...@@ -1867,9 +1871,9 @@ sub _handle_chart { ...@@ -1867,9 +1871,9 @@ sub _handle_chart {
sub _convert_unicode_characters { sub _convert_unicode_characters {
my $string = shift; my $string = shift;
if (Bugzilla->dbh->isa('Bugzilla::DB::Mysql')) { # Perl 5.13.8 and older complain about non-characters.
no warnings 'utf8';
$string =~ s/([\x{10000}-\x{10FFFF}])/"\x{FDD0}[" . uc(sprintf('U+%04x', ord($1))) . "]\x{FDD1}"/eg; $string =~ s/([\x{10000}-\x{10FFFF}])/"\x{FDD0}[" . uc(sprintf('U+%04x', ord($1))) . "]\x{FDD1}"/eg;
}
return $string; return $string;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment