зеркало из https://github.com/github/ruby.git
* transcode.c (str_transcode0): don't scrub invalid chars if
str.encode doesn't have explicit invalid: :replace. workaround fix for see #8995 git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@43802 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
This commit is contained in:
Родитель
9cda3a35b2
Коммит
95a6be1a17
|
@ -1,3 +1,9 @@
|
||||||
|
Fri Nov 22 17:20:50 2013 NARUSE, Yui <naruse@ruby-lang.org>
|
||||||
|
|
||||||
|
* transcode.c (str_transcode0): don't scrub invalid chars if
|
||||||
|
str.encode doesn't have explicit invalid: :replace.
|
||||||
|
workaround fix for see #8995
|
||||||
|
|
||||||
Fri Nov 22 17:11:26 2013 Narihiro Nakamura <authornari@gmail.com>
|
Fri Nov 22 17:11:26 2013 Narihiro Nakamura <authornari@gmail.com>
|
||||||
|
|
||||||
* include/ruby/intern.h, internal.h: Expose rb_gc_count().
|
* include/ruby/intern.h, internal.h: Expose rb_gc_count().
|
||||||
|
|
|
@ -2071,4 +2071,13 @@ class TestTranscode < Test::Unit::TestCase
|
||||||
assert_equal(4, 'aaa'.encode(enc).length, "should count in #{enc} with BOM")
|
assert_equal(4, 'aaa'.encode(enc).length, "should count in #{enc} with BOM")
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
def test_encode_with_invalid_chars
|
||||||
|
bug8995 = '[ruby-dev:47747]'
|
||||||
|
EnvUtil.with_default_internal(Encoding::UTF_8) do
|
||||||
|
str = "\xff".force_encoding('utf-8')
|
||||||
|
assert_equal str, str.encode, bug8995
|
||||||
|
assert_equal "\ufffd", str.encode(invalid: :replace), bug8995
|
||||||
|
end
|
||||||
|
end
|
||||||
end
|
end
|
||||||
|
|
|
@ -2672,6 +2672,7 @@ str_transcode0(int argc, VALUE *argv, VALUE *self, int ecflags, VALUE ecopts)
|
||||||
rb_encoding *senc, *denc;
|
rb_encoding *senc, *denc;
|
||||||
const char *sname, *dname;
|
const char *sname, *dname;
|
||||||
int dencidx;
|
int dencidx;
|
||||||
|
int explicitly_invalid_replace = TRUE;
|
||||||
|
|
||||||
rb_check_arity(argc, 0, 2);
|
rb_check_arity(argc, 0, 2);
|
||||||
|
|
||||||
|
@ -2681,6 +2682,9 @@ str_transcode0(int argc, VALUE *argv, VALUE *self, int ecflags, VALUE ecopts)
|
||||||
if (!ecflags) return -1;
|
if (!ecflags) return -1;
|
||||||
arg1 = rb_obj_encoding(str);
|
arg1 = rb_obj_encoding(str);
|
||||||
}
|
}
|
||||||
|
if (!(ecflags & ECONV_INVALID_MASK)) {
|
||||||
|
explicitly_invalid_replace = FALSE;
|
||||||
|
}
|
||||||
ecflags |= ECONV_INVALID_REPLACE | ECONV_UNDEF_REPLACE;
|
ecflags |= ECONV_INVALID_REPLACE | ECONV_UNDEF_REPLACE;
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
|
@ -2694,7 +2698,7 @@ str_transcode0(int argc, VALUE *argv, VALUE *self, int ecflags, VALUE ecopts)
|
||||||
ECONV_XML_ATTR_CONTENT_DECORATOR|
|
ECONV_XML_ATTR_CONTENT_DECORATOR|
|
||||||
ECONV_XML_ATTR_QUOTE_DECORATOR)) == 0) {
|
ECONV_XML_ATTR_QUOTE_DECORATOR)) == 0) {
|
||||||
if (senc && senc == denc) {
|
if (senc && senc == denc) {
|
||||||
if (ecflags & ECONV_INVALID_MASK) {
|
if ((ecflags & ECONV_INVALID_MASK) && explicitly_invalid_replace) {
|
||||||
VALUE rep = Qnil;
|
VALUE rep = Qnil;
|
||||||
if (!NIL_P(ecopts)) {
|
if (!NIL_P(ecopts)) {
|
||||||
rep = rb_hash_aref(ecopts, sym_replace);
|
rep = rb_hash_aref(ecopts, sym_replace);
|
||||||
|
|
Загрузка…
Ссылка в новой задаче