(original) (raw)

changeset: 82099:5a0478bd5f11 parent: 82094:80320773d755 parent: 82098:2b1edefc1e99 user: R David Murray rdmurray@bitdance.com date: Sat Feb 09 13:13:14 2013 -0500 files: Misc/NEWS description: Merge: #16564: Fix regression in use of encoders.encode_noop with binary data. diff -r 80320773d755 -r 5a0478bd5f11 Lib/email/encoders.py --- a/Lib/email/encoders.py Sat Feb 09 17:02:24 2013 +0100 +++ b/Lib/email/encoders.py Sat Feb 09 13:13:14 2013 -0500 @@ -76,3 +76,9 @@ def encode_noop(msg): """Do nothing.""" + # Well, not quite *nothing*: in Python3 we have to turn bytes into a string + # in our internal surrogateescaped form in order to keep the model + # consistent. + orig = msg.get_payload() + if not isinstance(orig, str): + msg.set_payload(orig.decode('ascii', 'surrogateescape')) diff -r 80320773d755 -r 5a0478bd5f11 Lib/email/generator.py --- a/Lib/email/generator.py Sat Feb 09 17:02:24 2013 +0100 +++ b/Lib/email/generator.py Sat Feb 09 13:13:14 2013 -0500 @@ -406,6 +406,9 @@ else: super(BytesGenerator,self)._handle_text(msg) + # Default body handler + _writeBody = _handle_text + @classmethod def _compile_re(cls, s, flags): return re.compile(s.encode('ascii'), flags) diff -r 80320773d755 -r 5a0478bd5f11 Lib/test/test_email/test_email.py --- a/Lib/test/test_email/test_email.py Sat Feb 09 17:02:24 2013 +0100 +++ b/Lib/test/test_email/test_email.py Sat Feb 09 13:13:14 2013 -0500 @@ -1440,6 +1440,22 @@ eq(msg.get_payload().strip(), '+vv8/f7/') eq(msg.get_payload(decode=True), bytesdata) + def test_body_with_encode_noop(self): + # Issue 16564: This does not produce an RFC valid message, since to be + # valid it should have a CTE of binary. But the below works in + # Python2, and is documented as working this way. + bytesdata = b'\xfa\xfb\xfc\xfd\xfe\xff' + msg = MIMEApplication(bytesdata, _encoder=encoders.encode_noop) + # Treated as a string, this will be invalid code points. + self.assertEqual(msg.get_payload(), '\uFFFD' * len(bytesdata)) + self.assertEqual(msg.get_payload(decode=True), bytesdata) + s = BytesIO() + g = BytesGenerator(s) + g.flatten(msg) + wireform = s.getvalue() + msg2 = email.message_from_bytes(wireform) + self.assertEqual(msg.get_payload(), '\uFFFD' * len(bytesdata)) + self.assertEqual(msg2.get_payload(decode=True), bytesdata) # Test the basic MIMEText class diff -r 80320773d755 -r 5a0478bd5f11 Misc/NEWS --- a/Misc/NEWS Sat Feb 09 17:02:24 2013 +0100 +++ b/Misc/NEWS Sat Feb 09 13:13:14 2013 -0500 @@ -241,6 +241,9 @@ Library ------- +- Issue #16564: Fixed regression relative to Python2 in the operation of + email.encoders.encode_noop when used with binary data. + - Issue #10355: In SpooledTemporaryFile class mode, name, encoding and newlines properties now work for unrolled files. Obsoleted and never working on Python 3 xreadline method now removed. /rdmurray@bitdance.com