diff --git a/Lib/test/test_base64.py b/Lib/test/test_base64.py
index 5744af40bec..b02f86d8fb0 100644
--- a/Lib/test/test_base64.py
+++ b/Lib/test/test_base64.py
@@ -166,6 +166,7 @@ def test_b64decode_invalid_chars(self):
             self.assertEqual(base64.b64decode(bstr.decode('ascii')), res)
             with self.assertRaises(binascii.Error):
                 base64.b64decode(bstr, validate=True)
+            with self.assertRaises(binascii.Error):
                 base64.b64decode(bstr.decode('ascii'), validate=True)
 
     def test_b32encode(self):
@@ -236,6 +237,7 @@ def test_b32decode_error(self):
         for data in [b'abc', b'ABCDEF==']:
             with self.assertRaises(binascii.Error):
                 base64.b32decode(data)
+            with self.assertRaises(binascii.Error):
                 base64.b32decode(data.decode('ascii'))
 
     def test_b16encode(self):