import unittest from test.support import import_helper _testcapi = import_helper.import_module('_testcapi') class CAPITest(unittest.TestCase): def test_decodeutf8(self): """Test PyUnicode_DecodeUTF8()""" decodeutf8 = _testcapi.unicode_decodeutf8 for s in ['abc', '\xa1\xa2', '\u4f60\u597d', 'a\U0001f600']: b = s.encode('utf-8') self.assertEqual(decodeutf8(b), s) self.assertEqual(decodeutf8(b, 'strict'), s) self.assertRaises(UnicodeDecodeError, decodeutf8, b'\x80') self.assertRaises(UnicodeDecodeError, decodeutf8, b'\xc0') self.assertRaises(UnicodeDecodeError, decodeutf8, b'\xff') self.assertRaises(UnicodeDecodeError, decodeutf8, b'a\xf0\x9f') self.assertEqual(decodeutf8(b'a\xf0\x9f', 'replace'), 'a\ufffd') self.assertEqual(decodeutf8(b'a\xf0\x9fb', 'replace'), 'a\ufffdb') self.assertRaises(LookupError, decodeutf8, b'a\x80', 'foo') # TODO: Test PyUnicode_DecodeUTF8() with NULL as data and # negative size. def test_decodeutf8stateful(self): """Test PyUnicode_DecodeUTF8Stateful()""" decodeutf8stateful = _testcapi.unicode_decodeutf8stateful for s in ['abc', '\xa1\xa2', '\u4f60\u597d', 'a\U0001f600']: b = s.encode('utf-8') self.assertEqual(decodeutf8stateful(b), (s, len(b))) self.assertEqual(decodeutf8stateful(b, 'strict'), (s, len(b))) self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'\x80') self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'\xc0') self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'\xff') self.assertEqual(decodeutf8stateful(b'a\xf0\x9f'), ('a', 1)) self.assertEqual(decodeutf8stateful(b'a\xf0\x9f', 'replace'), ('a', 1)) self.assertRaises(UnicodeDecodeError, decodeutf8stateful, b'a\xf0\x9fb') self.assertEqual(decodeutf8stateful(b'a\xf0\x9fb', 'replace'), ('a\ufffdb', 4)) self.assertRaises(LookupError, decodeutf8stateful, b'a\x80', 'foo') # TODO: Test PyUnicode_DecodeUTF8Stateful() with NULL as data and # negative size. # TODO: Test PyUnicode_DecodeUTF8Stateful() with NULL as the address of # "consumed". if __name__ == "__main__": unittest.main() SIMPAN PERUBAHAN