test_stringprep.py 3.08 KB
Newer Older
Martin v. Löwis's avatar
Martin v. Löwis committed
1 2 3
# To fully test this module, we would need a copy of the stringprep tables.
# Since we don't have them, this test checks only a few codepoints.

4 5
import unittest
from test import test_support
Martin v. Löwis's avatar
Martin v. Löwis committed
6 7 8

from stringprep import *

9 10 11 12
class StringprepTests(unittest.TestCase):
    def test(self):
        self.failUnless(in_table_a1(u"\u0221"))
        self.failIf(in_table_a1(u"\u0222"))
Martin v. Löwis's avatar
Martin v. Löwis committed
13

14 15
        self.failUnless(in_table_b1(u"\u00ad"))
        self.failIf(in_table_b1(u"\u00ae"))
Martin v. Löwis's avatar
Martin v. Löwis committed
16

17 18
        self.failUnless(map_table_b2(u"\u0041"), u"\u0061")
        self.failUnless(map_table_b2(u"\u0061"), u"\u0061")
Martin v. Löwis's avatar
Martin v. Löwis committed
19

20 21
        self.failUnless(map_table_b3(u"\u0041"), u"\u0061")
        self.failUnless(map_table_b3(u"\u0061"), u"\u0061")
Martin v. Löwis's avatar
Martin v. Löwis committed
22

23 24
        self.failUnless(in_table_c11(u"\u0020"))
        self.failIf(in_table_c11(u"\u0021"))
Martin v. Löwis's avatar
Martin v. Löwis committed
25

26 27
        self.failUnless(in_table_c12(u"\u00a0"))
        self.failIf(in_table_c12(u"\u00a1"))
Martin v. Löwis's avatar
Martin v. Löwis committed
28

29 30
        self.failUnless(in_table_c12(u"\u00a0"))
        self.failIf(in_table_c12(u"\u00a1"))
Martin v. Löwis's avatar
Martin v. Löwis committed
31

32 33
        self.failUnless(in_table_c11_c12(u"\u00a0"))
        self.failIf(in_table_c11_c12(u"\u00a1"))
Martin v. Löwis's avatar
Martin v. Löwis committed
34

35 36
        self.failUnless(in_table_c21(u"\u001f"))
        self.failIf(in_table_c21(u"\u0020"))
Martin v. Löwis's avatar
Martin v. Löwis committed
37

38 39
        self.failUnless(in_table_c22(u"\u009f"))
        self.failIf(in_table_c22(u"\u00a0"))
Martin v. Löwis's avatar
Martin v. Löwis committed
40

41 42
        self.failUnless(in_table_c21_c22(u"\u009f"))
        self.failIf(in_table_c21_c22(u"\u00a0"))
Martin v. Löwis's avatar
Martin v. Löwis committed
43

44 45
        self.failUnless(in_table_c3(u"\ue000"))
        self.failIf(in_table_c3(u"\uf900"))
Martin v. Löwis's avatar
Martin v. Löwis committed
46

47 48
        self.failUnless(in_table_c4(u"\uffff"))
        self.failIf(in_table_c4(u"\u0000"))
Martin v. Löwis's avatar
Martin v. Löwis committed
49

50 51
        self.failUnless(in_table_c5(u"\ud800"))
        self.failIf(in_table_c5(u"\ud7ff"))
Martin v. Löwis's avatar
Martin v. Löwis committed
52

53 54
        self.failUnless(in_table_c6(u"\ufff9"))
        self.failIf(in_table_c6(u"\ufffe"))
Martin v. Löwis's avatar
Martin v. Löwis committed
55

56 57
        self.failUnless(in_table_c7(u"\u2ff0"))
        self.failIf(in_table_c7(u"\u2ffc"))
Martin v. Löwis's avatar
Martin v. Löwis committed
58

59 60
        self.failUnless(in_table_c8(u"\u0340"))
        self.failIf(in_table_c8(u"\u0342"))
Martin v. Löwis's avatar
Martin v. Löwis committed
61

62 63 64
        # C.9 is not in the bmp
        # self.failUnless(in_table_c9(u"\U000E0001"))
        # self.failIf(in_table_c8(u"\U000E0002"))
Martin v. Löwis's avatar
Martin v. Löwis committed
65

66 67
        self.failUnless(in_table_d1(u"\u05be"))
        self.failIf(in_table_d1(u"\u05bf"))
Martin v. Löwis's avatar
Martin v. Löwis committed
68

69 70
        self.failUnless(in_table_d2(u"\u0041"))
        self.failIf(in_table_d2(u"\u0040"))
Martin v. Löwis's avatar
Martin v. Löwis committed
71

72 73 74 75
        # This would generate a hash of all predicates. However, running
        # it is quite expensive, and only serves to detect changes in the
        # unicode database. Instead, stringprep.py asserts the version of
        # the database.
Martin v. Löwis's avatar
Martin v. Löwis committed
76

77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93
        # import hashlib
        # predicates = [k for k in dir(stringprep) if k.startswith("in_table")]
        # predicates.sort()
        # for p in predicates:
        #     f = getattr(stringprep, p)
        #     # Collect all BMP code points
        #     data = ["0"] * 0x10000
        #     for i in range(0x10000):
        #         if f(unichr(i)):
        #             data[i] = "1"
        #     data = "".join(data)
        #     h = hashlib.sha1()
        #     h.update(data)
        #     print p, h.hexdigest()

def test_main():
    test_support.run_unittest(StringprepTests)
94

95 96
if __name__ == '__main__':
    test_main()