1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
function test_len(t)
t:are_equal(utf8.len("A"), 1)
t:are_equal(utf8.len("¢"), 1)
t:are_equal(utf8.len("€"), 1)
t:are_equal(utf8.len("𐍈"), 1)
t:are_equal(utf8.len("ab"), 2)
t:are_equal(utf8.len("A€B"), 3)
t:are_equal(utf8.len("你好"), 2)
end
function test_char(t)
t:are_equal(utf8.char(65), "A")
t:are_equal(utf8.char(0x20AC), "€")
t:are_equal(utf8.char(65, 66, 67), "ABC")
end
function test_codepoint(t)
t:are_equal(utf8.codepoint("A"), 65)
t:are_equal(utf8.codepoint("€"), 0x20AC)
local c1, c2, c3 = utf8.codepoint("ABC", 1, 3)
t:are_equal(c1, 65)
t:are_equal(c2, 66)
t:are_equal(c3, 67)
-- test range
t:are_equal(utf8.codepoint("ABC", 2), 66)
t:are_equal(utf8.codepoint("ABC", 2, 2), 66)
end
function test_offset(t)
t:are_equal(utf8.offset("ABC", 1), 1)
t:are_equal(utf8.offset("ABC", 2), 2)
t:are_equal(utf8.offset("ABC", 4), 4)
t:are_equal(utf8.offset("ABC", 5), nil)
-- "€" is 3 bytes (0xE2 0x82 0xAC)
t:are_equal(utf8.offset("€BC", 1), 1)
t:are_equal(utf8.offset("€BC", 2), 4)
t:are_equal(utf8.offset("€BC", 3), 5)
t:are_equal(utf8.offset("你好", 1), 1)
t:are_equal(utf8.offset("你好", 2), 4)
t:are_equal(utf8.offset("你好", 3), 7)
end
function test_codes(t)
local s = "A€"
local codes = {}
for p, c in utf8.codes(s) do
table.insert(codes, {p, c})
end
t:are_equal(#codes, 2)
t:are_equal(codes[1][1], 1)
t:are_equal(codes[1][2], 65)
-- "€" starts at 2? No, byte offset.
-- "A" is 1 byte. "€" starts at 2.
t:are_equal(codes[2][1], 2)
t:are_equal(codes[2][2], 0x20AC)
end
function test_charpattern(t)
t:require(utf8.charpattern)
end
function test_sub(t)
t:are_equal(utf8.sub("ABC", 1, 1), "A")
t:are_equal(utf8.sub("ABC", 2, 2), "B")
t:are_equal(utf8.sub("ABC", 1, 2), "AB")
t:are_equal(utf8.sub("你好", 1, 1), "你")
t:are_equal(utf8.sub("你好", 2, 2), "好")
t:are_equal(utf8.sub("你好", 1, 2), "你好")
-- mixed
t:are_equal(utf8.sub("A你好B", 2, 3), "你好")
t:are_equal(utf8.sub("A你好B", 1, 3), "A你好")
t:are_equal(utf8.sub("A你好B", 2, 4), "你好B")
-- negative
t:are_equal(utf8.sub("ABC", -1), "C")
t:are_equal(utf8.sub("ABC", -2), "BC")
t:are_equal(utf8.sub("你好", -1), "好")
t:are_equal(utf8.sub("你好", -2), "你好")
t:are_equal(utf8.sub("你好", 1, -1), "你好")
t:are_equal(utf8.sub("你好", 1, -2), "你")
-- out of bounds
t:are_equal(utf8.sub("ABC", 4), "")
t:are_equal(utf8.sub("ABC", 1, 5), "ABC")
t:are_equal(utf8.sub("ABC", 0), "ABC")
t:are_equal(utf8.sub("ABC", -10), "ABC")
end
function test_lastof(t)
t:are_equal(utf8.lastof("ABC", "A"), 1)
t:are_equal(utf8.lastof("ABC", "B"), 2)
t:are_equal(utf8.lastof("ABC", "C"), 3)
t:are_equal(utf8.lastof("ABCA", "A"), 4)
t:are_equal(utf8.lastof("你好", "你"), 1)
t:are_equal(utf8.lastof("你好", "好"), 2)
t:are_equal(utf8.lastof("你好你", "你"), 3)
t:are_equal(utf8.lastof("A你好A", "A"), 4)
t:are_equal(utf8.lastof("A你好A", "好"), 3)
t:are_equal(utf8.lastof("ABC", "D"), nil)
end
|
