1 /* Verify the BIG5HKSCS outputs that generate 2 wchar_t's (Bug 25734).
2 Copyright (C) 2020-2023 Free Software Foundation, Inc.
3 This file is part of the GNU C Library.
4
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
9
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
14
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <https://www.gnu.org/licenses/>. */
18
19 #include <stdio.h>
20 #include <string.h>
21 #include <locale.h>
22 #include <wchar.h>
23 #include <support/check.h>
24 #include <support/support.h>
25
26 /* A few BIG5-HKSCS characters map in two unicode code points.
27 They are:
28 /x88/x62 => <U00CA><U0304>
29 /x88/x64 => <U00CA><U030C>
30 /x88/xa3 => <U00EA><U0304>
31 /x88/xa5 => <U00EA><U030C>
32 Each of these is special cased in iconvdata/big5hkscs.c.
33 This test ensures that we correctly reset the shift state after
34 outputting any of these characters. We do this by converting
35 each them followed by converting an ASCII character. If we fail
36 to reset the shift state (bug 25734) then we'll see the last
37 character in the queue output again. */
38
39 /* Each test has name, input bytes, and expected wide character
40 output. */
41 struct testdata {
42 const char *name;
43 const char input[3];
44 wchar_t expected[3];
45 };
46
47 /* In BIG5-HKSCS (2008) there are 4 characters that generate multiple
48 wide characters. */
49 struct testdata tests[4] = {
50 /* <H-8862>X => <U+00CA><U+0304>X */
51 { "<H-8862>", "\x88\x62\x58", { 0x00CA, 0x0304, 0x0058 } },
52 /* <H-8864>X => <U+00CA><U+030C>X */
53 { "<H-8864>", "\x88\x64\x58", { 0x00CA, 0x030C, 0x0058 } },
54 /* <H-88A3>X => <U+00EA><U+0304>X */
55 { "<H-88A3>", "\x88\xa3\x58", { 0x00EA, 0x0304, 0x0058 } },
56 /* <H-88A5>X => <U+00EA><U+030C>X */
57 { "<H-88A5>", "\x88\xa5\x58", { 0x00EA, 0x030C, 0x0058 } }
58 };
59
60 /* Each test is of the form:
61 - Translate first code sequence (two bytes)
62 - Translate second (zero bytes)
63 - Translate the third (one byte). */
64 static int
65 check_conversion (struct testdata test)
66 {
67 int err = 0;
68 wchar_t wc;
69 mbstate_t st;
70 size_t ret;
71 const char *mbs = test.input;
72 int consumed = 0;
73 /* Input is always 3 bytes long. */
74 int inlen = 3;
75
76 memset (&st, 0, sizeof (st));
77 /* First conversion: Consumes first 2 bytes. */
78 ret = mbrtowc (&wc, mbs, inlen - consumed, &st);
79 if (ret != 2)
80 {
81 printf ("error: First conversion consumed only %zd bytes.\n", ret);
82 err++;
83 }
84 /* Advance the two consumed bytes. */
85 mbs += ret;
86 consumed += ret;
87 if (wc != test.expected[0])
88 {
89 printf ("error: Result of first conversion was wrong.\n");
90 err++;
91 }
92 /* Second conversion: Consumes 0 bytes. */
93 ret = mbrtowc (&wc, mbs, inlen - consumed, &st);
94 if (ret != 0)
95 {
96 printf ("error: Second conversion consumed only %zd bytes.\n", ret);
97 err++;
98 }
99 /* Advance the zero consumed bytes. */
100 mbs += ret;
101 consumed += ret;
102 if (wc != test.expected[1])
103 {
104 printf ("error: Result of second conversion was wrong.\n");
105 err++;
106 }
107 /* After the second conversion the state of the converter should be
108 in the initial state. It is in the initial state because the two
109 input BIG5-HKSCS bytes have been consumed and the 2 wchar_t's have
110 been output. */
111 if (mbsinit (&st) == 0)
112 {
113 printf ("error: Converter not in initial state.\n");
114 err++;
115 }
116 /* Third conversion: Consumes 1 byte (it's an ASCII character). */
117 ret = mbrtowc (&wc, mbs, inlen - consumed, &st);
118 if (ret != 1)
119 {
120 printf ("error: Third conversion consumed only %zd bytes.\n", ret);
121 err++;
122 }
123 /* Advance the one byte. */
124 mbs += ret;
125 consumed += ret;
126 if (wc != test.expected[2])
127 {
128 printf ("error: Result of third conversion was wrong.\n");
129 err++;
130 }
131
132 /* Now perform the same test as above consuming one byte at a time. */
133 mbs = test.input;
134 memset (&st, 0, sizeof (st));
135
136 /* Consume the first byte; expect an incomplete multibyte character. */
137 ret = mbrtowc (&wc, mbs, 1, &st);
138 if (ret != -2)
139 {
140 printf ("error: First byte conversion returned %zd.\n", ret);
141 err++;
142 }
143 /* Advance past the first consumed byte. */
144 mbs += 1;
145 /* Consume the second byte; expect the first wchar_t. */
146 ret = mbrtowc (&wc, mbs, 1, &st);
147 if (ret != 1)
148 {
149 printf ("error: Second byte conversion returned %zd.\n", ret);
150 err++;
151 }
152 /* Advance past the second consumed byte. */
153 mbs += 1;
154 if (wc != test.expected[0])
155 {
156 printf ("error: Result of first wchar_t conversion was wrong.\n");
157 err++;
158 }
159 /* Consume no bytes; expect the second wchar_t. */
160 ret = mbrtowc (&wc, mbs, 1, &st);
161 if (ret != 0)
162 {
163 printf ("error: First attempt of third byte conversion returned %zd.\n", ret);
164 err++;
165 }
166 /* Do not advance past the third byte. */
167 mbs += 0;
168 if (wc != test.expected[1])
169 {
170 printf ("error: Result of second wchar_t conversion was wrong.\n");
171 err++;
172 }
173 /* After the second wchar_t conversion, the converter should be in
174 the initial state since the two input BIG5-HKSCS bytes have been
175 consumed and the two wchar_t's have been output. */
176 if (mbsinit (&st) == 0)
177 {
178 printf ("error: Converter not in initial state.\n");
179 err++;
180 }
181 /* Consume the third byte; expect the third wchar_t. */
182 ret = mbrtowc (&wc, mbs, 1, &st);
183 if (ret != 1)
184 {
185 printf ("error: Third byte conversion returned %zd.\n", ret);
186 err++;
187 }
188 /* Advance past the third consumed byte. */
189 mbs += 1;
190 if (wc != test.expected[2])
191 {
192 printf ("error: Result of third wchar_t conversion was wrong.\n");
193 err++;
194 }
195
196 /* Return 0 if we saw no errors. */
197 return err;
198 }
199
200 static int
201 do_test (void)
202 {
203 int err = 0;
204 int ret;
205 /* Testing BIG5-HKSCS. */
206 xsetlocale (LC_ALL, "zh_HK.BIG5-HKSCS");
207
208 /* Run all the special conversions. */
209 for (int i = 0; i < (sizeof (tests) / sizeof (struct testdata)); i++)
210 {
211 printf ("Running test for %s\n", tests[i].name);
212 ret = check_conversion (tests[i]);
213 if (ret > 0)
214 printf ("Test %s failed.\n", tests[i].name);
215 err += ret;
216 }
217
218 /* Fail if any conversion had an error. */
219 if (err > 0)
220 FAIL_EXIT1 ("One or more conversions failed.");
221
222 return 0;
223 }
224
225 #include <support/test-driver.c>