02iec_p27-1.t 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400
  1. #! /usr/local/bin/perl -w
  2. # vim: tabstop=4
  3. # vim: syntax=perl
  4. use strict;
  5. use Test;
  6. BEGIN {
  7. plan tests => 7;
  8. }
  9. use Locale::Recode;
  10. sub int2utf8;
  11. my $local2ucs = {};
  12. my $ucs2local = {};
  13. while (<DATA>) {
  14. my ($code, $ucs, undef) = map { oct $_ } split /\s+/, $_;
  15. $local2ucs->{$code} = $ucs;
  16. $ucs2local->{$ucs} = $code unless $ucs == 0xfffd;
  17. }
  18. my $cd_int = Locale::Recode->new (from => 'IEC_P27-1',
  19. to => 'INTERNAL');
  20. ok !$cd_int->getError;
  21. my $cd_utf8 = Locale::Recode->new (from => 'IEC_P27-1',
  22. to => 'UTF-8');
  23. ok !$cd_utf8->getError;
  24. my $cd_rev = Locale::Recode->new (from => 'INTERNAL',
  25. to => 'IEC_P27-1');
  26. ok !$cd_rev->getError;
  27. # Convert into internal representation.
  28. my $result_int = 1;
  29. while (my ($code, $ucs) = each %$local2ucs) {
  30. my $outbuf = chr $code;
  31. my $result = $cd_int->recode ($outbuf);
  32. unless ($result && $outbuf->[0] == $ucs) {
  33. $result_int = 0;
  34. last;
  35. }
  36. }
  37. ok $result_int;
  38. # Convert to UTF-8.
  39. my $result_utf8 = 1;
  40. while (my ($code, $ucs) = each %$local2ucs) {
  41. my $outbuf = chr $code;
  42. my $result = $cd_utf8->recode ($outbuf);
  43. unless ($result && $outbuf eq int2utf8 $ucs) {
  44. $result_utf8 = 0;
  45. last;
  46. }
  47. }
  48. ok $result_utf8;
  49. # Convert from internal representation.
  50. my $result_rev = 1;
  51. while (my ($ucs, $code) = each %$ucs2local) {
  52. my $outbuf = [ $ucs ];
  53. my $result = $cd_rev->recode ($outbuf);
  54. unless ($result && $code == ord $outbuf) {
  55. $result_int = 0;
  56. last;
  57. }
  58. }
  59. ok $result_int;
  60. # Check handling of unknown characters.
  61. my $test_string1 = [ unpack 'c*', ' Supergirl ' ];
  62. $test_string1->[0] = 0xad0be;
  63. $test_string1->[-1] = 0xbeefbabe;
  64. my $test_string2 = [ unpack 'c*', 'Supergirl' ];
  65. my $unknown = "\x3f"; # Unknown character!
  66. $cd_rev = Locale::Recode->new (from => 'INTERNAL',
  67. to => 'IEC_P27-1',
  68. )
  69. && $cd_rev->recode ($test_string1)
  70. && $cd_rev->recode ($test_string2)
  71. && ($test_string2 = $unknown . $test_string2 . $unknown);
  72. ok $test_string1 eq $test_string2;
  73. sub int2utf8
  74. {
  75. my $ucs4 = shift;
  76. if ($ucs4 <= 0x7f) {
  77. return chr $ucs4;
  78. } elsif ($ucs4 <= 0x7ff) {
  79. return pack ("C2",
  80. (0xc0 | (($ucs4 >> 6) & 0x1f)),
  81. (0x80 | ($ucs4 & 0x3f)));
  82. } elsif ($ucs4 <= 0xffff) {
  83. return pack ("C3",
  84. (0xe0 | (($ucs4 >> 12) & 0xf)),
  85. (0x80 | (($ucs4 >> 6) & 0x3f)),
  86. (0x80 | ($ucs4 & 0x3f)));
  87. } elsif ($ucs4 <= 0x1fffff) {
  88. return pack ("C4",
  89. (0xf0 | (($ucs4 >> 18) & 0x7)),
  90. (0x80 | (($ucs4 >> 12) & 0x3f)),
  91. (0x80 | (($ucs4 >> 6) & 0x3f)),
  92. (0x80 | ($ucs4 & 0x3f)));
  93. } elsif ($ucs4 <= 0x3ffffff) {
  94. return pack ("C5",
  95. (0xf0 | (($ucs4 >> 24) & 0x3)),
  96. (0x80 | (($ucs4 >> 18) & 0x3f)),
  97. (0x80 | (($ucs4 >> 12) & 0x3f)),
  98. (0x80 | (($ucs4 >> 6) & 0x3f)),
  99. (0x80 | ($ucs4 & 0x3f)));
  100. } else {
  101. return pack ("C6",
  102. (0xf0 | (($ucs4 >> 30) & 0x3)),
  103. (0x80 | (($ucs4 >> 24) & 0x1)),
  104. (0x80 | (($ucs4 >> 18) & 0x3f)),
  105. (0x80 | (($ucs4 >> 12) & 0x3f)),
  106. (0x80 | (($ucs4 >> 6) & 0x3f)),
  107. (0x80 | ($ucs4 & 0x3f)));
  108. }
  109. }
  110. #Local Variables:
  111. #mode: perl
  112. #perl-indent-level: 4
  113. #perl-continued-statement-offset: 4
  114. #perl-continued-brace-offset: 0
  115. #perl-brace-offset: -4
  116. #perl-brace-imaginary-offset: 0
  117. #perl-label-offset: -4
  118. #tab-width: 4
  119. #End:
  120. __DATA__
  121. 0x00 0x0000
  122. 0x01 0x0001
  123. 0x02 0x0002
  124. 0x03 0x0003
  125. 0x04 0x0004
  126. 0x05 0x0005
  127. 0x06 0x0006
  128. 0x07 0x0007
  129. 0x08 0x0008
  130. 0x09 0x0009
  131. 0x0a 0x000a
  132. 0x0b 0x000b
  133. 0x0c 0x000c
  134. 0x0d 0x000d
  135. 0x0e 0x000e
  136. 0x0f 0x000f
  137. 0x10 0x0010
  138. 0x11 0x0011
  139. 0x12 0x0012
  140. 0x13 0x0013
  141. 0x14 0x0014
  142. 0x15 0x0015
  143. 0x16 0x0016
  144. 0x17 0x0017
  145. 0x18 0x0018
  146. 0x19 0x0019
  147. 0x1a 0x001a
  148. 0x1b 0x001b
  149. 0x1c 0x001c
  150. 0x1d 0x001d
  151. 0x1e 0x001e
  152. 0x1f 0x001f
  153. 0x20 0x0020
  154. 0x21 0x0021
  155. 0x22 0x0022
  156. 0x23 0x0023
  157. 0x24 0x0024
  158. 0x25 0x0025
  159. 0x26 0x0026
  160. 0x27 0x0027
  161. 0x28 0x0028
  162. 0x29 0x0029
  163. 0x2a 0x002a
  164. 0x2b 0x002b
  165. 0x2c 0x002c
  166. 0x2d 0x002d
  167. 0x2e 0x002e
  168. 0x2f 0x002f
  169. 0x30 0x0030
  170. 0x31 0x0031
  171. 0x32 0x0032
  172. 0x33 0x0033
  173. 0x34 0x0034
  174. 0x35 0x0035
  175. 0x36 0x0036
  176. 0x37 0x0037
  177. 0x38 0x0038
  178. 0x39 0x0039
  179. 0x3a 0x003a
  180. 0x3b 0x003b
  181. 0x3c 0x003c
  182. 0x3d 0x003d
  183. 0x3e 0x003e
  184. 0x3f 0x003f
  185. 0x40 0x0040
  186. 0x41 0x0041
  187. 0x42 0x0042
  188. 0x43 0x0043
  189. 0x44 0x0044
  190. 0x45 0x0045
  191. 0x46 0x0046
  192. 0x47 0x0047
  193. 0x48 0x0048
  194. 0x49 0x0049
  195. 0x4a 0x004a
  196. 0x4b 0x004b
  197. 0x4c 0x004c
  198. 0x4d 0x004d
  199. 0x4e 0x004e
  200. 0x4f 0x004f
  201. 0x50 0x0050
  202. 0x51 0x0051
  203. 0x52 0x0052
  204. 0x53 0x0053
  205. 0x54 0x0054
  206. 0x55 0x0055
  207. 0x56 0x0056
  208. 0x57 0x0057
  209. 0x58 0x0058
  210. 0x59 0x0059
  211. 0x5a 0x005a
  212. 0x5b 0x005b
  213. 0x5c 0x005c
  214. 0x5d 0x005d
  215. 0x5e 0x005e
  216. 0x5f 0x005f
  217. 0x60 0x0060
  218. 0x61 0x0061
  219. 0x62 0x0062
  220. 0x63 0x0063
  221. 0x64 0x0064
  222. 0x65 0x0065
  223. 0x66 0x0066
  224. 0x67 0x0067
  225. 0x68 0x0068
  226. 0x69 0x0069
  227. 0x6a 0x006a
  228. 0x6b 0x006b
  229. 0x6c 0x006c
  230. 0x6d 0x006d
  231. 0x6e 0x006e
  232. 0x6f 0x006f
  233. 0x70 0x0070
  234. 0x71 0x0071
  235. 0x72 0x0072
  236. 0x73 0x0073
  237. 0x74 0x0074
  238. 0x75 0x0075
  239. 0x76 0x0076
  240. 0x77 0x0077
  241. 0x78 0x0078
  242. 0x79 0x0079
  243. 0x7a 0x007a
  244. 0x7b 0x007b
  245. 0x7c 0x007c
  246. 0x7d 0x007d
  247. 0x7e 0x007e
  248. 0x7f 0x007f
  249. 0x80 0x0080
  250. 0x81 0x0081
  251. 0x82 0x0082
  252. 0x83 0x0083
  253. 0x84 0x0084
  254. 0x85 0x0085
  255. 0x86 0x0086
  256. 0x87 0x0087
  257. 0x88 0x0088
  258. 0x89 0x0089
  259. 0x8a 0x008a
  260. 0x8b 0x008b
  261. 0x8c 0x008c
  262. 0x8d 0x008d
  263. 0x8e 0x008e
  264. 0x8f 0x008f
  265. 0x90 0x0090
  266. 0x91 0x0091
  267. 0x92 0x0092
  268. 0x93 0x0093
  269. 0x94 0x0094
  270. 0x95 0x0095
  271. 0x96 0x0096
  272. 0x97 0x0097
  273. 0x98 0x0098
  274. 0x99 0x0099
  275. 0x9a 0x009a
  276. 0x9b 0x009b
  277. 0x9c 0x009c
  278. 0x9d 0x009d
  279. 0x9e 0x009e
  280. 0x9f 0x009f
  281. 0xa0 0x02c7
  282. 0xa1 0x2261
  283. 0xa2 0x2227
  284. 0xa3 0x2228
  285. 0xa4 0x2229
  286. 0xa5 0x222a
  287. 0xa6 0x2282
  288. 0xa7 0x2283
  289. 0xa8 0x21d0
  290. 0xa9 0x21d2
  291. 0xaa 0x2234
  292. 0xab 0x2235
  293. 0xac 0x2208
  294. 0xad 0x220b
  295. 0xae 0x2286
  296. 0xaf 0x2287
  297. 0xb0 0x222b
  298. 0xb1 0x222e
  299. 0xb2 0x221e
  300. 0xb3 0x2207
  301. 0xb4 0x2202
  302. 0xb5 0x223c
  303. 0xb6 0x2248
  304. 0xb7 0x2243
  305. 0xb8 0x2245
  306. 0xb9 0x2264
  307. 0xba 0x2260
  308. 0xbb 0x2265
  309. 0xbc 0x2194
  310. 0xbd 0x00ac
  311. 0xbe 0x2200
  312. 0xbf 0x2203
  313. 0xc0 0x05d0
  314. 0xc1 0x25a1
  315. 0xc2 0x2225
  316. 0xc3 0x0393
  317. 0xc4 0x0394
  318. 0xc5 0x22a5
  319. 0xc6 0x2220
  320. 0xc7 0x221f
  321. 0xc8 0x0398
  322. 0xc9 0x2329
  323. 0xca 0x232a
  324. 0xcb 0x039b
  325. 0xcc 0x2032
  326. 0xcd 0x2033
  327. 0xce 0x039e
  328. 0xcf 0x2213
  329. 0xd0 0x03a0
  330. 0xd1 0x00b2
  331. 0xd2 0x03a3
  332. 0xd3 0x00d7
  333. 0xd4 0x00b3
  334. 0xd5 0x03a5
  335. 0xd6 0x03a6
  336. 0xd7 0x00b7
  337. 0xd8 0x03a8
  338. 0xd9 0x03a9
  339. 0xda 0x2205
  340. 0xdb 0x21c0
  341. 0xdc 0x221a
  342. 0xdd 0x0192
  343. 0xde 0x221d
  344. 0xdf 0x00b1
  345. 0xe0 0x00b0
  346. 0xe1 0x03b1
  347. 0xe2 0x03b2
  348. 0xe3 0x03b3
  349. 0xe4 0x03b4
  350. 0xe5 0x03b5
  351. 0xe6 0x03b6
  352. 0xe7 0x03b7
  353. 0xe8 0x03b8
  354. 0xe9 0x03b9
  355. 0xea 0x03ba
  356. 0xeb 0x03bb
  357. 0xec 0x03bc
  358. 0xed 0x03bd
  359. 0xee 0x03be
  360. 0xef 0x2030
  361. 0xf0 0x03c0
  362. 0xf1 0x03c1
  363. 0xf2 0x03c3
  364. 0xf3 0x00f7
  365. 0xf4 0x03c4
  366. 0xf5 0x03c5
  367. 0xf6 0x03c6
  368. 0xf7 0x03c7
  369. 0xf8 0x03c8
  370. 0xf9 0x03c9
  371. 0xfa 0x2020
  372. 0xfb 0x2190
  373. 0xfc 0x2191
  374. 0xfd 0x2192
  375. 0xfe 0x2193
  376. 0xff 0x203e