/* * Copyright (C) 2008-2009 SVOX AG, Baslerstr. 30, 8048 Zuerich, Switzerland * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /** * @file picobase.c * * Copyright (C) 2008-2009 SVOX AG, Baslerstr. 30, 8048 Zuerich, Switzerland * All rights reserved. * * History: * - 2009-04-20 -- initial version * */ #include "picoos.h" #include "picodbg.h" #include "picodefs.h" #include "picobase.h" #ifdef __cplusplus extern "C" { #endif #if 0 } #endif /** * @addtogroup picobase * * @b Unicode_UTF8_functions * * UTF8 * scalar value 1st Byte 2nd Byte 3rd Byte 4th Byte * 00000000 0xxxxxxx 0xxxxxxx * 00000yyy yyxxxxxx 110yyyyy 10xxxxxx * zzzzyyyy yyxxxxxx 1110zzzz 10yyyyyy 10xxxxxx * 000uuuuu zzzzyyyy yyxxxxx 11110uuu 10uuzzzz 10yyyyyy 10xxxxxx * */ picoos_int32 picobase_utf8_length(const picoos_uint8 *utf8str, const picoos_uint16 maxlen) { picoos_uint16 i; picoos_uint16 len; picoos_uint8 follow; picoos_uint8 ok; ok = TRUE; i = 0; len = 0; follow = 0; while (ok && (i < maxlen) && (utf8str[i] != '\000')) { if (follow > 0) { if ((utf8str[i] >= (picoos_uint8)'\200') && (utf8str[i] < (picoos_uint8)'\300')) { follow--; } else { ok = FALSE; } } else if (utf8str[i] < (picoos_uint8)'\200') { len++; } else if (utf8str[i] >= (picoos_uint8)'\370') { ok = FALSE; } else if (utf8str[i] >= (picoos_uint8)'\360') { follow = 3; len++; } else if (utf8str[i] >= (picoos_uint8)'\340') { follow = 2; len++; } else if (utf8str[i] >= (picoos_uint8)'\300') { follow = 1; len++; } else { ok = FALSE; } i++; } if (ok) { return len; } else { return -1; } } static picoos_uint32 base_utf32_lowercase (picoos_uint32 utf32) { picoos_uint32 lc; lc = utf32; if (((utf32 >= 65313) && (utf32 <= 65338))) { lc = (utf32 + 32); } else if (((utf32 >= 66560) && (utf32 <= 66599))) { lc = (utf32 + 40); } else if (((utf32 >= 7680) && (utf32 <= 9423))) { switch (utf32) { case 7680: case 7681: case 7682: case 7683: case 7684: case 7685: case 7686: case 7687: case 7688: case 7689: case 7690: case 7691: case 7692: case 7693: case 7694: case 7695: case 7696: case 7697: case 7698: case 7699: case 7700: case 7701: case 7702: case 7703: case 7704: case 7705: case 7706: case 7707: case 7708: case 7709: case 7710: case 7711: case 7712: case 7713: case 7714: case 7715: case 7716: case 7717: case 7718: case 7719: case 7720: case 7721: case 7722: case 7723: case 7724: case 7725: case 7726: case 7727: case 7728: case 7729: case 7730: case 7731: case 7732: case 7733: case 7734: case 7735: case 7736: case 7737: case 7738: case 7739: case 7740: case 7741: case 7742: case 7743: case 7744: case 7745: case 7746: case 7747: case 7748: case 7749: case 7750: case 7751: case 7752: case 7753: case 7754: case 7755: case 7756: case 7757: case 7758: case 7759: case 7760: case 7761: case 7762: case 7763: case 7764: case 7765: case 7766: case 7767: case 7768: case 7769: case 7770: case 7771: case 7772: case 7773: case 7774: case 7775: case 7776: case 7777: case 7778: case 7779: case 7780: case 7781: case 7782: case 7783: case 7784: case 7785: case 7786: case 7787: case 7788: case 7789: case 7790: case 7791: case 7792: case 7793: case 7794: case 7795: case 7796: case 7797: case 7798: case 7799: case 7800: case 7801: case 7802: case 7803: case 7804: case 7805: case 7806: case 7807: case 7808: case 7809: case 7810: case 7811: case 7812: case 7813: case 7814: case 7815: case 7816: case 7817: case 7818: case 7819: case 7820: case 7821: case 7822: case 7823: case 7824: case 7825: case 7826: case 7827: case 7828: case 7840: case 7841: case 7842: case 7843: case 7844: case 7845: case 7846: case 7847: case 7848: case 7849: case 7850: case 7851: case 7852: case 7853: case 7854: case 7855: case 7856: case 7857: case 7858: case 7859: case 7860: case 7861: case 7862: case 7863: case 7864: case 7865: case 7866: case 7867: case 7868: case 7869: case 7870: case 7871: case 7872: case 7873: case 7874: case 7875: case 7876: case 7877: case 7878: case 7879: case 7880: case 7881: case 7882: case 7883: case 7884: case 7885: case 7886: case 7887: case 7888: case 7889: case 7890: case 7891: case 7892: case 7893: case 7894: case 7895: case 7896: case 7897: case 7898: case 7899: case 7900: case 7901: case 7902: case 7903: case 7904: case 7905: case 7906: case 7907: case 7908: case 7909: case 7910: case 7911: case 7912: case 7913: case 7914: case 7915: case 7916: case 7917: case 7918: case 7919: case 7920: case 7921: case 7922: case 7923: case 7924: case 7925: case 7926: case 7927: case 7928: if ( !(((utf32) % 2 == 1))) { lc = (utf32 + 1); } break; case 7944: case 7945: case 7946: case 7947: case 7948: case 7949: case 7950: case 7951: case 7960: case 7961: case 7962: case 7963: case 7964: case 7965: case 7976: case 7977: case 7978: case 7979: case 7980: case 7981: case 7982: case 7983: case 7992: case 7993: case 7994: case 7995: case 7996: case 7997: case 7998: case 7999: case 8008: case 8009: case 8010: case 8011: case 8012: case 8013: case 8040: case 8041: case 8042: case 8043: case 8044: case 8045: case 8046: case 8047: case 8072: case 8073: case 8074: case 8075: case 8076: case 8077: case 8078: case 8079: case 8088: case 8089: case 8090: case 8091: case 8092: case 8093: case 8094: case 8095: case 8104: case 8105: case 8106: case 8107: case 8108: case 8109: case 8110: case 8111: lc = (utf32 - 8); break; case 8025: case 8026: case 8027: case 8028: case 8029: case 8030: case 8031: if (((utf32) % 2 == 1)) { lc = (utf32 - 8); } break; case 8544: case 8545: case 8546: case 8547: case 8548: case 8549: case 8550: case 8551: case 8552: case 8553: case 8554: case 8555: case 8556: case 8557: case 8558: case 8559: lc = (utf32 + 16); break; case 9398: case 9399: case 9400: case 9401: case 9402: case 9403: case 9404: case 9405: case 9406: case 9407: case 9408: case 9409: case 9410: case 9411: case 9412: case 9413: case 9414: case 9415: case 9416: case 9417: case 9418: case 9419: case 9420: case 9421: case 9422: case 9423: lc = (utf32 + 26); break; case 8120: lc = 8112; break; case 8121: lc = 8113; break; case 8122: lc = 8048; break; case 8123: lc = 8049; break; case 8124: lc = 8115; break; case 8136: lc = 8050; break; case 8137: lc = 8051; break; case 8138: lc = 8052; break; case 8139: lc = 8053; break; case 8140: lc = 8131; break; case 8152: lc = 8144; break; case 8153: lc = 8145; break; case 8154: lc = 8054; break; case 8155: lc = 8055; break; case 8168: lc = 8160; break; case 8169: lc = 8161; break; case 8170: lc = 8058; break; case 8171: lc = 8059; break; case 8172: lc = 8165; break; case 8184: lc = 8056; break; case 8185: lc = 8057; break; case 8186: lc = 8060; break; case 8187: lc = 8061; break; case 8188: lc = 8179; break; case 8486: lc = 969; break; case 8490: lc = 107; break; case 8491: lc = 229; break; default: break; } } else { switch (utf32) { case 65: case 66: case 67: case 68: case 69: case 70: case 71: case 72: case 73: case 74: case 75: case 76: case 77: case 78: case 79: case 80: case 81: case 82: case 83: case 84: case 85: case 86: case 87: case 88: case 89: case 90: case 192: case 193: case 194: case 195: case 196: case 197: case 198: case 199: case 200: case 201: case 202: case 203: case 204: case 205: case 206: case 207: case 208: case 209: case 210: case 211: case 212: case 213: case 214: case 216: case 217: case 218: case 219: case 220: case 221: case 222: case 913: case 914: case 915: case 916: case 917: case 918: case 919: case 920: case 921: case 922: case 923: case 924: case 925: case 926: case 927: case 928: case 929: case 931: case 932: case 933: case 934: case 935: case 936: case 937: case 938: case 939: case 1040: case 1041: case 1042: case 1043: case 1044: case 1045: case 1046: case 1047: case 1048: case 1049: case 1050: case 1051: case 1052: case 1053: case 1054: case 1055: case 1056: case 1057: case 1058: case 1059: case 1060: case 1061: case 1062: case 1063: case 1064: case 1065: case 1066: case 1067: case 1068: case 1069: case 1070: case 1071: lc = (utf32 + 32); break; case 256: case 257: case 258: case 259: case 260: case 261: case 262: case 263: case 264: case 265: case 266: case 267: case 268: case 269: case 270: case 271: case 272: case 273: case 274: case 275: case 276: case 277: case 278: case 279: case 280: case 281: case 282: case 283: case 284: case 285: case 286: case 287: case 288: case 289: case 290: case 291: case 292: case 293: case 294: case 295: case 296: case 297: case 298: case 299: case 300: case 301: case 302: case 303: case 305: case 306: case 307: case 308: case 309: case 310: case 330: case 331: case 332: case 333: case 334: case 335: case 336: case 337: case 338: case 339: case 340: case 341: case 342: case 343: case 344: case 345: case 346: case 347: case 348: case 349: case 350: case 351: case 352: case 353: case 354: case 355: case 356: case 357: case 358: case 359: case 360: case 361: case 362: case 363: case 364: case 365: case 366: case 367: case 368: case 369: case 370: case 371: case 372: case 373: case 374: case 416: case 417: case 418: case 419: case 420: case 478: case 479: case 480: case 481: case 482: case 483: case 484: case 485: case 486: case 487: case 488: case 489: case 490: case 491: case 492: case 493: case 494: case 504: case 505: case 506: case 507: case 508: case 509: case 510: case 511: case 512: case 513: case 514: case 515: case 516: case 517: case 518: case 519: case 520: case 521: case 522: case 523: case 524: case 525: case 526: case 527: case 528: case 529: case 530: case 531: case 532: case 533: case 534: case 535: case 536: case 537: case 538: case 539: case 540: case 541: case 542: case 546: case 547: case 548: case 549: case 550: case 551: case 552: case 553: case 554: case 555: case 556: case 557: case 558: case 559: case 560: case 561: case 562: case 984: case 985: case 986: case 987: case 988: case 989: case 990: case 991: case 992: case 993: case 994: case 995: case 996: case 997: case 998: case 999: case 1000: case 1001: case 1002: case 1003: case 1004: case 1005: case 1006: case 1120: case 1121: case 1122: case 1123: case 1124: case 1125: case 1126: case 1127: case 1128: case 1129: case 1130: case 1131: case 1132: case 1133: case 1134: case 1135: case 1136: case 1137: case 1138: case 1139: case 1140: case 1141: case 1142: case 1143: case 1144: case 1145: case 1146: case 1147: case 1148: case 1149: case 1150: case 1151: case 1152: case 1162: case 1163: case 1164: case 1165: case 1166: case 1167: case 1168: case 1169: case 1170: case 1171: case 1172: case 1173: case 1174: case 1175: case 1176: case 1177: case 1178: case 1179: case 1180: case 1181: case 1182: case 1183: case 1184: case 1185: case 1186: case 1187: case 1188: case 1189: case 1190: case 1191: case 1192: case 1193: case 1194: case 1195: case 1196: case 1197: case 1198: case 1199: case 1200: case 1201: case 1202: case 1203: case 1204: case 1205: case 1206: case 1207: case 1208: case 1209: case 1210: case 1211: case 1212: case 1213: case 1214: case 1232: case 1233: case 1234: case 1235: case 1236: case 1237: case 1238: case 1239: case 1240: case 1241: case 1242: case 1243: case 1244: case 1245: case 1246: case 1247: case 1248: case 1249: case 1250: case 1251: case 1252: case 1253: case 1254: case 1255: case 1256: case 1257: case 1258: case 1259: case 1260: case 1261: case 1262: case 1263: case 1264: case 1265: case 1266: case 1267: case 1268: case 1280: case 1281: case 1282: case 1283: case 1284: case 1285: case 1286: case 1287: case 1288: case 1289: case 1290: case 1291: case 1292: case 1293: case 1294: if ( !(((utf32) % 2 == 1))) { lc = (utf32 + 1); } break; case 313: case 314: case 315: case 316: case 317: case 318: case 319: case 320: case 321: case 322: case 323: case 324: case 325: case 326: case 327: case 377: case 378: case 379: case 380: case 381: case 459: case 460: case 461: case 462: case 463: case 464: case 465: case 466: case 467: case 468: case 469: case 470: case 471: case 472: case 473: case 474: case 475: case 1217: case 1218: case 1219: case 1220: case 1221: case 1222: case 1223: case 1224: case 1225: case 1226: case 1227: case 1228: case 1229: if (((utf32) % 2 == 1)) { lc = (utf32 + 1); } break; case 1024: case 1025: case 1026: case 1027: case 1028: case 1029: case 1030: case 1031: case 1032: case 1033: case 1034: case 1035: case 1036: case 1037: case 1038: case 1039: lc = (utf32 + 80); break; case 1329: case 1330: case 1331: case 1332: case 1333: case 1334: case 1335: case 1336: case 1337: case 1338: case 1339: case 1340: case 1341: case 1342: case 1343: case 1344: case 1345: case 1346: case 1347: case 1348: case 1349: case 1350: case 1351: case 1352: case 1353: case 1354: case 1355: case 1356: case 1357: case 1358: case 1359: case 1360: case 1361: case 1362: case 1363: case 1364: case 1365: case 1366: lc = (utf32 + 48); break; case 304: lc = 105; break; case 376: lc = 255; break; case 385: lc = 595; break; case 386: lc = 387; break; case 388: lc = 389; break; case 390: lc = 596; break; case 391: lc = 392; break; case 393: lc = 598; break; case 394: lc = 599; break; case 395: lc = 396; break; case 398: lc = 477; break; case 399: lc = 601; break; case 400: lc = 603; break; case 401: lc = 402; break; case 403: lc = 608; break; case 404: lc = 611; break; case 406: lc = 617; break; case 407: lc = 616; break; case 408: lc = 409; break; case 412: lc = 623; break; case 413: lc = 626; break; case 415: lc = 629; break; case 422: lc = 640; break; case 423: lc = 424; break; case 425: lc = 643; break; case 428: lc = 429; break; case 430: lc = 648; break; case 431: lc = 432; break; case 433: lc = 650; break; case 434: lc = 651; break; case 435: lc = 436; break; case 437: lc = 438; break; case 439: lc = 658; break; case 440: lc = 441; break; case 444: lc = 445; break; case 452: lc = 454; break; case 453: lc = 454; break; case 455: lc = 457; break; case 456: lc = 457; break; case 458: lc = 460; break; case 497: lc = 499; break; case 498: lc = 499; break; case 500: lc = 501; break; case 502: lc = 405; break; case 503: lc = 447; break; case 544: lc = 414; break; case 902: lc = 940; break; case 904: lc = 941; break; case 905: lc = 942; break; case 906: lc = 943; break; case 908: lc = 972; break; case 910: lc = 973; break; case 911: lc = 974; break; case 1012: lc = 952; break; case 1015: lc = 1016; break; case 1017: lc = 1010; break; case 1018: lc = 1019; break; case 1272: lc = 1273; break; default: break; } } return lc; } /** * Converts utf32 input to uppercase * @param utf32 : a single character encoded in UTF32 * @return a single uppercase character encoded in UTF32 */ static picoos_uint32 base_utf32_uppercase (picoos_uint32 utf32) { picoos_uint32 lc; lc = utf32; if (((utf32 >= 65345) && (utf32 <= 65370))) { lc = (utf32 - 32); } else if (((utf32 >= 66600) && (utf32 <= 66639))) { lc = (utf32 - 40); } else if (((utf32 >= 7681) && (utf32 <= 9449))) { switch (utf32) { case 7681: case 7682: case 7683: case 7684: case 7685: case 7686: case 7687: case 7688: case 7689: case 7690: case 7691: case 7692: case 7693: case 7694: case 7695: case 7696: case 7697: case 7698: case 7699: case 7700: case 7701: case 7702: case 7703: case 7704: case 7705: case 7706: case 7707: case 7708: case 7709: case 7710: case 7711: case 7712: case 7713: case 7714: case 7715: case 7716: case 7717: case 7718: case 7719: case 7720: case 7721: case 7722: case 7723: case 7724: case 7725: case 7726: case 7727: case 7728: case 7729: case 7730: case 7731: case 7732: case 7733: case 7734: case 7735: case 7736: case 7737: case 7738: case 7739: case 7740: case 7741: case 7742: case 7743: case 7744: case 7745: case 7746: case 7747: case 7748: case 7749: case 7750: case 7751: case 7752: case 7753: case 7754: case 7755: case 7756: case 7757: case 7758: case 7759: case 7760: case 7761: case 7762: case 7763: case 7764: case 7765: case 7766: case 7767: case 7768: case 7769: case 7770: case 7771: case 7772: case 7773: case 7774: case 7775: case 7776: case 7777: case 7778: case 7779: case 7780: case 7781: case 7782: case 7783: case 7784: case 7785: case 7786: case 7787: case 7788: case 7789: case 7790: case 7791: case 7792: case 7793: case 7794: case 7795: case 7796: case 7797: case 7798: case 7799: case 7800: case 7801: case 7802: case 7803: case 7804: case 7805: case 7806: case 7807: case 7808: case 7809: case 7810: case 7811: case 7812: case 7813: case 7814: case 7815: case 7816: case 7817: case 7818: case 7819: case 7820: case 7821: case 7822: case 7823: case 7824: case 7825: case 7826: case 7827: case 7828: case 7829: case 7841: case 7842: case 7843: case 7844: case 7845: case 7846: case 7847: case 7848: case 7849: case 7850: case 7851: case 7852: case 7853: case 7854: case 7855: case 7856: case 7857: case 7858: case 7859: case 7860: case 7861: case 7862: case 7863: case 7864: case 7865: case 7866: case 7867: case 7868: case 7869: case 7870: case 7871: case 7872: case 7873: case 7874: case 7875: case 7876: case 7877: case 7878: case 7879: case 7880: case 7881: case 7882: case 7883: case 7884: case 7885: case 7886: case 7887: case 7888: case 7889: case 7890: case 7891: case 7892: case 7893: case 7894: case 7895: case 7896: case 7897: case 7898: case 7899: case 7900: case 7901: case 7902: case 7903: case 7904: case 7905: case 7906: case 7907: case 7908: case 7909: case 7910: case 7911: case 7912: case 7913: case 7914: case 7915: case 7916: case 7917: case 7918: case 7919: case 7920: case 7921: case 7922: case 7923: case 7924: case 7925: case 7926: case 7927: case 7928: case 7929: if (((utf32) % 2 == 1)) { lc = (utf32 - 1); } break; case 7936: case 7937: case 7938: case 7939: case 7940: case 7941: case 7942: case 7943: case 7952: case 7953: case 7954: case 7955: case 7956: case 7957: case 7968: case 7969: case 7970: case 7971: case 7972: case 7973: case 7974: case 7975: case 7984: case 7985: case 7986: case 7987: case 7988: case 7989: case 7990: case 7991: case 8000: case 8001: case 8002: case 8003: case 8004: case 8005: case 8032: case 8033: case 8034: case 8035: case 8036: case 8037: case 8038: case 8039: case 8064: case 8065: case 8066: case 8067: case 8068: case 8069: case 8070: case 8071: case 8080: case 8081: case 8082: case 8083: case 8084: case 8085: case 8086: case 8087: case 8096: case 8097: case 8098: case 8099: case 8100: case 8101: case 8102: case 8103: lc = (utf32 + 8); break; case 8017: case 8018: case 8019: case 8020: case 8021: case 8022: case 8023: if (((utf32) % 2 == 1)) { lc = (utf32 + 8); } break; case 8560: case 8561: case 8562: case 8563: case 8564: case 8565: case 8566: case 8567: case 8568: case 8569: case 8570: case 8571: case 8572: case 8573: case 8574: case 8575: lc = (utf32 - 16); break; case 9424: case 9425: case 9426: case 9427: case 9428: case 9429: case 9430: case 9431: case 9432: case 9433: case 9434: case 9435: case 9436: case 9437: case 9438: case 9439: case 9440: case 9441: case 9442: case 9443: case 9444: case 9445: case 9446: case 9447: case 9448: case 9449: lc = (utf32 - 26); break; case 7835: lc = 7776; break; case 8048: lc = 8122; break; case 8049: lc = 8123; break; case 8050: lc = 8136; break; case 8051: lc = 8137; break; case 8052: lc = 8138; break; case 8053: lc = 8139; break; case 8054: lc = 8154; break; case 8055: lc = 8155; break; case 8056: lc = 8184; break; case 8057: lc = 8185; break; case 8058: lc = 8170; break; case 8059: lc = 8171; break; case 8060: lc = 8186; break; case 8061: lc = 8187; break; case 8112: lc = 8120; break; case 8113: lc = 8121; break; case 8115: lc = 8124; break; case 8126: lc = 921; break; case 8131: lc = 8140; break; case 8144: lc = 8152; break; case 8145: lc = 8153; break; case 8160: lc = 8168; break; case 8161: lc = 8169; break; case 8165: lc = 8172; break; case 8179: lc = 8188; break; default: break; } } else { switch (utf32) { case 97: case 98: case 99: case 100: case 101: case 102: case 103: case 104: case 105: case 106: case 107: case 108: case 109: case 110: case 111: case 112: case 113: case 114: case 115: case 116: case 117: case 118: case 119: case 120: case 121: case 122: case 224: case 225: case 226: case 227: case 228: case 229: case 230: case 231: case 232: case 233: case 234: case 235: case 236: case 237: case 238: case 239: case 240: case 241: case 242: case 243: case 244: case 245: case 246: case 247: case 248: case 249: case 250: case 251: case 252: case 253: case 254: case 945: case 946: case 947: case 948: case 949: case 950: case 951: case 952: case 953: case 954: case 955: case 956: case 957: case 958: case 959: case 960: case 961: case 963: case 964: case 965: case 966: case 967: case 968: case 969: case 970: case 971: case 1072: case 1073: case 1074: case 1075: case 1076: case 1077: case 1078: case 1079: case 1080: case 1081: case 1082: case 1083: case 1084: case 1085: case 1086: case 1087: case 1088: case 1089: case 1090: case 1091: case 1092: case 1093: case 1094: case 1095: case 1096: case 1097: case 1098: case 1099: case 1100: case 1101: case 1102: case 1103: if ((utf32 != 247)) { lc = (utf32 - 32); } break; case 257: case 258: case 259: case 260: case 261: case 262: case 263: case 264: case 265: case 266: case 267: case 268: case 269: case 270: case 271: case 272: case 273: case 274: case 275: case 276: case 277: case 278: case 279: case 280: case 281: case 282: case 283: case 284: case 285: case 286: case 287: case 288: case 289: case 290: case 291: case 292: case 293: case 294: case 295: case 296: case 297: case 298: case 299: case 300: case 301: case 302: case 303: case 304: case 306: case 307: case 308: case 309: case 310: case 311: case 331: case 332: case 333: case 334: case 335: case 336: case 337: case 338: case 339: case 340: case 341: case 342: case 343: case 344: case 345: case 346: case 347: case 348: case 349: case 350: case 351: case 352: case 353: case 354: case 355: case 356: case 357: case 358: case 359: case 360: case 361: case 362: case 363: case 364: case 365: case 366: case 367: case 368: case 369: case 370: case 371: case 372: case 373: case 374: case 375: case 417: case 418: case 419: case 420: case 421: case 481: case 482: case 483: case 484: case 485: case 486: case 487: case 488: case 489: case 490: case 491: case 492: case 493: case 494: case 495: case 507: case 508: case 509: case 510: case 511: case 513: case 514: case 515: case 516: case 517: case 518: case 519: case 520: case 521: case 522: case 523: case 524: case 525: case 526: case 527: case 528: case 529: case 530: case 531: case 532: case 533: case 534: case 535: case 536: case 537: case 538: case 539: case 540: case 541: case 542: case 543: case 544: case 546: case 547: case 548: case 549: case 550: case 551: case 552: case 553: case 554: case 555: case 556: case 557: case 558: case 559: case 560: case 561: case 562: case 563: case 985: case 986: case 987: case 988: case 989: case 990: case 991: case 992: case 993: case 994: case 995: case 996: case 997: case 998: case 999: case 1000: case 1001: case 1002: case 1003: case 1004: case 1005: case 1006: case 1007: case 1121: case 1122: case 1123: case 1124: case 1125: case 1126: case 1127: case 1128: case 1129: case 1130: case 1131: case 1132: case 1133: case 1134: case 1135: case 1136: case 1137: case 1138: case 1139: case 1140: case 1141: case 1142: case 1143: case 1144: case 1145: case 1146: case 1147: case 1148: case 1149: case 1150: case 1151: case 1152: case 1153: case 1163: case 1164: case 1165: case 1166: case 1167: case 1168: case 1169: case 1170: case 1171: case 1172: case 1173: case 1174: case 1175: case 1176: case 1177: case 1178: case 1179: case 1180: case 1181: case 1182: case 1183: case 1184: case 1185: case 1186: case 1187: case 1188: case 1189: case 1190: case 1191: case 1192: case 1193: case 1194: case 1195: case 1196: case 1197: case 1198: case 1199: case 1200: case 1201: case 1202: case 1203: case 1204: case 1205: case 1206: case 1207: case 1208: case 1209: case 1210: case 1211: case 1212: case 1213: case 1214: case 1215: case 1233: case 1234: case 1235: case 1236: case 1237: case 1238: case 1239: case 1240: case 1241: case 1242: case 1243: case 1244: case 1245: case 1246: case 1247: case 1248: case 1249: case 1250: case 1251: case 1252: case 1253: case 1254: case 1255: case 1256: case 1257: case 1258: case 1259: case 1260: case 1261: case 1262: case 1263: case 1264: case 1265: case 1266: case 1267: case 1268: case 1269: case 1281: case 1282: case 1283: case 1284: case 1285: case 1286: case 1287: case 1288: case 1289: case 1290: case 1291: case 1292: case 1293: case 1294: case 1295: if (((utf32) % 2 == 1)) { lc = (utf32 - 1); } break; case 314: case 315: case 316: case 317: case 318: case 319: case 320: case 321: case 322: case 323: case 324: case 325: case 326: case 327: case 328: case 378: case 379: case 380: case 381: case 382: case 464: case 465: case 466: case 467: case 468: case 469: case 470: case 471: case 472: case 473: case 474: case 475: case 476: case 1218: case 1219: case 1220: case 1221: case 1222: case 1223: case 1224: case 1225: case 1226: case 1227: case 1228: case 1229: case 1230: if ( !(((utf32) % 2 == 1))) { lc = (utf32 - 1); } break; case 1104: case 1105: case 1106: case 1107: case 1108: case 1109: case 1110: case 1111: case 1112: case 1113: case 1114: case 1115: case 1116: case 1117: case 1118: case 1119: lc = (utf32 - 80); break; case 1377: case 1378: case 1379: case 1380: case 1381: case 1382: case 1383: case 1384: case 1385: case 1386: case 1387: case 1388: case 1389: case 1390: case 1391: case 1392: case 1393: case 1394: case 1395: case 1396: case 1397: case 1398: case 1399: case 1400: case 1401: case 1402: case 1403: case 1404: case 1405: case 1406: case 1407: case 1408: case 1409: case 1410: case 1411: case 1412: case 1413: case 1414: lc = (utf32 - 48); break; case 181: lc = 924; break; case 255: lc = 376; break; case 305: lc = 73; break; case 383: lc = 83; break; case 387: lc = 386; break; case 389: lc = 388; break; case 392: lc = 391; break; case 396: lc = 395; break; case 402: lc = 401; break; case 405: lc = 502; break; case 409: lc = 408; break; case 414: lc = 544; break; case 424: lc = 423; break; case 429: lc = 428; break; case 432: lc = 431; break; case 436: lc = 435; break; case 438: lc = 437; break; case 441: lc = 440; break; case 445: lc = 444; break; case 447: lc = 503; break; case 453: lc = 452; break; case 454: lc = 452; break; case 456: lc = 455; break; case 457: lc = 455; break; case 459: lc = 458; break; case 460: lc = 458; break; case 462: lc = 461; break; case 477: lc = 398; break; case 479: lc = 478; break; case 498: lc = 497; break; case 499: lc = 497; break; case 501: lc = 500; break; case 505: lc = 504; break; case 595: lc = 385; break; case 596: lc = 390; break; case 598: lc = 393; break; case 599: lc = 394; break; case 601: lc = 399; break; case 603: lc = 400; break; case 608: lc = 403; break; case 611: lc = 404; break; case 616: lc = 407; break; case 617: lc = 406; break; case 623: lc = 412; break; case 626: lc = 413; break; case 629: lc = 415; break; case 640: lc = 422; break; case 643: lc = 425; break; case 648: lc = 430; break; case 650: lc = 433; break; case 651: lc = 434; break; case 658: lc = 439; break; case 837: lc = 921; break; case 940: lc = 902; break; case 941: lc = 904; break; case 942: lc = 905; break; case 943: lc = 906; break; case 962: lc = 931; break; case 972: lc = 908; break; case 973: lc = 910; break; case 974: lc = 911; break; case 976: lc = 914; break; case 977: lc = 920; break; case 981: lc = 934; break; case 982: lc = 928; break; case 1008: lc = 922; break; case 1009: lc = 929; break; case 1010: lc = 1017; break; case 1013: lc = 917; break; case 1016: lc = 1015; break; case 1019: lc = 1018; break; case 1273: lc = 1272; break; default: break; } } return lc; } /** * Gets the UTF8 character 'utf8char' from the UTF8 string 'utf8str' from * position 'pos' * @param utf8str: utf8 string * @param pos: position from where the utf8 character is copied * (also output set as position of the next utf8 character in the utf8 string) * @param utf8char: zero terminated utf8 character containing 1 to 4 bytes (output) */ static void picobase_get_utf8char (picoos_uint8 utf8[], picoos_int32 * pos, picobase_utf8char utf8char) { int i; int l; utf8char[0] = 0; l = picobase_det_utf8_length(utf8[*pos]); i = 0; while ((((i < l) && (i < PICOBASE_UTF8_MAXLEN)) && (utf8[*pos] != 0))) { utf8char[i] = utf8[*pos]; (*pos)++; i++; } utf8char[i] = 0; } picoos_uint8 picobase_get_next_utf8char(const picoos_uint8 *utf8s, const picoos_uint32 utf8slenmax, picoos_uint32 *pos, picobase_utf8char utf8char) { picoos_uint8 i; picoos_uint8 len; picoos_uint32 poscnt; utf8char[0] = 0; len = picobase_det_utf8_length(utf8s[*pos]); if ((((*pos) + len) > utf8slenmax) || (len > PICOBASE_UTF8_MAXLEN)) { return FALSE; } poscnt = *pos; i = 0; while ((i < len) && (utf8s[poscnt] != 0)) { utf8char[i] = utf8s[poscnt]; poscnt++; i++; } utf8char[i] = 0; if ((i < len) && (utf8s[poscnt] == 0)) { return FALSE; } *pos = poscnt; return TRUE; } picoos_uint8 picobase_get_next_utf8charpos(const picoos_uint8 *utf8s, const picoos_uint32 utf8slenmax, picoos_uint32 *pos) { picoos_uint8 i; picoos_uint8 len; picoos_uint32 poscnt; len = picobase_det_utf8_length(utf8s[*pos]); if ((((*pos) + len) > utf8slenmax) || (len > PICOBASE_UTF8_MAXLEN)){ return FALSE; } poscnt = *pos; i = 0; while ((i < len) && (utf8s[poscnt] != 0)) { poscnt++; i++; } if ((i < len) && (utf8s[poscnt] == 0)) { return FALSE; } *pos = poscnt; return TRUE; } picoos_uint8 picobase_get_prev_utf8char(const picoos_uint8 *utf8s, const picoos_uint32 utf8slenmin, picoos_uint32 *pos, picobase_utf8char utf8char) { picoos_uint8 i, j; picoos_uint8 len; picoos_uint32 poscnt; utf8char[0] = 0; if ((*pos) == 0) { return FALSE; } poscnt = (*pos) - 1; i = 1; while ((i <= PICOBASE_UTF8_MAXLEN) && (poscnt >= utf8slenmin) && (utf8s[poscnt] != 0)) { len = picobase_det_utf8_length(utf8s[poscnt]); if (len == i) { for (j = 0; j < len; j++) { utf8char[j] = utf8s[poscnt + j]; } utf8char[j] = 0; *pos = poscnt; return TRUE; } i++; poscnt--; } return FALSE; } picoos_uint8 picobase_get_prev_utf8charpos(const picoos_uint8 *utf8s, const picoos_uint32 utf8slenmin, picoos_uint32 *pos) { picoos_uint8 i; picoos_uint8 len; picoos_uint32 poscnt; if ((*pos) == 0) { return FALSE; } poscnt = (*pos) - 1; i = 1; while ((i <= PICOBASE_UTF8_MAXLEN) && (poscnt >= utf8slenmin) && (utf8s[poscnt] != 0)) { len = picobase_det_utf8_length(utf8s[poscnt]); if (len == i) { *pos = poscnt; return TRUE; } i++; poscnt--; } return FALSE; } /** * Converts utf8 input to utf32 * @param utf8[] : character encoded in utf8 * @param done : boolean indicating the completion of the operation (FALSE: conversion not done) * @return a single character encoded in UTF32 */ static picobase_utf32 picobase_utf8_to_utf32 (picoos_uint8 utf8[], picoos_uint8 * done) { (*done) = TRUE; if ((utf8[0] < (picoos_uint8)'\200')) { return utf8[0]; } else if ((utf8[0] >= (picoos_uint8)'\370')) { return 0; } else if ((utf8[0] >= (picoos_uint8)'\360')) { return ((((262144 * (utf8[0] % 8)) + (4096 * (utf8[1] % 64))) + (64 * (utf8[2] % 64))) + (utf8[3] % 64)); } else if ((utf8[0] >= (picoos_uint8)'\340')) { return (((4096 * (utf8[0] % 16)) + (64 * (utf8[1] % 64))) + (utf8[2] % 64)); } else if ((utf8[(0)] >= (picoos_uint8)'\300')) { return ((64 * (utf8[0] % 32)) + (utf8[1] % 64)); } else { (*done) = FALSE; return 0; } } static picoos_int32 picobase_utf32_to_utf8 (picobase_utf32 utf32, picobase_utf8 utf8[], picoos_int32 utf8MaxLen, picoos_uint8 * done) { picoos_int32 len; (*done) = TRUE; if (utf8MaxLen >= 4) { if (utf32 < 128) { len = 1; utf8[0] = utf32; } else if (utf32 < 2048) { len = 2; utf8[1] = (128 + (utf32 % 64)); utf32 = (utf32 / 64); utf8[0] = (192 + (utf32 % 32)); } else if (utf32 < 65536) { len = 3; utf8[2] = (128 + (utf32 % 64)); utf32 = (utf32 / 64); utf8[1] = (128 + (utf32 % 64)); utf32 = (utf32 / 64); utf8[0] = (224 + utf32); } else if (utf32 < 1048576) { len = 4; utf8[3] = (128 + (utf32 % 64)); utf32 = (utf32 / 64); utf8[2] = (128 + (utf32 % 64)); utf32 = (utf32 / 64); utf8[1] = (128 + (utf32 % 64)); utf32 = (utf32 / 64); utf8[0] = (240 + utf32); } else { (*done) = FALSE; return 0; } if (len <= (utf8MaxLen-1)) { utf8[len] = 0; } return len; } else { (*done) = FALSE; return 0; } } extern picoos_int32 picobase_lowercase_utf8_str (picoos_uchar utf8str[], picoos_char lowercase[], int lowercaseMaxLen, picoos_uint8 * done) { picobase_utf8char utf8char; picoos_int32 i; picoos_int32 j; picoos_int32 k; picoos_int32 l; picobase_utf32 utf32; picoos_uint8 done1; k = 0; i = 0; (*done) = TRUE; while (utf8str[i] != 0) { picobase_get_utf8char(utf8str,& i,utf8char); utf32 = picobase_utf8_to_utf32(utf8char, & done1); utf32 = base_utf32_lowercase(utf32); l = picobase_utf32_to_utf8(utf32, utf8char, PICOBASE_UTF8_MAXLEN, & done1); j = 0; while ((j < l) && (k < (lowercaseMaxLen-1))) { lowercase[k] = utf8char[j]; k++; j++; } *done = *done && (j == l); } lowercase[k] = 0; return k; } extern picoos_int32 picobase_uppercase_utf8_str (picoos_uchar utf8str[], picoos_char uppercase[], int uppercaseMaxLen, picoos_uint8 * done) { picobase_utf8char utf8char; picoos_int32 i; picoos_int32 j; picoos_int32 k; picoos_int32 l; picobase_utf32 utf32; picoos_uint8 done1; k = 0; i = 0; (*done) = TRUE; while (utf8str[i] != 0) { picobase_get_utf8char(utf8str,& i,utf8char); utf32 = picobase_utf8_to_utf32(utf8char, & done1); utf32 = base_utf32_uppercase(utf32); l = picobase_utf32_to_utf8(utf32, utf8char, PICOBASE_UTF8_MAXLEN, & done1); j = 0; while ((j < l) && (k < (uppercaseMaxLen-1))) { uppercase[k] = utf8char[j]; k++; j++; } *done = *done && (j == l); } uppercase[k] = 0; return k; } extern picoos_bool picobase_is_utf8_uppercase (picoos_uchar utf8str[], picoos_int32 utf8strmaxlen) { picobase_utf8char utf8char; picoos_int32 i; picoos_uint32 utf32; picoos_bool done; picoos_bool isUpperCase; isUpperCase = TRUE; i = 0; while (isUpperCase && (i <= utf8strmaxlen-1) && (utf8str[i] != 0)) { picobase_get_utf8char(utf8str,& i,utf8char); utf32 = picobase_utf8_to_utf32(utf8char,& done); isUpperCase = isUpperCase && (utf32 == base_utf32_uppercase(utf32)); } return isUpperCase; } extern picoos_bool picobase_is_utf8_lowercase (picoos_uchar utf8str[], picoos_int32 utf8strmaxlen) { picobase_utf8char utf8char; picoos_int32 i; picoos_uint32 utf32; picoos_bool done; picoos_bool isLowerCase; isLowerCase = TRUE; i = 0; while (isLowerCase && (i <= utf8strmaxlen-1) && (utf8str[i] != 0)) { picobase_get_utf8char(utf8str,& i,utf8char); utf32 = picobase_utf8_to_utf32(utf8char,& done); isLowerCase = isLowerCase && (utf32 == base_utf32_lowercase(utf32)); } return isLowerCase; } #ifdef __cplusplus } #endif /* end */