#include "UnicodeTools.hpp"
#include <ctype.h>


string UnicodeTools::upcase(string utf8str) {
  string testchar, output;

  for (unsigned int i = 0; i < utf8str.length(); i++) {
     if ((unsigned char)utf8str[i] <= 0x7f) {
       testchar = utf8str.substr(i, 1);
     } else if ((unsigned char)utf8str[i] <= 0xDF) {
       testchar = utf8str.substr(i, 2);
       i+=1;
     } else if ((unsigned char)utf8str[i] <= 0xEF) {
       testchar = utf8str.substr(i, 3);
       i+=2;
     } else if ((unsigned char)utf8str[i] <= 0xF7) {
       testchar = utf8str.substr(i, 4);
       i+=3;
     }

     if (lcase.find(testchar) != lcase.end()) {
       output += lcase[testchar];
     } else {
       output += testchar;
     }
  }
  return output;
}

string UnicodeTools::lowercase(string utf8str) {
  string testchar, output;

  for (unsigned int i = 0; i < utf8str.size(); i++) {
     if ((unsigned char)utf8str[i] <= 0x7f) {
       testchar = utf8str.substr(i, 1);
     } else if ((unsigned char)utf8str[i] <= 0xDF) {
       testchar = utf8str.substr(i, 2);
       i+=1;
     } else if ((unsigned char)utf8str[i] <= 0xEF) {
       testchar = utf8str.substr(i, 3);
       i+=2;
     } else if ((unsigned char)utf8str[i] <= 0xF7) {
       testchar = utf8str.substr(i, 4);
       i+=3;
     }

     /*if (lcase.find(testchar) != lcase.end()) {
       output += lcase[testchar];
     } else {
       output += testchar;
       }*/

     if (testchar.length() == 1) {
       testchar[0] = tolower(testchar[0]);
       output += testchar;
     } else {
       output += testchar;
     }
  }
  return output;
}


string UnicodeTools::upcaseLatin1(string l1str) {
  string testchar, output;

  for (unsigned int i = 0; i < l1str.length(); i++) {
     if ((unsigned char)l1str[i] <= 0x7f) {
       output += toupper(l1str[i]);
     } else {
       testchar = l1str.substr(i,1);
       if (ucaseLatin1.find(testchar) != ucaseLatin1.end()) {
	 output += ucaseLatin1[testchar];
       } else {
	 output += testchar;
       }
     }
  }
  return output;
}


string UnicodeTools::lowercaseLatin1(string l1str) {
  string testchar, output;

  for (unsigned int i = 0; i < l1str.length(); i++) {
     if ((unsigned char)l1str[i] <= 0x7f) {
       output += tolower(l1str[i]);
     } else {
       testchar = l1str.substr(i,1);
       if (lcaseLatin1.find(testchar) != lcaseLatin1.end()) {
	 output += lcaseLatin1[testchar];
       } else {
	 output += testchar;
       }
     }
  }
  return output;
}


void UnicodeTools::initLatin1() {
  string accented = "àÀáÁâÂãÃäÄåÅçÇèÈéÉêÊëËìÌíÍîÎïÏñÑòÒóÓôÔõÕöÖøØùÙúÚûÛüÜýÝ";

  string key, value;

  for (unsigned int i = 0; i < accented.length(); i+=2) {
    key = accented.substr(i+1, 1);
    value = accented.substr(i, 1);
    lcaseLatin1[key] = value;
  }

  for (unsigned int i = 0; i < accented.length(); i+=2) {
    key = accented.substr(i, 1);
    value = accented.substr(i+1, 1);
    ucaseLatin1[key] = value;
  }
}

void UnicodeTools::addSet(set<string> &tmpset, string utf8str) {
  for (unsigned int i = 0; i < utf8str.length(); i++) {
     if ((unsigned char)utf8str[i] <= 0x7f) {
       tmpset.insert(utf8str.substr(i, 1));
     } else if ((unsigned char)utf8str[i] <= 0xDF) {
       tmpset.insert(utf8str.substr(i, 2));
       i+=1;
     } else if ((unsigned char)utf8str[i] <= 0xEF) {
       tmpset.insert(utf8str.substr(i, 3));
       i+=2;
     } else if ((unsigned char)utf8str[i] <= 0xF7) {
       tmpset.insert(utf8str.substr(i, 4));
       i+=3;
     }
   }
}

void UnicodeTools::addMap(map<string,string> &tmpmap, string utf8str) {
  string key, value;

  for (unsigned int i = 0; i < utf8str.length(); i++) {
     if ((unsigned char)utf8str[i] <= 0x7f) {
       key = utf8str.substr(i, 1);
     } else if ((unsigned char)utf8str[i] <= 0xDF) {
       key = utf8str.substr(i, 2);
       i+=1;
     } else if ((unsigned char)utf8str[i] <= 0xEF) {
       key = utf8str.substr(i, 3);
       i+=2;
     } else if ((unsigned char)utf8str[i] <= 0xF7) {
       key = utf8str.substr(i, 4);
       i+=3;
     }
     i++;

     if ((unsigned char)utf8str[i] <= 0x7f) {
       value = utf8str.substr(i, 1);
     } else if ((unsigned char)utf8str[i] <= 0xDF) {
       value = utf8str.substr(i, 2);
       i+=1;
     } else if ((unsigned char)utf8str[i] <= 0xEF) {
       value = utf8str.substr(i, 3);
       i+=2;
     } else if ((unsigned char)utf8str[i] <= 0xF7) {
       value = utf8str.substr(i, 4);
       i+=3;
     }
     
     tmpmap[key] = value;
   }
}

void UnicodeTools::initlCase() {
  addMap(lcase, "aAbBcCdDeEfFgGhHiIjJkKlLmMnNoOpPqQrRsStTuUvVwWxXyY");
  addMap(lcase, "zZµΜàÀá�âÂãÃäÄåÅæÆçÇèÈéÉêÊëËìÌí�îÎï�ð�ñÑòÒóÓôÔõÕöÖ");
  addMap(lcase, "øØùÙúÚûÛüÜý�þÞÿŸ�ĀăĂąĄćĆĉĈċĊ�Č�Ďđ�ēĒĕĔėĖęĘěĚ�ĜğĞġĠ");
  addMap(lcase, "ģĢĥĤħĦĩĨīĪĭĬįĮıIijIJĵĴķĶĺĹļĻľĽŀĿł�ńŃņŅňŇŋŊ�Ō�Ŏő�œŒŕŔ");
  addMap(lcase, "ŗŖřŘśŚ�ŜşŞšŠţŢťŤŧŦũŨūŪŭŬůŮűŰųŲŵŴŷŶźŹżŻžŽſSƃƂƅƄƈƇƌƋ");
  addMap(lcase, "ƒƑƕǶƙƘơƠƣƢƥƤƨƧƭƬưƯƴƳƶƵƹƸƽƼƿǷdžDŽljLJnjNJǎ���ǒǑǔǓǖǕǘǗǚǙǜǛ");
  addMap(lcase, "�ƎǟǞǡǠǣǢǥǤǧǦǩǨǫǪǭǬǯǮdzDZǵǴǹǸǻǺǽǼǿǾ�ȀȃȂȅȄȇȆȉȈȋȊ�Ȍ�Ȏȑ�");
  addMap(lcase, "ȓȒȕȔȗȖșȘțȚ�ȜȟȞȣȢȥȤȧȦȩȨȫȪȭȬȯȮȱȰȳȲɓ�ɔƆɖƉɗƊə�ɛ�ɠƓɣƔɨƗ");
  addMap(lcase, "ɩƖɯƜɲ�ɵƟʀƦʃƩʈƮʊƱʋƲʒƷάΆέΈήΉίΊαΑβΒγΓδΔεΕζΖηΗθΘιΙκΚλΛ");
  addMap(lcase, "μΜν�ξΞοΟπΠ�ΡςΣσΣτΤυΥφΦχΧψΨωΩϊΪϋΫόΌ�Ύώ��ΒϑΘϕΦϖΠϛϚ�Ϝ");
  addMap(lcase, "ϟϞϡϠϣϢϥϤϧϦϩϨϫϪϭϬϯϮϰΚϱΡϲΣϵΕа�бБвВгГдДеЕжЖзЗиИйЙкКлЛ");
  addMap(lcase, "мМн�оОпПрР�СтТуУфФхХцЦчЧшШщЩъЪыЫьЬ�ЭюЮ�Я�Ѐё�ђЂѓЃєЄ");
  addMap(lcase, "ѕЅіІїЇјЈљЉњЊћЋќЌ��ўЎџ�ѡѠѣѢѥѤѧѦѩѨѫѪѭѬѯѮѱѰѳѲѵѴѷѶѹѸѻѺ");
  addMap(lcase, "ѽѼѿѾ�Ҁ�Ҍ�Ҏґ�ғҒҕҔҗҖҙҘқҚ�ҜҟҞҡҠңҢҥҤҧҦҩҨҫҪҭҬүҮұҰҳҲҵҴҷҶ");
  addMap(lcase, "ҹҸһҺҽҼҿҾӂ�ӄӃӈӇӌӋӑ�ӓӒӕӔӗӖәӘӛӚ�ӜӟӞӡӠӣӢӥӤӧӦөӨӫӪӭӬӯӮӱӰ");
  addMap(lcase, "Ó³Ó²ÓµÓ´Ó¹Ó¸Õ¡Ô±Õ¢Ô²Õ£Ô³Õ¤Ô´Õ¥ÔµÕ¦Ô¶Õ§Ô·Õ¨Ô¸Õ©Ô¹ÕªÔºÕ«Ô»Õ¬Ô¼Õ­Ô½Õ®Ô¾Õ¯Ô¿Õ°Õ€Õ±Õ�Õ²Õ‚Õ³ÕƒÕ´Õ„ÕµÕ…Õ¶Õ†");
  addMap(lcase, "շՇոՈչՉպՊջՋռՌս�վՎտ�ր��ՑւՒփՓքՔօՕֆՖ�ḀḃḂḅḄḇḆḉḈḋḊ�Ḍ�Ḏḑ�");
  addMap(lcase, "ḓḒḕḔḗḖḙḘḛḚ�ḜḟḞḡḠḣḢḥḤḧḦḩḨḫḪḭḬḯḮḱḰḳḲḵḴḷḶḹḸḻḺḽḼḿḾ�ṀṃṂ");
  addMap(lcase, "ṅṄṇṆṉṈṋṊ�Ṍ�Ṏṑ�ṓṒṕṔṗṖṙṘṛṚ�ṜṟṞṡṠṣṢṥṤṧṦṩṨṫṪṭṬṯṮṱṰṳṲṵṴ");
  addMap(lcase, "ṷṶṹṸṻṺṽṼṿṾ�ẀẃẂẅẄẇẆẉẈẋẊ�Ẍ�Ẏẑ�ẓẒẕẔẛṠạẠảẢấẤầẦẩẨẫẪậẬắẮ");
  addMap(lcase, "ằẰẳẲẵẴặẶẹẸẻẺẽẼếẾ�ỀểỂễỄệỆỉỈịỊ�Ọ�Ỏố�ồỒổỔỗỖộỘớỚ�ỜởỞỡỠ");
  addMap(lcase, "ợỢụỤủỦứỨừỪửỬữỮựỰỳỲỵỴỷỶỹỸἀἈ�ἉἂἊἃἋἄἌἅ�ἆἎἇ��ἘἑἙἒἚἓἛἔἜ");
  addMap(lcase, "ἕ�ἠἨἡἩἢἪἣἫἤἬἥἭἦἮἧἯἰἸἱἹἲἺἳἻἴἼἵἽἶἾἷἿὀὈ�ὉὂὊὃὋὄὌὅ�ὑὙὓὛ");
  addMap(lcase, "ὕ�ὗὟὠὨὡὩὢὪὣὫὤὬὥὭὦὮὧὯὰᾺάΆὲῈέΈὴῊήΉὶῚίΊὸῸόΌὺῪύΎὼῺώΏᾀᾈ");
  addMap(lcase, "�ᾉᾂᾊᾃᾋᾄᾌᾅ�ᾆᾎᾇ��ᾘᾑᾙᾒᾚᾓᾛᾔᾜᾕ�ᾖᾞᾗᾟᾠᾨᾡᾩᾢᾪᾣᾫᾤᾬᾥᾭᾦᾮᾧᾯᾰᾸᾱᾹ");
  addMap(lcase, "ᾳᾼιΙῃῌ�ῘῑῙῠῨῡῩῥῬῳῼ�ＡｂＢｃＣｄＤｅＥｆＦｇＧｈＨｉＩｊＪｋＫｌＬ�ＭｎＮ�Ｏ�Ｐ");
  addMap(lcase, "ｑＱｒＲｓＳｔＴｕＵｖＶｗＷｘＸｙＹｚＺ");
}


bool UnicodeTools::isLetter(string testchar) {
  if (letters.find(testchar) != letters.end()) {
    return true;
  }
  return false;
}

void UnicodeTools::initLetter() {
  addSet(letters, "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmn");
  addSet(letters, "opqrstuvwxyzªµºÀ�ÂÃÄÅÆÇÈÉÊËÌ�Î��ÑÒÓÔÕÖØÙ");
  addSet(letters, "ÚÛÜ�ÞßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿĀ�Ă");
  addSet(letters, "㥹ĆćĈĉĊċČ�Ď��đĒēĔĕĖėĘęĚěĜ�ĞğĠġĢģĤĥĦħĨĩĪ");
  addSet(letters, "īĬĭĮįİıIJijĴĵĶķĸĹĺĻļĽľĿŀ�łŃńŅņŇňʼnŊŋŌ�Ŏ��őŒ");
  addSet(letters, "œŔŕŖŗŘřŚśŜ�ŞşŠšŢţŤťŦŧŨũŪūŬŭŮůŰűŲųŴŵŶŷŸŹź");
  addSet(letters, "ŻżŽžſƀ�ƂƃƄƅƆƇƈƉƊƋƌ�Ǝ��ƑƒƓƔƕƖƗƘƙƚƛƜ�ƞƟƠơƢ");
  addSet(letters, "ƣƤƥƦƧƨƩƪƫƬƭƮƯưƱƲƳƴƵƶƷƸƹƺƻƼƽƾƿǀ�ǂǃDŽDždžLJLjljNJ");
  addSet(letters, "Njnj�ǎ��ǑǒǓǔǕǖǗǘǙǚǛǜ�ǞǟǠǡǢǣǤǥǦǧǨǩǪǫǬǭǮǯǰDZDz");
  addSet(letters, "dzǴǵǶǷǸǹǺǻǼǽǾǿȀ�ȂȃȄȅȆȇȈȉȊȋȌ�Ȏ��ȑȒȓȔȕȖȗȘșȚ");
  addSet(letters, "țȜ�ȞȟȢȣȤȥȦȧȨȩȪȫȬȭȮȯȰȱȲȳ�ɑɒɓɔɕɖɗɘəɚɛɜ�ɞɟɠ");
  addSet(letters, "ɡɢɣɤɥɦɧɨɩɪɫɬɭɮɯɰɱɲɳɴɵɶɷɸɹɺɻɼɽɾɿʀ�ʂʃʄʅʆʇʈ");
  addSet(letters, "ʉʊʋʌ�ʎ��ʑʒʓʔʕʖʗʘʙʚʛʜ�ʞʟʠʡʢʣʤʥʦʧʨʩʪʫʬʭʰʱʲ");
  addSet(letters, "ʳʴʵʶʷʸʻʼʽʾʿˀ��ˑˠˡˢˣˤˮͺΆΈΉΊΌΎ��ΑΒΓΔΕΖΗΘΙΚ");
  addSet(letters, "ΛΜ�ΞΟΠΡΣΤΥΦΧΨΩΪΫάέήίΰαβγδεζηθικλμνξοπ�ςσ");
  addSet(letters, "τυφχψωϊϋό�ώ�ϑϒϓϔϕϖϗϚϛϜ�ϞϟϠϡϢϣϤϥϦϧϨϩϪϫϬϭϮ");
  addSet(letters, "ϯϰϱϲϳϴϵЀ�ЂЃЄЅІЇЈЉЊЋЌ�Ў��БВГДЕЖЗИЙКЛМ�ОПР");
  addSet(letters, "СТУФХЦЧШЩЪЫЬЭЮЯабвгдежзийклмнопр�туфхцчш");
  addSet(letters, "щъыь�ю��ёђѓєѕіїјљњћќ�ўџѠѡѢѣѤѥѦѧѨѩѪѫѬѭѮѯѰ");
  addSet(letters, "ѱѲѳѴѵѶѷѸѹѺѻѼѽѾѿҀ�Ҍ�Ҏ��ґҒғҔҕҖҗҘҙҚқҜ�ҞҟҠҡҢ");
  addSet(letters, "ңҤҥҦҧҨҩҪҫҬҭҮүҰұҲҳҴҵҶҷҸҹҺһҼҽҾҿӀ�ӂӃӄӇӈӋӌ�ӑ");
  addSet(letters, "ӒӓӔӕӖӗӘәӚӛӜ�ӞӟӠӡӢӣӤӥӦӧӨөӪӫӬӭӮӯӰӱӲӳӴӵӸӹԱԲ");
  addSet(letters, "ԳԴԵԶԷԸԹԺԻԼԽԾԿՀ�ՂՃՄՅՆՇՈՉՊՋՌ�Վ��ՑՒՓՔՕՖՙաբգ");
  addSet(letters, "դեզէըթժիլխծկհձղճմյնշոչպջռսվտր�ւփքօֆև�בגד");
  addSet(letters, "הוזחטיךכל�מןנסעףפץצקרשתװױײءآأؤإئابةتثجحخ");
  addSet(letters, "دذرزسشصضطظعغـ�قكلمنهوىيٱٲٳٴٵٶٷٸٹٺٻټٽپٿڀ�");
  addSet(letters, "ڂڃڄڅچڇڈډڊڋڌ�ڎ��ڑڒړڔڕږڗژڙښڛڜ�ڞڟڠڡڢڣڤڥڦڧڨک");
  addSet(letters, "ڪګڬڭڮگڰڱڲڳڴڵڶڷڸڹںڻڼڽھڿۀ�ۂۃۄۅۆۇۈۉۊۋی�ێ��ۑ");
  addSet(letters, "ےۓەۥۦۺۻۼ�ܒܓܔܕܖܗܘܙܚܛܜ�ܞܟܠܡܢܣܤܥܦܧܨܩܪܫܬހ�ނރ");
  addSet(letters, "ބޅކއވމފދތ�ގ��ޑޒޓޔޕޖޗޘޙޚޛޜ�ޞޟޠޡޢޣޤޥअआइईउऊ");
  addSet(letters, "ऋऌ�ऎ��ऑऒओऔकखगघङचछज�ञटठडढणतथदधनऩपफबभमयरऱल");
  addSet(letters, "ळऴवशषसहऽ�क़ख़ग़ज़ड़�फ़य़ॠॡঅআইঈউঊঋঌ��ওঔকখগঘঙচছজ�");
  addSet(letters, "ঞটঠডঢণতথদধনপফবভমযরলশষসহড়�য়ৠৡৰৱਅਆਇਈਉਊ��ਓਔ");
  addSet(letters, "ਕਖਗਘਙਚਛਜ�ਞਟਠਡਢਣਤਥਦਧਨਪਫਬਭਮਯਰਲਲ਼ਵਸ਼ਸਹਖ਼ਗ਼ਜ਼ੜਫ਼ੲੳ");
  addSet(letters, "ੴઅઆઇઈઉઊઋ���ઑઓઔકખગઘઙચછજ�ઞટઠડઢણતથદધનપફબભમય");
  addSet(letters, "રલળવશષસહઽ�ૠଅଆଇଈଉଊଋଌ��ଓଔକଖଗଘଙଚଛଜ�ଞଟଠଡଢଣତଥ");
  addSet(letters, "ଦଧନପଫବଭମଯରଲଳଶଷସହଽଡ଼�ୟୠୡஅஆஇஈஉஊஎ��ஒஓஔகஙசஜஞட");
  addSet(letters, "ணதநனபமயரறலளழவஷஸஹఅఆఇఈఉఊఋఌఎ��ఒఓఔకఖగఘఙచఛజ�ఞ");
  addSet(letters, "టఠడఢణతథదధనపఫబభమయరఱలళవశషసహౠౡಅಆಇಈಉಊಋಌಎ��ಒಓ");
  addSet(letters, "ಔಕಖಗಘಙಚಛಜ�ಞಟಠಡಢಣತಥದಧನಪಫಬಭಮಯರಱಲಳವಶಷಸಹೞೠೡഅ");
  addSet(letters, "ആഇഈഉഊഋഌഎ��ഒഓഔകഖഗഘങചഛജ�ഞടഠഡഢണതഥദധനപഫബഭമയര");
  addSet(letters, "റലളഴവശഷസഹൠൡඅආඇඈඉඊඋඌ�ඎ��එඒඓඔඕඖකඛග�ඞඟචඡජඣඤ");
  addSet(letters, "ඥඦටඨඩඪණඬතථදධනඳපඵබභමඹයරලව�ෂසහළෆ�ขฃคฅฆงจฉช");
  addSet(letters, "ซฌ�ฎ��ฑฒณดตถทธนบปผ�พฟภมยรฤลฦวศษสหฬอฮฯะาำ");
  addSet(letters, "เ�โใไๅๆ�ຂຄງຈຊ�ດຕຖທນບປຜ�ພຟມຢຣລວສຫອຮຯະາຳຽເ");
  addSet(letters, "�ໂໃໄໆໜ�ༀཀ�གགྷངཅཆཇཉཊཋཌ�ཎ��དདྷནཔཕབབྷམཙཚཛཛྷ�ཞཟའ");
  addSet(letters, "ཡརལཤཥསཧཨཀྵཪྈྉྊྋက�ဂဃငစဆဇဈဉညဋဌ�ဎ��ထဒဓနပဖဗဘမ");
  addSet(letters, "ယရလ�သဟဠအဣဤဥဦဧဩဪ������ႠႡႢႣႤႥႦႧႨႩႪႫႬႭႮႯႰႱႲ");
  addSet(letters, "ႳႴႵႶႷႸႹႺႻႼႽႾႿჀ�ჂჃჄჅ�ბგდევზთიკლმნ�პჟრსტუფ");
  addSet(letters, "ქღყშჩცძწჭხჯჰჱჲჳჴჵჶᄀ�ᄂᄃᄄᄅᄆᄇᄈᄉᄊᄋᄌ�ᄎ��ᄑᄒᄓᄔᄕ");
  addSet(letters, "ᄖᄗᄘᄙᄚᄛᄜ�ᄞᄟᄠᄡᄢᄣᄤᄥᄦᄧᄨᄩᄪᄫᄬᄭᄮᄯᄰᄱᄲᄳᄴᄵᄶᄷᄸᄹᄺᄻᄼᄽ");
  addSet(letters, "ᄾᄿᅀ�ᅂᅃᅄᅅᅆᅇᅈᅉᅊᅋᅌ�ᅎ��ᅑᅒᅓᅔᅕᅖᅗᅘᅙᅟᅠᅡᅢᅣᅤᅥᅦᅧᅨᅩᅪ");
  addSet(letters, "ᅫᅬᅭᅮᅯᅰᅱᅲᅳᅴᅵᅶᅷᅸᅹᅺᅻᅼᅽᅾᅿᆀ�ᆂᆃᆄᆅᆆᆇᆈᆉᆊᆋᆌ�ᆎ��ᆑᆒ");
  addSet(letters, "ᆓᆔᆕᆖᆗᆘᆙᆚᆛᆜ�ᆞᆟᆠᆡᆢᆨᆩᆪᆫᆬᆭᆮᆯᆰᆱᆲᆳᆴᆵᆶᆷᆸᆹᆺᆻᆼᆽᆾᆿ");
  addSet(letters, "ᇀ�ᇂᇃᇄᇅᇆᇇᇈᇉᇊᇋᇌ�ᇎ��ᇑᇒᇓᇔᇕᇖᇗᇘᇙᇚᇛᇜ�ᇞᇟᇠᇡᇢᇣᇤᇥᇦᇧ");
  addSet(letters, "ᇨᇩᇪᇫᇬᇭᇮᇯᇰᇱᇲᇳᇴᇵᇶᇷᇸᇹሀ�ሂሃሄህሆለሉሊላሌ�ሎ��ሑሒሓሔሕሖ");
  addSet(letters, "ሗመሙሚማሜ�ሞሟሠሡሢሣሤሥሦሧረሩሪራሬርሮሯሰሱሲሳሴስሶሷሸሹሺሻሼሽሾ");
  addSet(letters, "ሿቀ�ቂቃቄቅቆቈቊቋቌ��ቑቒቓቔቕቖቘቚቛቜ�በቡቢባቤብቦቧቨቩቪቫቬቭቮ");
  addSet(letters, "ቯተቱቲታቴትቶቷቸቹቺቻቼችቾቿኀ�ኂኃኄኅኆኈኊኋኌ��ኑኒናኔንኖኗኘኙኚ");
  addSet(letters, "ኛኜ�ኞኟአኡኢኣኤእኦኧከኩኪካኬክኮኰኲኳኴኵኸኹኺኻኼኽኾዀዂዃዄዅወዉዊ");
  addSet(letters, "ዋዌ�ዎ�ዑዒዓዔዕዖዘዙዚዛዜ�ዞዟዠዡዢዣዤዥዦዧየዩዪያዬይዮደዱዲዳዴድ");
  addSet(letters, "ዶዷዸዹዺዻዼዽዾዿጀ�ጂጃጄጅጆጇገጉጊጋጌ�ጎ�ጒጓጔጕጘጙጚጛጜ�ጞጠጡጢ");
  addSet(letters, "ጣጤጥጦጧጨጩጪጫጬጭጮጯጰጱጲጳጴጵጶጷጸጹጺጻጼጽጾጿ�����������");
  addSet(letters, "���������������ᎠᎡᎢᎣᎤᎥᎦᎧᎨᎩᎪᎫᎬᎭᎮᎯᎰᎱᎲᎳᎴᎵᎶᎷᎸ");
  addSet(letters, "ᎹᎺᎻᎼᎽᎾᎿ���������������������������������");
  addSet(letters, "����������������������������������������");
  addSet(letters, "����������������������������������������");
  addSet(letters, "���ᑀ�ᑂᑃᑄᑅᑆᑇᑈᑉᑊᑋᑌ�ᑎ��ᑑᑒᑓᑔᑕᑖᑗᑘᑙᑚᑛᑜ�ᑞᑟᑠᑡᑢᑣᑤ");
  addSet(letters, "ᑥᑦᑧᑨᑩᑪᑫᑬᑭᑮᑯᑰᑱᑲᑳᑴᑵᑶᑷᑸᑹᑺᑻᑼᑽᑾᑿᒀ�ᒂᒃᒄᒅᒆᒇᒈᒉᒊᒋᒌ");
  addSet(letters, "�ᒎ��ᒑᒒᒓᒔᒕᒖᒗᒘᒙᒚᒛᒜ�ᒞᒟᒠᒡᒢᒣᒤᒥᒦᒧᒨᒩᒪᒫᒬᒭᒮᒯᒰᒱᒲᒳᒴ");
  addSet(letters, "ᒵᒶᒷᒸᒹᒺᒻᒼᒽᒾᒿᓀ�ᓂᓃᓄᓅᓆᓇᓈᓉᓊᓋᓌ�ᓎ��ᓑᓒᓓᓔᓕᓖᓗᓘᓙᓚᓛᓜ");
  addSet(letters, "�ᓞᓟᓠᓡᓢᓣᓤᓥᓦᓧᓨᓩᓪᓫᓬᓭᓮᓯᓰᓱᓲᓳᓴᓵᓶᓷᓸᓹᓺᓻᓼᓽᓾᓿᔀ�ᔂᔃᔄ");
  addSet(letters, "ᔅᔆᔇᔈᔉᔊᔋᔌ�ᔎ��ᔑᔒᔓᔔᔕᔖᔗᔘᔙᔚᔛᔜ�ᔞᔟᔠᔡᔢᔣᔤᔥᔦᔧᔨᔩᔪᔫᔬ");
  addSet(letters, "ᔭᔮᔯᔰᔱᔲᔳᔴᔵᔶᔷᔸᔹᔺᔻᔼᔽᔾᔿᕀ�ᕂᕃᕄᕅᕆᕇᕈᕉᕊᕋᕌ�ᕎ��ᕑᕒᕓᕔ");
  addSet(letters, "ᕕᕖᕗᕘᕙᕚᕛᕜ�ᕞᕟᕠᕡᕢᕣᕤᕥᕦᕧᕨᕩᕪᕫᕬᕭᕮᕯᕰᕱᕲᕳᕴᕵᕶᕷᕸᕹᕺᕻᕼ");
  addSet(letters, "ᕽᕾᕿᖀ�ᖂᖃᖄᖅᖆᖇᖈᖉᖊᖋᖌ�ᖎ��ᖑᖒᖓᖔᖕᖖᖗᖘᖙᖚᖛᖜ�ᖞᖟᖠᖡᖢᖣᖤ");
  addSet(letters, "ᖥᖦᖧᖨᖩᖪᖫᖬᖭᖮᖯᖰᖱᖲᖳᖴᖵᖶᖷᖸᖹᖺᖻᖼᖽᖾᖿᗀ�ᗂᗃᗄᗅᗆᗇᗈᗉᗊᗋᗌ");
  addSet(letters, "�ᗎ��ᗑᗒᗓᗔᗕᗖᗗᗘᗙᗚᗛᗜ�ᗞᗟᗠᗡᗢᗣᗤᗥᗦᗧᗨᗩᗪᗫᗬᗭᗮᗯᗰᗱᗲᗳᗴ");
  addSet(letters, "ᗵᗶᗷᗸᗹᗺᗻᗼᗽᗾᗿᘀ�ᘂᘃᘄᘅᘆᘇᘈᘉᘊᘋᘌ�ᘎ��ᘑᘒᘓᘔᘕᘖᘗᘘᘙᘚᘛᘜ");
  addSet(letters, "�ᘞᘟᘠᘡᘢᘣᘤᘥᘦᘧᘨᘩᘪᘫᘬᘭᘮᘯᘰᘱᘲᘳᘴᘵᘶᘷᘸᘹᘺᘻᘼᘽᘾᘿᙀ�ᙂᙃᙄ");
  addSet(letters, "ᙅᙆᙇᙈᙉᙊᙋᙌ�ᙎ��ᙑᙒᙓᙔᙕᙖᙗᙘᙙᙚᙛᙜ�ᙞᙟᙠᙡᙢᙣᙤᙥᙦᙧᙨᙩᙪᙫᙬ");
  addSet(letters, "ᙯᙰᙱᙲᙳᙴᙵᙶ�ᚂᚃᚄᚅᚆᚇᚈᚉᚊᚋᚌ�ᚎ��ᚑᚒᚓᚔᚕᚖᚗᚘᚙᚚᚠᚡᚢᚣᚤᚥ");
  addSet(letters, "ᚦᚧᚨᚩᚪᚫᚬᚭᚮᚯᚰᚱᚲᚳᚴᚵᚶᚷᚸᚹᚺᚻᚼᚽᚾᚿᛀ�ᛂᛃᛄᛅᛆᛇᛈᛉᛊᛋᛌ�");
  addSet(letters, "ᛎ��ᛑᛒᛓᛔᛕᛖᛗᛘᛙᛚᛛᛜ�ᛞᛟᛠᛡᛢᛣᛤᛥᛦᛧᛨᛩᛪក�គឃងចឆជឈញដ");
  addSet(letters, "ឋឌ�ណ��ទធនបផពភមយរលវ�ឞសហឡអឣឤឥឦឧឨឩឪឫឬឭឮឯឰឱឲ");
  addSet(letters, "ឳᠠᠡᠢᠣᠤᠥᠦᠧᠨᠩᠪᠫᠬᠭᠮᠯᠰᠱᠲᠳᠴᠵᠶᠷᠸᠹᠺᠻᠼᠽᠾᠿᡀ�ᡂᡃᡄᡅᡆ");
  addSet(letters, "ᡇᡈᡉᡊᡋᡌ�ᡎ��ᡑᡒᡓᡔᡕᡖᡗᡘᡙᡚᡛᡜ�ᡞᡟᡠᡡᡢᡣᡤᡥᡦᡧᡨᡩᡪᡫᡬᡭᡮ");
  addSet(letters, "ᡯᡰᡱᡲᡳᡴᡵᡶᡷᢀ�ᢂᢃᢄᢅᢆᢇᢈᢉᢊᢋᢌ�ᢎ��ᢑᢒᢓᢔᢕᢖᢗᢘᢙᢚᢛᢜ�ᢞ");
  addSet(letters, "ᢟᢠᢡᢢᢣᢤᢥᢦᢧᢨḀ�ḂḃḄḅḆḇḈḉḊḋḌ�Ḏ��ḑḒḓḔḕḖḗḘḙḚḛḜ�");
  addSet(letters, "ḞḟḠḡḢḣḤḥḦḧḨḩḪḫḬḭḮḯḰḱḲḳḴḵḶḷḸḹḺḻḼḽḾḿṀ�ṂṃṄṅ");
  addSet(letters, "ṆṇṈṉṊṋṌ�Ṏ��ṑṒṓṔṕṖṗṘṙṚṛṜ�ṞṟṠṡṢṣṤṥṦṧṨṩṪṫṬṭ");
  addSet(letters, "ṮṯṰṱṲṳṴṵṶṷṸṹṺṻṼṽṾṿẀ�ẂẃẄẅẆẇẈẉẊẋẌ�Ẏ��ẑẒẓẔẕ");
  addSet(letters, "ẖẗẘẙẚẛẠạẢảẤấẦầẨẩẪẫẬậẮắẰằẲẳẴẵẶặẸẹẺẻẼẽẾếỀ�");
  addSet(letters, "ỂểỄễỆệỈỉỊịỌ�Ỏ��ốỒồỔổỖỗỘộỚớỜ�ỞởỠỡỢợỤụỦủỨứ");
  addSet(letters, "ỪừỬửỮữỰựỲỳỴỵỶỷỸỹἀ�ἂἃἄἅἆἇἈἉἊἋἌ�Ἆ��ἑἒἓἔἕἘἙ");
  addSet(letters, "ἚἛἜ�ἠἡἢἣἤἥἦἧἨἩἪἫἬἭἮἯἰἱἲἳἴἵἶἷἸἹἺἻἼἽἾἿὀ�ὂὃ");
  addSet(letters, "ὄὅὈὉὊὋὌ��ὑὒὓὔὕὖὗὙὛ�ὟὠὡὢὣὤὥὦὧὨὩὪὫὬὭὮὯὰάὲέ");
  addSet(letters, "ὴήὶίὸόὺύὼώᾀ�ᾂᾃᾄᾅᾆᾇᾈᾉᾊᾋᾌ�ᾎ��ᾑᾒᾓᾔᾕᾖᾗᾘᾙᾚᾛᾜ�");
  addSet(letters, "ᾞᾟᾠᾡᾢᾣᾤᾥᾦᾧᾨᾩᾪᾫᾬᾭᾮᾯᾰᾱᾲᾳᾴᾶᾷᾸᾹᾺΆᾼιῂῃῄῆῇῈΈῊΉ");
  addSet(letters, "ῌ�ῑῒΐῖῗῘῙῚΊῠῡῢΰῤῥῦῧῨῩῪΎῬῲῳῴῶῷῸΌῺΏῼ�ℂℇℊℋℌ");
  addSet(letters, "�ℎ��ℑℒℓℕℙℚℛℜ�ℤΩℨKÅℬℭℯℰℱℳℴℵℶℷℸℹ々〆〱〲〳〴〵���");
  addSet(letters, "����������������������������������������");
  addSet(letters, "��������������������む�もゃやゅゆょよらりるれ�ゎ��ゑをん");
  addSet(letters, "ゔ�ゞァアィイゥウェエォオカガキギクグケゲコゴサザシジスズセゼソゾタダ�ヂッツヅ");
  addSet(letters, "テデトドナニヌ�ノ��パヒビピフブプヘベペホボ�マミムメモャヤュユョヨラリルレロ");
  addSet(letters, "ヮワヰヱヲンヴヵヶヷヸヹヺーヽヾㄅㄆㄇㄈㄉㄊㄋㄌ�ㄎ��ㄑㄒㄓㄔㄕㄖㄗㄘㄙㄚㄛㄜ");
  addSet(letters, "�ㄞㄟㄠㄡㄢㄣㄤㄥㄦㄧㄨㄩㄪㄫㄬㄱㄲㄳㄴㄵㄶㄷㄸㄹㄺㄻㄼㄽㄾㄿㅀ�ㅂㅃㅄㅅㅆㅇㅈ");
  addSet(letters, "ㅉㅊㅋㅌ�ㅎ��ㅑㅒㅓㅔㅕㅖㅗㅘㅙㅚㅛㅜ�ㅞㅟㅠㅡㅢㅣㅤㅥㅦㅧㅨㅩㅪㅫㅬㅭㅮㅯㅰ");
  addSet(letters, "ㅱㅲㅳㅴㅵㅶㅷㅸㅹㅺㅻㅼㅽㅾㅿㆀ�ㆂㆃㆄㆅㆆㆇㆈㆉㆊㆋㆌ�ㆎㆠㆡㆢㆣㆤㆥㆦㆧㆨㆩ");
  addSet(letters, "ㆪㆫㆬㆭㆮㆯㆰㆱㆲㆳㆴㆵㆶㆷ�䶵一龥ꀀ�ꀂꀃꀄꀅꀆꀇꀈꀉꀊꀋꀌ�ꀎ��ꀑꀒꀓꀔꀕ");
  addSet(letters, "ꀖꀗꀘꀙꀚꀛꀜ�ꀞꀟꀠꀡꀢꀣꀤꀥꀦꀧꀨꀩꀪꀫꀬꀭꀮꀯꀰꀱꀲꀳꀴꀵꀶꀷꀸꀹꀺꀻꀼꀽ");
  addSet(letters, "ꀾꀿ��������������������������������������");
  addSet(letters, "��������������������������ꂀ�ꂂꂃꂄꂅꂆꂇꂈꂉꂊꂋꂌ�");
  addSet(letters, "ꂎ��ꂑꂒꂓꂔꂕꂖꂗꂘꂙꂚꂛꂜ�ꂞꂟꂠꂡꂢꂣꂤꂥꂦꂧꂨꂩꂪꂫꂬꂭꂮꂯꂰꂱꂲꂳꂴꂵ");
  addSet(letters, "ꂶꂷꂸꂹꂺꂻꂼꂽꂾꂿꃀ�ꃂꃃꃄꃅꃆꃇꃈꃉꃊꃋꃌ�ꃎ��ꃑꃒꃓꃔꃕꃖꃗꃘꃙꃚꃛꃜ�");
  addSet(letters, "ꃞꃟꃠꃡꃢꃣꃤꃥꃦꃧꃨꃩꃪꃫꃬꃭꃮꃯꃰꃱꃲꃳꃴꃵꃶꃷꃸꃹꃺꃻꃼꃽꃾꃿꄀ�ꄂꄃꄄꄅ");
  addSet(letters, "ꄆꄇꄈꄉꄊꄋꄌ�ꄎ��ꄑꄒꄓꄔꄕꄖꄗꄘꄙꄚꄛꄜ�ꄞꄟꄠꄡꄢꄣꄤꄥꄦꄧꄨꄩꄪꄫꄬꄭ");
  addSet(letters, "ꄮꄯꄰꄱꄲꄳꄴꄵꄶꄷꄸꄹꄺꄻꄼꄽꄾꄿꅀ�ꅂꅃꅄꅅꅆꅇꅈꅉꅊꅋꅌ�ꅎ��ꅑꅒꅓꅔꅕ");
  addSet(letters, "ꅖꅗꅘꅙꅚꅛꅜ�ꅞꅟꅠꅡꅢꅣꅤꅥꅦꅧꅨꅩꅪꅫꅬꅭꅮꅯꅰꅱꅲꅳꅴꅵꅶꅷꅸꅹꅺꅻꅼꅽ");
  addSet(letters, "ꅾꅿꆀ�ꆂꆃꆄꆅꆆꆇꆈꆉꆊꆋꆌ�ꆎ��ꆑꆒꆓꆔꆕꆖꆗꆘꆙꆚꆛꆜ�ꆞꆟꆠꆡꆢꆣꆤꆥ");
  addSet(letters, "ꆦꆧꆨꆩꆪꆫꆬꆭꆮꆯꆰꆱꆲꆳꆴꆵꆶꆷꆸꆹꆺꆻꆼꆽꆾꆿꇀ�ꇂꇃꇄꇅꇆꇇꇈꇉꇊꇋꇌ�");
  addSet(letters, "ꇎ��ꇑꇒꇓꇔꇕꇖꇗꇘꇙꇚꇛꇜ�ꇞꇟꇠꇡꇢꇣꇤꇥꇦꇧꇨꇩꇪꇫꇬꇭꇮꇯꇰꇱꇲꇳꇴꇵ");
  addSet(letters, "ꇶꇷꇸꇹꇺꇻꇼꇽꇾꇿꈀ�ꈂꈃꈄꈅꈆꈇꈈꈉꈊꈋꈌ�ꈎ��ꈑꈒꈓꈔꈕꈖꈗꈘꈙꈚꈛꈜ�");
  addSet(letters, "ꈞꈟꈠꈡꈢꈣꈤꈥꈦꈧꈨꈩꈪꈫꈬꈭꈮꈯꈰꈱꈲꈳꈴꈵꈶꈷꈸꈹꈺꈻꈼꈽꈾꈿꉀ�ꉂꉃꉄꉅ");
  addSet(letters, "ꉆꉇꉈꉉꉊꉋꉌ�ꉎ��ꉑꉒꉓꉔꉕꉖꉗꉘꉙꉚꉛꉜ�ꉞꉟꉠꉡꉢꉣꉤꉥꉦꉧꉨꉩꉪꉫꉬꉭ");
  addSet(letters, "ꉮꉯꉰꉱꉲꉳꉴꉵꉶꉷꉸꉹꉺꉻꉼꉽꉾꉿꊀ�ꊂꊃꊄꊅꊆꊇꊈꊉꊊꊋꊌ�ꊎ��ꊑꊒꊓꊔꊕ");
  addSet(letters, "ꊖꊗꊘꊙꊚꊛꊜ�ꊞꊟꊠꊡꊢꊣꊤꊥꊦꊧꊨꊩꊪꊫꊬꊭꊮꊯꊰꊱꊲꊳꊴꊵꊶꊷꊸꊹꊺꊻꊼꊽ");
  addSet(letters, "ꊾꊿꋀ�ꋂꋃꋄꋅꋆꋇꋈꋉꋊꋋꋌ�ꋎ��ꋑꋒꋓꋔꋕꋖꋗꋘꋙꋚꋛꋜ�ꋞꋟꋠꋡꋢꋣꋤꋥ");
  addSet(letters, "ꋦꋧꋨꋩꋪꋫꋬꋭꋮꋯꋰꋱꋲꋳꋴꋵꋶꋷꋸꋹꋺꋻꋼꋽꋾꋿꌀ�ꌂꌃꌄꌅꌆꌇꌈꌉꌊꌋꌌ�");
  addSet(letters, "ꌎ��ꌑꌒꌓꌔꌕꌖꌗꌘꌙꌚꌛꌜ�ꌞꌟꌠꌡꌢꌣꌤꌥꌦꌧꌨꌩꌪꌫꌬꌭꌮꌯꌰꌱꌲꌳꌴꌵ");
  addSet(letters, "ꌶꌷꌸꌹꌺꌻꌼꌽꌾꌿ������������������������������");
  addSet(letters, "����������������������������������ꎀ�ꎂꎃꎄꎅ");
  addSet(letters, "ꎆꎇꎈꎉꎊꎋꎌ�ꎎ��ꎑꎒꎓꎔꎕꎖꎗꎘꎙꎚꎛꎜ�ꎞꎟꎠꎡꎢꎣꎤꎥꎦꎧꎨꎩꎪꎫꎬꎭ");
  addSet(letters, "ꎮꎯꎰꎱꎲꎳꎴꎵꎶꎷꎸꎹꎺꎻꎼꎽꎾꎿ����������������������");
  addSet(letters, "����������������������������������������");
  addSet(letters, "����������������������������������������");
  addSet(letters, "��������������������������ꑀ�ꑂꑃꑄꑅꑆꑇꑈꑉꑊꑋꑌ�");
  addSet(letters, "ꑎ��ꑑꑒꑓꑔꑕꑖꑗꑘꑙꑚꑛꑜ�ꑞꑟꑠꑡꑢꑣꑤꑥꑦꑧꑨꑩꑪꑫꑬꑭꑮꑯꑰꑱꑲꑳꑴꑵ");
  addSet(letters, "ꑶꑷꑸꑹꑺꑻꑼꑽꑾꑿꒀ�ꒂꒃꒄꒅꒆꒇꒈꒉꒊꒋꒌ가힣豈�車賈滑串句龜龜契金喇奈�癩");
  addSet(letters, "��螺裸邏樂洛烙珞落酪駱亂卵�爛蘭鸞嵐濫藍襤拉臘蠟廊朗浪狼郎來冷勞擄櫓爐盧老蘆虜");
  addSet(letters, "路露魯鷺碌祿綠菉錄鹿�壟弄籠聾牢磊賂雷壘屢樓�漏��陋勒肋凜凌稜綾菱陵讀拏樂�丹");
  addSet(letters, "寧怒率異北磻便復不泌數索參塞省葉說殺辰沈拾若掠略亮兩凉梁糧良諒量勵呂�廬旅濾礪閭");
  addSet(letters, "驪麗黎力曆歷�年��撚漣煉璉秊練聯輦蓮連鍊列�咽烈裂說廉念捻殮簾獵令囹寧嶺怜玲瑩");
  addSet(letters, "羚聆鈴零靈領例禮醴隸惡了僚寮尿料樂燎�蓼遼龍暈阮劉杻柳流溜琉�硫��六戮陸倫崙淪");
  addSet(letters, "輪律慄栗率隆�吏履易李梨泥理痢罹裏裡里離匿溺吝燐璘藺隣鱗麟林淋臨立笠粒狀炙識什茶");
  addSet(letters, "刺切�拓糖宅洞暴輻行降見廓兀�﨎��﨑晴﨓﨔凞猪益礼神祥福靖�羽﨟蘒﨡諸﨣﨤逸都");
  addSet(letters, "﨧﨨﨩飯飼館鶴ff�flffifflſtstﬓﬔﬕﬖﬗ�ײַﬠﬡﬢﬣﬤﬥﬦﬧﬨשׁשׂשּׁשּׂאַאָאּבּגּדּ");
  addSet(letters, "הּוּזּטּיּךּכּלּמּנּ�ףּפּצּקּרּשּתּוֹבֿ�פֿ��ﭑﭒﭓﭔﭕﭖﭗﭘﭙﭚﭛﭜ�ﭞﭟﭠ");
  addSet(letters, "ﭡﭢﭣﭤﭥﭦﭧﭨﭩﭪﭫﭬﭭﭮﭯﭰﭱﭲﭳﭴﭵﭶﭷﭸﭹﭺﭻﭼﭽﭾﭿﮀ�ﮂﮃﮄﮅﮆﮇﮈ");
  addSet(letters, "ﮉﮊﮋﮌ�ﮎ��ﮑﮒﮓﮔﮕﮖﮗﮘﮙﮚﮛﮜ�ﮞﮟﮠﮡﮢﮣﮤﮥﮦﮧﮨﮩﮪﮫﮬﮭﮮﮯﮰ");
  addSet(letters, "ﮱﯓﯔﯕﯖﯗﯘﯙﯚﯛﯜ�ﯞﯟﯠﯡﯢﯣﯤﯥﯦﯧﯨﯩﯪﯫﯬﯭﯮﯯﯰﯱﯲﯳﯴﯵﯶﯷﯸﯹ");
  addSet(letters, "ﯺﯻﯼﯽﯾﯿﰀ�ﰂﰃﰄﰅﰆﰇﰈﰉﰊﰋﰌ�ﰎ��ﰑﰒﰓﰔﰕﰖﰗﰘﰙﰚﰛﰜ�ﰞﰟﰠﰡ");
  addSet(letters, "ﰢﰣﰤﰥﰦﰧﰨﰩﰪﰫﰬﰭﰮﰯﰰﰱﰲﰳﰴﰵﰶﰷﰸﰹﰺﰻﰼﰽﰾﰿﱀ�ﱂﱃﱄﱅﱆﱇﱈﱉ");
  addSet(letters, "ﱊﱋﱌ�ﱎ��ﱑﱒﱓﱔﱕﱖﱗﱘﱙﱚﱛﱜ�ﱞﱟﱠﱡﱢﱣﱤﱥﱦﱧﱨﱩﱪﱫﱬﱭﱮﱯﱰﱱ");
  addSet(letters, "ﱲﱳﱴﱵﱶﱷﱸﱹﱺﱻﱼﱽﱾﱿﲀ�ﲂﲃﲄﲅﲆﲇﲈﲉﲊﲋﲌ�ﲎ��ﲑﲒﲓﲔﲕﲖﲗﲘﲙ");
  addSet(letters, "ﲚﲛﲜ�ﲞﲟﲠﲡﲢﲣﲤﲥﲦﲧﲨﲩﲪﲫﲬﲭﲮﲯﲰﲱﲲﲳﲴﲵﲶﲷﲸﲹﲺﲻﲼﲽﲾﲿﳀ�");
  addSet(letters, "ﳂﳃﳄﳅﳆﳇﳈﳉﳊﳋﳌ�ﳎ��ﳑﳒﳓﳔﳕﳖﳗﳘﳙﳚﳛﳜ�ﳞﳟﳠﳡﳢﳣﳤﳥﳦﳧﳨﳩ");
  addSet(letters, "ﳪﳫﳬﳭﳮﳯﳰﳱﳲﳳﳴﳵﳶﳷﳸﳹﳺﳻﳼﳽﳾﳿﴀ�ﴂﴃﴄﴅﴆﴇﴈﴉﴊﴋﴌ�ﴎ��ﴑ");
  addSet(letters, "ﴒﴓﴔﴕﴖﴗﴘﴙﴚﴛﴜ�ﴞﴟﴠﴡﴢﴣﴤﴥﴦﴧﴨﴩﴪﴫﴬﴭﴮﴯﴰﴱﴲﴳﴴﴵﴶﴷﴸﴹ");
  addSet(letters, "ﴺﴻﴼﴽ�ﵑﵒﵓﵔﵕﵖﵗﵘﵙﵚﵛﵜ�ﵞﵟﵠﵡﵢﵣﵤﵥﵦﵧﵨﵩﵪﵫﵬﵭﵮﵯﵰﵱﵲﵳ");
  addSet(letters, "ﵴﵵﵶﵷﵸﵹﵺﵻﵼﵽﵾﵿﶀ�ﶂﶃﶄﶅﶆﶇﶈﶉﶊﶋﶌ�ﶎ�ﶒﶓﶔﶕﶖﶗﶘﶙﶚﶛﶜ�");
  addSet(letters, "ﶞﶟﶠﶡﶢﶣﶤﶥﶦﶧﶨﶩﶪﶫﶬﶭﶮﶯﶰﶱﶲﶳﶴﶵﶶﶷﶸﶹﶺﶻﶼﶽﶾﶿﷀ�ﷂﷃﷄﷅ");
  addSet(letters, "ﷆﷇﷰﷱﷲﷳﷴﷵﷶﷷﷸﷹﷺﷻﹰﹱﹲﹴﹶﹷﹸﹹﹺﹻﹼﹽﹾﹿﺀ�ﺂﺃﺄﺅﺆﺇﺈﺉﺊﺋ");
  addSet(letters, "ﺌ�ﺎ��ﺑﺒﺓﺔﺕﺖﺗﺘﺙﺚﺛﺜ�ﺞﺟﺠﺡﺢﺣﺤﺥﺦﺧﺨﺩﺪﺫﺬﺭﺮﺯﺰﺱﺲﺳ");
  addSet(letters, "ﺴﺵﺶﺷﺸﺹﺺﺻﺼﺽﺾﺿﻀ�ﻂﻃﻄﻅﻆﻇﻈﻉﻊﻋﻌ�ﻎ��ﻑﻒﻓﻔﻕﻖﻗﻘﻙﻚﻛ");
  addSet(letters, "ﻜ�ﻞﻟﻠﻡﻢﻣﻤﻥﻦﻧﻨﻩﻪﻫﻬﻭﻮﻯﻰﻱﻲﻳﻴﻵﻶﻷﻸﻹﻺﻻﻼＡＢＣＤＥＦＧ");
  addSet(letters, "ＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ�ｂｃｄｅｆｇｈｉｊｋｌ�ｎ��ｑｒｓｔｕ");
  addSet(letters, "ｖｗｘｙｚｦｧｨｩｪｫｬｭｮｯｰｱｲｳｴｵｶｷｸｹｺｻｼｽｾｿﾀ�ﾂﾃﾄﾅﾆﾇﾈ");
  addSet(letters, "ﾉﾊﾋﾌ�ﾎ��ﾑﾒﾓﾔﾕﾖﾗﾘﾙﾚﾛﾜ�ﾞﾟﾠﾡﾢﾣﾤﾥﾦﾧﾨﾩﾪﾫﾬﾭﾮﾯﾰ");
  addSet(letters, "ﾱﾲﾳﾴﾵﾶﾷﾸﾹﾺﾻﾼﾽﾾￂￃￄￅￆￇￊￋￌ�ￎ�ￒￓￔￕￖￗￚￛￜ");
}


bool UnicodeTools::isNumber(string testchar) {
  if (numbers.find(testchar) != numbers.end()) {
    return true;
  }
  return false;
}

void UnicodeTools::initNumber() {
  addSet(numbers, "0123456789²³¹¼½¾٠١٢٣٤٥٦٧٨٩۰۱۲۳۴۵۶۷۸۹०१२३");
  addSet(numbers, "४५६७८९০১২৩৪৫৬৭৮৯৴৵৶৷৸৹੦੧੨੩੪੫੬੭੮੯૦૧૨૩૪૫૬૭");
  addSet(numbers, "૮૯୦୧୨୩୪୫୬୭୮୯௧௨௩௪௫௬௭௮௯௰௱௲౦౧౨౩౪౫౬౭౮౯೦೧೨೩೪೫");
  addSet(numbers, "೬೭೮೯൦൧൨൩൪൫൬൭൮൯�๑๒๓๔๕๖๗๘๙�໑໒໓໔໕໖໗໘໙༠༡༢༣༤༥");
  addSet(numbers, "༦༧༨༩༪༫༬༭༮༯༰༱༲༳��������������������������");
  addSet(numbers, "����ᛮᛯᛰ០១២៣៤៥៦៧៨៩�᠑᠒᠓᠔᠕᠖᠗᠘᠙�������₀�₂₃₄₅");
  addSet(numbers, "₆₇₈₉⅓⅔⅕⅖⅗⅘⅙⅚⅛⅜�⅞⅟ⅠⅡⅢⅣⅤⅥⅦⅧⅨⅩⅪⅫⅬⅭⅮⅯⅰⅱⅲⅳⅴⅵⅶ");
  addSet(numbers, "ⅷⅸⅹⅺⅻⅼⅽⅾⅿↀ�ↂↃ①②③④⑤⑥⑦⑧⑨⑩⑪⑫⑬⑭⑮⑯⑰⑱⑲⑳⑴⑵⑶⑷⑸⑹⑺");
  addSet(numbers, "⑻⑼⑽⑾⑿⒀�⒂⒃⒄⒅⒆⒇⒈⒉⒊⒋⒌�⒎��⒑⒒⒓⒔⒕⒖⒗⒘⒙⒚⒛⓪������");
  addSet(numbers, "����➀�➂➃➄➅➆➇➈➉➊➋➌�➎��➑➒➓〇〡〢〣〤〥〦〧〨〩〸〹〺㆒㆓㆔");
  addSet(numbers, "㆕㈠㈡㈢㈣㈤㈥㈦㈧㈨㈩㊀�㊂㊃㊄㊅㊆㊇㊈㊉�１２３４５６７８９");
}

bool UnicodeTools::isPunct(string testchar) {
  if (punctuation.find(testchar) != punctuation.end()) {
    return true;
  }
  return false;
}
void UnicodeTools::initPunct() {
  addSet(punctuation, "!\"#%&'()*,-./:;?@[\\]_{}¡«­·»¿;·՚՛՜�՞՟։֊־");
  addSet(punctuation, "׀׃׳״،؛؟٪٫٬٭۔܀�܂܃܄܅܆܇܈܉܊܋܌�।॥॰෴�๚๛༄༅༆༇༈༉༊");
  addSet(punctuation, "་༌�༎��༑༒༺༻༼༽྅������჻��������᙭᙮᚛᚜᛫᛬᛭។៕៖ៗ៘");
  addSet(punctuation, "៙៚ៜ᠀�᠂᠃᠄᠅᠆᠇᠈᠉᠊�‑‒–—―‖‗‘’‚‛“�„‟†‡•‣․‥…‧‰‱");
  addSet(punctuation, "′″‴‵‶‷‸‹›※‼‽‾‿���������������₎〈〉�。〃〈〉《》「");
  addSet(punctuation, "�『��】〔〕〖〗〘〙〚〛〜�〞〟〰・﴾﴿︰︱︲︳︴︵︶︷︸︹︺︻︼︽︾︿﹀�﹂");
  addSet(punctuation, "﹃﹄﹉﹊﹋﹌�﹎��﹑﹒﹔﹕﹖﹗﹘﹙﹚﹛﹜�﹞﹟﹠﹡﹣﹨﹪﹫�＂＃％＆＇（）＊，");
  addSet(punctuation, "�．�：；？＠［＼］＿｛�｡｢｣､･");
}

bool UnicodeTools::isWS(string testchar) {
  if (ws.find(testchar) != ws.end()) {
    return true;
  }
  return false;
}

void UnicodeTools::initWS() {
  addSet(ws, "    �         ​

 　");
}