123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312 |
- (function(global) {
- 'use strict';
-
- if (typeof module !== "undefined" && module.exports &&
- !global["encoding-indexes"]) {
- global["encoding-indexes"] =
- require("./encoding-indexes.js")["encoding-indexes"];
- }
-
-
-
-
- function inRange(a, min, max) {
- return min <= a && a <= max;
- }
-
- function includes(array, item) {
- return array.indexOf(item) !== -1;
- }
- var floor = Math.floor;
-
- function ToDictionary(o) {
- if (o === undefined) return {};
- if (o === Object(o)) return o;
- throw TypeError('Could not convert argument to dictionary');
- }
-
- function stringToCodePoints(string) {
-
-
- var s = String(string);
-
- var n = s.length;
-
- var i = 0;
-
- var u = [];
-
- while (i < n) {
-
- var c = s.charCodeAt(i);
-
-
- if (c < 0xD800 || c > 0xDFFF) {
-
- u.push(c);
- }
-
- else if (0xDC00 <= c && c <= 0xDFFF) {
-
- u.push(0xFFFD);
- }
-
- else if (0xD800 <= c && c <= 0xDBFF) {
-
-
- if (i === n - 1) {
- u.push(0xFFFD);
- }
-
- else {
-
- var d = s.charCodeAt(i + 1);
-
- if (0xDC00 <= d && d <= 0xDFFF) {
-
- var a = c & 0x3FF;
-
- var b = d & 0x3FF;
-
-
- u.push(0x10000 + (a << 10) + b);
-
- i += 1;
- }
-
-
- else {
- u.push(0xFFFD);
- }
- }
- }
-
- i += 1;
- }
-
- return u;
- }
-
- function codePointsToString(code_points) {
- var s = '';
- for (var i = 0; i < code_points.length; ++i) {
- var cp = code_points[i];
- if (cp <= 0xFFFF) {
- s += String.fromCharCode(cp);
- } else {
- cp -= 0x10000;
- s += String.fromCharCode((cp >> 10) + 0xD800,
- (cp & 0x3FF) + 0xDC00);
- }
- }
- return s;
- }
-
-
-
-
-
-
-
-
- function isASCIIByte(a) {
- return 0x00 <= a && a <= 0x7F;
- }
-
- var isASCIICodePoint = isASCIIByte;
-
- var end_of_stream = -1;
-
- function Stream(tokens) {
-
- this.tokens = [].slice.call(tokens);
-
- this.tokens.reverse();
- }
- Stream.prototype = {
-
- endOfStream: function() {
- return !this.tokens.length;
- },
-
- read: function() {
- if (!this.tokens.length)
- return end_of_stream;
- return this.tokens.pop();
- },
-
- prepend: function(token) {
- if (Array.isArray(token)) {
- var tokens = (token);
- while (tokens.length)
- this.tokens.push(tokens.pop());
- } else {
- this.tokens.push(token);
- }
- },
-
- push: function(token) {
- if (Array.isArray(token)) {
- var tokens = (token);
- while (tokens.length)
- this.tokens.unshift(tokens.shift());
- } else {
- this.tokens.unshift(token);
- }
- }
- };
-
-
-
-
-
- var finished = -1;
-
- function decoderError(fatal, opt_code_point) {
- if (fatal)
- throw TypeError('Decoder error');
- return opt_code_point || 0xFFFD;
- }
-
- function encoderError(code_point) {
- throw TypeError('The code point ' + code_point + ' could not be encoded.');
- }
-
- function Decoder() {}
- Decoder.prototype = {
-
- handler: function(stream, bite) {}
- };
-
- function Encoder() {}
- Encoder.prototype = {
-
- handler: function(stream, code_point) {}
- };
-
-
-
-
- function getEncoding(label) {
-
- label = String(label).trim().toLowerCase();
-
-
-
- if (Object.prototype.hasOwnProperty.call(label_to_encoding, label)) {
- return label_to_encoding[label];
- }
- return null;
- }
-
- var encodings = [
- {
- "encodings": [
- {
- "labels": [
- "unicode-1-1-utf-8",
- "utf-8",
- "utf8"
- ],
- "name": "UTF-8"
- }
- ],
- "heading": "The Encoding"
- },
- {
- "encodings": [
- {
- "labels": [
- "866",
- "cp866",
- "csibm866",
- "ibm866"
- ],
- "name": "IBM866"
- },
- {
- "labels": [
- "csisolatin2",
- "iso-8859-2",
- "iso-ir-101",
- "iso8859-2",
- "iso88592",
- "iso_8859-2",
- "iso_8859-2:1987",
- "l2",
- "latin2"
- ],
- "name": "ISO-8859-2"
- },
- {
- "labels": [
- "csisolatin3",
- "iso-8859-3",
- "iso-ir-109",
- "iso8859-3",
- "iso88593",
- "iso_8859-3",
- "iso_8859-3:1988",
- "l3",
- "latin3"
- ],
- "name": "ISO-8859-3"
- },
- {
- "labels": [
- "csisolatin4",
- "iso-8859-4",
- "iso-ir-110",
- "iso8859-4",
- "iso88594",
- "iso_8859-4",
- "iso_8859-4:1988",
- "l4",
- "latin4"
- ],
- "name": "ISO-8859-4"
- },
- {
- "labels": [
- "csisolatincyrillic",
- "cyrillic",
- "iso-8859-5",
- "iso-ir-144",
- "iso8859-5",
- "iso88595",
- "iso_8859-5",
- "iso_8859-5:1988"
- ],
- "name": "ISO-8859-5"
- },
- {
- "labels": [
- "arabic",
- "asmo-708",
- "csiso88596e",
- "csiso88596i",
- "csisolatinarabic",
- "ecma-114",
- "iso-8859-6",
- "iso-8859-6-e",
- "iso-8859-6-i",
- "iso-ir-127",
- "iso8859-6",
- "iso88596",
- "iso_8859-6",
- "iso_8859-6:1987"
- ],
- "name": "ISO-8859-6"
- },
- {
- "labels": [
- "csisolatingreek",
- "ecma-118",
- "elot_928",
- "greek",
- "greek8",
- "iso-8859-7",
- "iso-ir-126",
- "iso8859-7",
- "iso88597",
- "iso_8859-7",
- "iso_8859-7:1987",
- "sun_eu_greek"
- ],
- "name": "ISO-8859-7"
- },
- {
- "labels": [
- "csiso88598e",
- "csisolatinhebrew",
- "hebrew",
- "iso-8859-8",
- "iso-8859-8-e",
- "iso-ir-138",
- "iso8859-8",
- "iso88598",
- "iso_8859-8",
- "iso_8859-8:1988",
- "visual"
- ],
- "name": "ISO-8859-8"
- },
- {
- "labels": [
- "csiso88598i",
- "iso-8859-8-i",
- "logical"
- ],
- "name": "ISO-8859-8-I"
- },
- {
- "labels": [
- "csisolatin6",
- "iso-8859-10",
- "iso-ir-157",
- "iso8859-10",
- "iso885910",
- "l6",
- "latin6"
- ],
- "name": "ISO-8859-10"
- },
- {
- "labels": [
- "iso-8859-13",
- "iso8859-13",
- "iso885913"
- ],
- "name": "ISO-8859-13"
- },
- {
- "labels": [
- "iso-8859-14",
- "iso8859-14",
- "iso885914"
- ],
- "name": "ISO-8859-14"
- },
- {
- "labels": [
- "csisolatin9",
- "iso-8859-15",
- "iso8859-15",
- "iso885915",
- "iso_8859-15",
- "l9"
- ],
- "name": "ISO-8859-15"
- },
- {
- "labels": [
- "iso-8859-16"
- ],
- "name": "ISO-8859-16"
- },
- {
- "labels": [
- "cskoi8r",
- "koi",
- "koi8",
- "koi8-r",
- "koi8_r"
- ],
- "name": "KOI8-R"
- },
- {
- "labels": [
- "koi8-ru",
- "koi8-u"
- ],
- "name": "KOI8-U"
- },
- {
- "labels": [
- "csmacintosh",
- "mac",
- "macintosh",
- "x-mac-roman"
- ],
- "name": "macintosh"
- },
- {
- "labels": [
- "dos-874",
- "iso-8859-11",
- "iso8859-11",
- "iso885911",
- "tis-620",
- "windows-874"
- ],
- "name": "windows-874"
- },
- {
- "labels": [
- "cp1250",
- "windows-1250",
- "x-cp1250"
- ],
- "name": "windows-1250"
- },
- {
- "labels": [
- "cp1251",
- "windows-1251",
- "x-cp1251"
- ],
- "name": "windows-1251"
- },
- {
- "labels": [
- "ansi_x3.4-1968",
- "ascii",
- "cp1252",
- "cp819",
- "csisolatin1",
- "ibm819",
- "iso-8859-1",
- "iso-ir-100",
- "iso8859-1",
- "iso88591",
- "iso_8859-1",
- "iso_8859-1:1987",
- "l1",
- "latin1",
- "us-ascii",
- "windows-1252",
- "x-cp1252"
- ],
- "name": "windows-1252"
- },
- {
- "labels": [
- "cp1253",
- "windows-1253",
- "x-cp1253"
- ],
- "name": "windows-1253"
- },
- {
- "labels": [
- "cp1254",
- "csisolatin5",
- "iso-8859-9",
- "iso-ir-148",
- "iso8859-9",
- "iso88599",
- "iso_8859-9",
- "iso_8859-9:1989",
- "l5",
- "latin5",
- "windows-1254",
- "x-cp1254"
- ],
- "name": "windows-1254"
- },
- {
- "labels": [
- "cp1255",
- "windows-1255",
- "x-cp1255"
- ],
- "name": "windows-1255"
- },
- {
- "labels": [
- "cp1256",
- "windows-1256",
- "x-cp1256"
- ],
- "name": "windows-1256"
- },
- {
- "labels": [
- "cp1257",
- "windows-1257",
- "x-cp1257"
- ],
- "name": "windows-1257"
- },
- {
- "labels": [
- "cp1258",
- "windows-1258",
- "x-cp1258"
- ],
- "name": "windows-1258"
- },
- {
- "labels": [
- "x-mac-cyrillic",
- "x-mac-ukrainian"
- ],
- "name": "x-mac-cyrillic"
- }
- ],
- "heading": "Legacy single-byte encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "chinese",
- "csgb2312",
- "csiso58gb231280",
- "gb2312",
- "gb_2312",
- "gb_2312-80",
- "gbk",
- "iso-ir-58",
- "x-gbk"
- ],
- "name": "GBK"
- },
- {
- "labels": [
- "gb18030"
- ],
- "name": "gb18030"
- }
- ],
- "heading": "Legacy multi-byte Chinese (simplified) encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "big5",
- "big5-hkscs",
- "cn-big5",
- "csbig5",
- "x-x-big5"
- ],
- "name": "Big5"
- }
- ],
- "heading": "Legacy multi-byte Chinese (traditional) encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "cseucpkdfmtjapanese",
- "euc-jp",
- "x-euc-jp"
- ],
- "name": "EUC-JP"
- },
- {
- "labels": [
- "csiso2022jp",
- "iso-2022-jp"
- ],
- "name": "ISO-2022-JP"
- },
- {
- "labels": [
- "csshiftjis",
- "ms932",
- "ms_kanji",
- "shift-jis",
- "shift_jis",
- "sjis",
- "windows-31j",
- "x-sjis"
- ],
- "name": "Shift_JIS"
- }
- ],
- "heading": "Legacy multi-byte Japanese encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "cseuckr",
- "csksc56011987",
- "euc-kr",
- "iso-ir-149",
- "korean",
- "ks_c_5601-1987",
- "ks_c_5601-1989",
- "ksc5601",
- "ksc_5601",
- "windows-949"
- ],
- "name": "EUC-KR"
- }
- ],
- "heading": "Legacy multi-byte Korean encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "csiso2022kr",
- "hz-gb-2312",
- "iso-2022-cn",
- "iso-2022-cn-ext",
- "iso-2022-kr"
- ],
- "name": "replacement"
- },
- {
- "labels": [
- "utf-16be"
- ],
- "name": "UTF-16BE"
- },
- {
- "labels": [
- "utf-16",
- "utf-16le"
- ],
- "name": "UTF-16LE"
- },
- {
- "labels": [
- "x-user-defined"
- ],
- "name": "x-user-defined"
- }
- ],
- "heading": "Legacy miscellaneous encodings"
- }
- ];
-
-
- var label_to_encoding = {};
- encodings.forEach(function(category) {
- category.encodings.forEach(function(encoding) {
- encoding.labels.forEach(function(label) {
- label_to_encoding[label] = encoding;
- });
- });
- });
-
-
- var encoders = {};
-
- var decoders = {};
-
-
-
-
- function indexCodePointFor(pointer, index) {
- if (!index) return null;
- return index[pointer] || null;
- }
-
- function indexPointerFor(code_point, index) {
- var pointer = index.indexOf(code_point);
- return pointer === -1 ? null : pointer;
- }
-
- function index(name) {
- if (!('encoding-indexes' in global)) {
- throw Error("Indexes missing." +
- " Did you forget to include encoding-indexes.js first?");
- }
- return global['encoding-indexes'][name];
- }
-
- function indexGB18030RangesCodePointFor(pointer) {
-
-
- if ((pointer > 39419 && pointer < 189000) || (pointer > 1237575))
- return null;
-
- if (pointer === 7457) return 0xE7C7;
-
-
-
- var offset = 0;
- var code_point_offset = 0;
- var idx = index('gb18030-ranges');
- var i;
- for (i = 0; i < idx.length; ++i) {
-
- var entry = idx[i];
- if (entry[0] <= pointer) {
- offset = entry[0];
- code_point_offset = entry[1];
- } else {
- break;
- }
- }
-
-
- return code_point_offset + pointer - offset;
- }
-
- function indexGB18030RangesPointerFor(code_point) {
-
- if (code_point === 0xE7C7) return 7457;
-
-
-
- var offset = 0;
- var pointer_offset = 0;
- var idx = index('gb18030-ranges');
- var i;
- for (i = 0; i < idx.length; ++i) {
-
- var entry = idx[i];
- if (entry[1] <= code_point) {
- offset = entry[1];
- pointer_offset = entry[0];
- } else {
- break;
- }
- }
-
-
- return pointer_offset + code_point - offset;
- }
-
- function indexShiftJISPointerFor(code_point) {
-
-
- shift_jis_index = shift_jis_index ||
- index('jis0208').map(function(code_point, pointer) {
- return inRange(pointer, 8272, 8835) ? null : code_point;
- });
- var index_ = shift_jis_index;
-
- return index_.indexOf(code_point);
- }
- var shift_jis_index;
-
- function indexBig5PointerFor(code_point) {
-
- big5_index_no_hkscs = big5_index_no_hkscs ||
- index('big5').map(function(code_point, pointer) {
- return (pointer < (0xA1 - 0x81) * 157) ? null : code_point;
- });
- var index_ = big5_index_no_hkscs;
-
-
-
- if (code_point === 0x2550 || code_point === 0x255E ||
- code_point === 0x2561 || code_point === 0x256A ||
- code_point === 0x5341 || code_point === 0x5345) {
- return index_.lastIndexOf(code_point);
- }
-
- return indexPointerFor(code_point, index_);
- }
- var big5_index_no_hkscs;
-
-
-
- var DEFAULT_ENCODING = 'utf-8';
-
-
- function TextDecoder(label, options) {
-
- if (!(this instanceof TextDecoder))
- throw TypeError('Called as a function. Did you forget \'new\'?');
- label = label !== undefined ? String(label) : DEFAULT_ENCODING;
- options = ToDictionary(options);
-
-
-
-
-
- this._encoding = null;
-
- this._decoder = null;
-
- this._ignoreBOM = false;
-
- this._BOMseen = false;
-
- this._error_mode = 'replacement';
-
- this._do_not_flush = false;
-
-
- var encoding = getEncoding(label);
-
- if (encoding === null || encoding.name === 'replacement')
- throw RangeError('Unknown encoding: ' + label);
- if (!decoders[encoding.name]) {
- throw Error('Decoder not present.' +
- ' Did you forget to include encoding-indexes.js first?');
- }
-
- var dec = this;
-
- dec._encoding = encoding;
-
-
- if (Boolean(options['fatal']))
- dec._error_mode = 'fatal';
-
-
- if (Boolean(options['ignoreBOM']))
- dec._ignoreBOM = true;
-
- if (!Object.defineProperty) {
- this.encoding = dec._encoding.name.toLowerCase();
- this.fatal = dec._error_mode === 'fatal';
- this.ignoreBOM = dec._ignoreBOM;
- }
-
- return dec;
- }
- if (Object.defineProperty) {
-
- Object.defineProperty(TextDecoder.prototype, 'encoding', {
-
- get: function() { return this._encoding.name.toLowerCase(); }
- });
-
-
- Object.defineProperty(TextDecoder.prototype, 'fatal', {
-
- get: function() { return this._error_mode === 'fatal'; }
- });
-
-
- Object.defineProperty(TextDecoder.prototype, 'ignoreBOM', {
-
- get: function() { return this._ignoreBOM; }
- });
- }
-
- TextDecoder.prototype.decode = function decode(input, options) {
- var bytes;
- if (typeof input === 'object' && input instanceof ArrayBuffer) {
- bytes = new Uint8Array(input);
- } else if (typeof input === 'object' && 'buffer' in input &&
- input.buffer instanceof ArrayBuffer) {
- bytes = new Uint8Array(input.buffer,
- input.byteOffset,
- input.byteLength);
- } else {
- bytes = new Uint8Array(0);
- }
- options = ToDictionary(options);
-
-
-
- if (!this._do_not_flush) {
- this._decoder = decoders[this._encoding.name]({
- fatal: this._error_mode === 'fatal'});
- this._BOMseen = false;
- }
-
-
- this._do_not_flush = Boolean(options['stream']);
-
-
- var input_stream = new Stream(bytes);
-
- var output = [];
-
- var result;
-
- while (true) {
-
- var token = input_stream.read();
-
-
-
- if (token === end_of_stream)
- break;
-
-
-
- result = this._decoder.handler(input_stream, token);
-
- if (result === finished)
- break;
- if (result !== null) {
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- }
-
-
-
- }
-
- if (!this._do_not_flush) {
- do {
- result = this._decoder.handler(input_stream, input_stream.read());
- if (result === finished)
- break;
- if (result === null)
- continue;
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- } while (!input_stream.endOfStream());
- this._decoder = null;
- }
-
-
-
- function serializeStream(stream) {
-
-
-
-
- if (includes(['UTF-8', 'UTF-16LE', 'UTF-16BE'], this._encoding.name) &&
- !this._ignoreBOM && !this._BOMseen) {
- if (stream.length > 0 && stream[0] === 0xFEFF) {
-
- this._BOMseen = true;
- stream.shift();
- } else if (stream.length > 0) {
-
-
- this._BOMseen = true;
- } else {
-
-
-
- }
- }
-
- return codePointsToString(stream);
- }
- return serializeStream.call(this, output);
- };
-
-
- function TextEncoder(label, options) {
-
- if (!(this instanceof TextEncoder))
- throw TypeError('Called as a function. Did you forget \'new\'?');
- options = ToDictionary(options);
-
-
- this._encoding = null;
-
- this._encoder = null;
-
-
- this._do_not_flush = false;
-
- this._fatal = Boolean(options['fatal']) ? 'fatal' : 'replacement';
-
- var enc = this;
-
- if (Boolean(options['NONSTANDARD_allowLegacyEncoding'])) {
-
- label = label !== undefined ? String(label) : DEFAULT_ENCODING;
- var encoding = getEncoding(label);
- if (encoding === null || encoding.name === 'replacement')
- throw RangeError('Unknown encoding: ' + label);
- if (!encoders[encoding.name]) {
- throw Error('Encoder not present.' +
- ' Did you forget to include encoding-indexes.js first?');
- }
- enc._encoding = encoding;
- } else {
-
- enc._encoding = getEncoding('utf-8');
- if (label !== undefined && 'console' in global) {
- console.warn('TextEncoder constructor called with encoding label, '
- + 'which is ignored.');
- }
- }
-
- if (!Object.defineProperty)
- this.encoding = enc._encoding.name.toLowerCase();
-
- return enc;
- }
- if (Object.defineProperty) {
-
- Object.defineProperty(TextEncoder.prototype, 'encoding', {
-
- get: function() { return this._encoding.name.toLowerCase(); }
- });
- }
-
- TextEncoder.prototype.encode = function encode(opt_string, options) {
- opt_string = opt_string === undefined ? '' : String(opt_string);
- options = ToDictionary(options);
-
-
-
- if (!this._do_not_flush)
- this._encoder = encoders[this._encoding.name]({
- fatal: this._fatal === 'fatal'});
- this._do_not_flush = Boolean(options['stream']);
-
- var input = new Stream(stringToCodePoints(opt_string));
-
- var output = [];
-
- var result;
-
- while (true) {
-
- var token = input.read();
- if (token === end_of_stream)
- break;
-
-
- result = this._encoder.handler(input, token);
- if (result === finished)
- break;
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- }
-
- if (!this._do_not_flush) {
- while (true) {
- result = this._encoder.handler(input, input.read());
- if (result === finished)
- break;
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- }
- this._encoder = null;
- }
-
-
-
- return new Uint8Array(output);
- };
-
-
-
-
-
-
- function UTF8Decoder(options) {
- var fatal = options.fatal;
-
-
-
-
- var utf8_code_point = 0,
- utf8_bytes_seen = 0,
- utf8_bytes_needed = 0,
- utf8_lower_boundary = 0x80,
- utf8_upper_boundary = 0xBF;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && utf8_bytes_needed !== 0) {
- utf8_bytes_needed = 0;
- return decoderError(fatal);
- }
-
- if (bite === end_of_stream)
- return finished;
-
- if (utf8_bytes_needed === 0) {
-
- if (inRange(bite, 0x00, 0x7F)) {
-
- return bite;
- }
-
- else if (inRange(bite, 0xC2, 0xDF)) {
-
- utf8_bytes_needed = 1;
-
- utf8_code_point = bite & 0x1F;
- }
-
- else if (inRange(bite, 0xE0, 0xEF)) {
-
- if (bite === 0xE0)
- utf8_lower_boundary = 0xA0;
-
- if (bite === 0xED)
- utf8_upper_boundary = 0x9F;
-
- utf8_bytes_needed = 2;
-
- utf8_code_point = bite & 0xF;
- }
-
- else if (inRange(bite, 0xF0, 0xF4)) {
-
- if (bite === 0xF0)
- utf8_lower_boundary = 0x90;
-
- if (bite === 0xF4)
- utf8_upper_boundary = 0x8F;
-
- utf8_bytes_needed = 3;
-
- utf8_code_point = bite & 0x7;
- }
-
- else {
-
- return decoderError(fatal);
- }
-
- return null;
- }
-
-
- if (!inRange(bite, utf8_lower_boundary, utf8_upper_boundary)) {
-
-
-
- utf8_code_point = utf8_bytes_needed = utf8_bytes_seen = 0;
- utf8_lower_boundary = 0x80;
- utf8_upper_boundary = 0xBF;
-
- stream.prepend(bite);
-
- return decoderError(fatal);
- }
-
-
- utf8_lower_boundary = 0x80;
- utf8_upper_boundary = 0xBF;
-
-
- utf8_code_point = (utf8_code_point << 6) | (bite & 0x3F);
-
- utf8_bytes_seen += 1;
-
-
- if (utf8_bytes_seen !== utf8_bytes_needed)
- return null;
-
- var code_point = utf8_code_point;
-
-
- utf8_code_point = utf8_bytes_needed = utf8_bytes_seen = 0;
-
- return code_point;
- };
- }
-
-
- function UTF8Encoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- var count, offset;
-
- if (inRange(code_point, 0x0080, 0x07FF)) {
-
- count = 1;
- offset = 0xC0;
- }
-
- else if (inRange(code_point, 0x0800, 0xFFFF)) {
-
- count = 2;
- offset = 0xE0;
- }
-
- else if (inRange(code_point, 0x10000, 0x10FFFF)) {
-
- count = 3;
- offset = 0xF0;
- }
-
-
- var bytes = [(code_point >> (6 * count)) + offset];
-
- while (count > 0) {
-
- var temp = code_point >> (6 * (count - 1));
-
- bytes.push(0x80 | (temp & 0x3F));
-
- count -= 1;
- }
-
- return bytes;
- };
- }
-
- encoders['UTF-8'] = function(options) {
- return new UTF8Encoder(options);
- };
-
- decoders['UTF-8'] = function(options) {
- return new UTF8Decoder(options);
- };
-
-
-
-
-
- function SingleByteDecoder(index, options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, bite) {
-
- if (bite === end_of_stream)
- return finished;
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- var code_point = index[bite - 0x80];
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- };
- }
-
-
- function SingleByteEncoder(index, options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
-
- var pointer = indexPointerFor(code_point, index);
-
- if (pointer === null)
- encoderError(code_point);
-
- return pointer + 0x80;
- };
- }
- (function() {
- if (!('encoding-indexes' in global))
- return;
- encodings.forEach(function(category) {
- if (category.heading !== 'Legacy single-byte encodings')
- return;
- category.encodings.forEach(function(encoding) {
- var name = encoding.name;
- var idx = index(name.toLowerCase());
-
- decoders[name] = function(options) {
- return new SingleByteDecoder(idx, options);
- };
-
- encoders[name] = function(options) {
- return new SingleByteEncoder(idx, options);
- };
- });
- });
- }());
-
-
-
-
-
-
-
- decoders['GBK'] = function(options) {
- return new GB18030Decoder(options);
- };
-
-
-
- encoders['GBK'] = function(options) {
- return new GB18030Encoder(options, true);
- };
-
-
-
- function GB18030Decoder(options) {
- var fatal = options.fatal;
-
-
- var gb18030_first = 0x00,
- gb18030_second = 0x00,
- gb18030_third = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && gb18030_first === 0x00 &&
- gb18030_second === 0x00 && gb18030_third === 0x00) {
- return finished;
- }
-
-
-
- if (bite === end_of_stream &&
- (gb18030_first !== 0x00 || gb18030_second !== 0x00 ||
- gb18030_third !== 0x00)) {
- gb18030_first = 0x00;
- gb18030_second = 0x00;
- gb18030_third = 0x00;
- decoderError(fatal);
- }
- var code_point;
-
- if (gb18030_third !== 0x00) {
-
- code_point = null;
-
-
-
-
- if (inRange(bite, 0x30, 0x39)) {
- code_point = indexGB18030RangesCodePointFor(
- (((gb18030_first - 0x81) * 10 + gb18030_second - 0x30) * 126 +
- gb18030_third - 0x81) * 10 + bite - 0x30);
- }
-
-
- var buffer = [gb18030_second, gb18030_third, bite];
-
-
- gb18030_first = 0x00;
- gb18030_second = 0x00;
- gb18030_third = 0x00;
-
-
- if (code_point === null) {
- stream.prepend(buffer);
- return decoderError(fatal);
- }
-
- return code_point;
- }
-
- if (gb18030_second !== 0x00) {
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- gb18030_third = bite;
- return null;
- }
-
-
- stream.prepend([gb18030_second, bite]);
- gb18030_first = 0x00;
- gb18030_second = 0x00;
- return decoderError(fatal);
- }
-
- if (gb18030_first !== 0x00) {
-
-
- if (inRange(bite, 0x30, 0x39)) {
- gb18030_second = bite;
- return null;
- }
-
-
- var lead = gb18030_first;
- var pointer = null;
- gb18030_first = 0x00;
-
-
- var offset = bite < 0x7F ? 0x40 : 0x41;
-
-
-
- if (inRange(bite, 0x40, 0x7E) || inRange(bite, 0x80, 0xFE))
- pointer = (lead - 0x81) * 190 + (bite - offset);
-
-
- code_point = pointer === null ? null :
- indexCodePointFor(pointer, index('gb18030'));
-
-
- if (code_point === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
- if (bite === 0x80)
- return 0x20AC;
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- gb18030_first = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function GB18030Encoder(options, gbk_flag) {
- var fatal = options.fatal;
-
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- if (code_point === 0xE5E5)
- return encoderError(code_point);
-
-
- if (gbk_flag && code_point === 0x20AC)
- return 0x80;
-
-
- var pointer = indexPointerFor(code_point, index('gb18030'));
-
- if (pointer !== null) {
-
- var lead = floor(pointer / 190) + 0x81;
-
- var trail = pointer % 190;
-
- var offset = trail < 0x3F ? 0x40 : 0x41;
-
- return [lead, trail + offset];
- }
-
- if (gbk_flag)
- return encoderError(code_point);
-
-
- pointer = indexGB18030RangesPointerFor(code_point);
-
- var byte1 = floor(pointer / 10 / 126 / 10);
-
- pointer = pointer - byte1 * 10 * 126 * 10;
-
- var byte2 = floor(pointer / 10 / 126);
-
- pointer = pointer - byte2 * 10 * 126;
-
- var byte3 = floor(pointer / 10);
-
- var byte4 = pointer - byte3 * 10;
-
-
- return [byte1 + 0x81,
- byte2 + 0x30,
- byte3 + 0x81,
- byte4 + 0x30];
- };
- }
-
- encoders['gb18030'] = function(options) {
- return new GB18030Encoder(options);
- };
-
- decoders['gb18030'] = function(options) {
- return new GB18030Decoder(options);
- };
-
-
-
-
-
-
- function Big5Decoder(options) {
- var fatal = options.fatal;
-
- var Big5_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && Big5_lead !== 0x00) {
- Big5_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && Big5_lead === 0x00)
- return finished;
-
-
-
- if (Big5_lead !== 0x00) {
- var lead = Big5_lead;
- var pointer = null;
- Big5_lead = 0x00;
-
-
- var offset = bite < 0x7F ? 0x40 : 0x62;
-
-
-
- if (inRange(bite, 0x40, 0x7E) || inRange(bite, 0xA1, 0xFE))
- pointer = (lead - 0x81) * 157 + (bite - offset);
-
-
-
-
-
-
-
-
-
- switch (pointer) {
- case 1133: return [0x00CA, 0x0304];
- case 1135: return [0x00CA, 0x030C];
- case 1164: return [0x00EA, 0x0304];
- case 1166: return [0x00EA, 0x030C];
- }
-
-
- var code_point = (pointer === null) ? null :
- indexCodePointFor(pointer, index('big5'));
-
-
- if (code_point === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- Big5_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function Big5Encoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- var pointer = indexBig5PointerFor(code_point);
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 157) + 0x81;
-
- if (lead < 0xA1)
- return encoderError(code_point);
-
- var trail = pointer % 157;
-
-
- var offset = trail < 0x3F ? 0x40 : 0x62;
-
- return [lead, trail + offset];
- };
- }
-
- encoders['Big5'] = function(options) {
- return new Big5Encoder(options);
- };
-
- decoders['Big5'] = function(options) {
- return new Big5Decoder(options);
- };
-
-
-
-
-
-
- function EUCJPDecoder(options) {
- var fatal = options.fatal;
-
-
- var eucjp_jis0212_flag = false,
- eucjp_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && eucjp_lead !== 0x00) {
- eucjp_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && eucjp_lead === 0x00)
- return finished;
-
-
-
- if (eucjp_lead === 0x8E && inRange(bite, 0xA1, 0xDF)) {
- eucjp_lead = 0x00;
- return 0xFF61 - 0xA1 + bite;
- }
-
-
-
- if (eucjp_lead === 0x8F && inRange(bite, 0xA1, 0xFE)) {
- eucjp_jis0212_flag = true;
- eucjp_lead = bite;
- return null;
- }
-
-
- if (eucjp_lead !== 0x00) {
- var lead = eucjp_lead;
- eucjp_lead = 0x00;
-
- var code_point = null;
-
-
-
-
- if (inRange(lead, 0xA1, 0xFE) && inRange(bite, 0xA1, 0xFE)) {
- code_point = indexCodePointFor(
- (lead - 0xA1) * 94 + (bite - 0xA1),
- index(!eucjp_jis0212_flag ? 'jis0208' : 'jis0212'));
- }
-
- eucjp_jis0212_flag = false;
-
-
- if (!inRange(bite, 0xA1, 0xFE))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- if (bite === 0x8E || bite === 0x8F || inRange(bite, 0xA1, 0xFE)) {
- eucjp_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function EUCJPEncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- if (code_point === 0x00A5)
- return 0x5C;
-
- if (code_point === 0x203E)
- return 0x7E;
-
-
-
- if (inRange(code_point, 0xFF61, 0xFF9F))
- return [0x8E, code_point - 0xFF61 + 0xA1];
-
- if (code_point === 0x2212)
- code_point = 0xFF0D;
-
-
- var pointer = indexPointerFor(code_point, index('jis0208'));
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 94) + 0xA1;
-
- var trail = pointer % 94 + 0xA1;
-
- return [lead, trail];
- };
- }
-
- encoders['EUC-JP'] = function(options) {
- return new EUCJPEncoder(options);
- };
-
- decoders['EUC-JP'] = function(options) {
- return new EUCJPDecoder(options);
- };
-
-
-
- function ISO2022JPDecoder(options) {
- var fatal = options.fatal;
-
- var states = {
- ASCII: 0,
- Roman: 1,
- Katakana: 2,
- LeadByte: 3,
- TrailByte: 4,
- EscapeStart: 5,
- Escape: 6
- };
-
-
-
-
- var iso2022jp_decoder_state = states.ASCII,
- iso2022jp_decoder_output_state = states.ASCII,
- iso2022jp_lead = 0x00,
- iso2022jp_output_flag = false;
-
- this.handler = function(stream, bite) {
-
- switch (iso2022jp_decoder_state) {
- default:
- case states.ASCII:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (inRange(bite, 0x00, 0x7F) && bite !== 0x0E
- && bite !== 0x0F && bite !== 0x1B) {
-
-
- iso2022jp_output_flag = false;
- return bite;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.Roman:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (bite === 0x5C) {
-
-
- iso2022jp_output_flag = false;
- return 0x00A5;
- }
-
- if (bite === 0x7E) {
-
-
- iso2022jp_output_flag = false;
- return 0x203E;
- }
-
- if (inRange(bite, 0x00, 0x7F) && bite !== 0x0E && bite !== 0x0F
- && bite !== 0x1B && bite !== 0x5C && bite !== 0x7E) {
-
-
- iso2022jp_output_flag = false;
- return bite;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.Katakana:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (inRange(bite, 0x21, 0x5F)) {
-
-
- iso2022jp_output_flag = false;
- return 0xFF61 - 0x21 + bite;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.LeadByte:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (inRange(bite, 0x21, 0x7E)) {
-
-
-
- iso2022jp_output_flag = false;
- iso2022jp_lead = bite;
- iso2022jp_decoder_state = states.TrailByte;
- return null;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.TrailByte:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return decoderError(fatal);
- }
-
- if (inRange(bite, 0x21, 0x7E)) {
-
- iso2022jp_decoder_state = states.LeadByte;
-
- var pointer = (iso2022jp_lead - 0x21) * 94 + bite - 0x21;
-
-
- var code_point = indexCodePointFor(pointer, index('jis0208'));
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
- if (bite === end_of_stream) {
-
-
- iso2022jp_decoder_state = states.LeadByte;
- stream.prepend(bite);
- return decoderError(fatal);
- }
-
-
-
- iso2022jp_decoder_state = states.LeadByte;
- return decoderError(fatal);
- case states.EscapeStart:
-
-
-
-
- if (bite === 0x24 || bite === 0x28) {
- iso2022jp_lead = bite;
- iso2022jp_decoder_state = states.Escape;
- return null;
- }
-
- stream.prepend(bite);
-
-
-
- iso2022jp_output_flag = false;
- iso2022jp_decoder_state = iso2022jp_decoder_output_state;
- return decoderError(fatal);
- case states.Escape:
-
-
-
- var lead = iso2022jp_lead;
- iso2022jp_lead = 0x00;
-
- var state = null;
-
- if (lead === 0x28 && bite === 0x42)
- state = states.ASCII;
-
- if (lead === 0x28 && bite === 0x4A)
- state = states.Roman;
-
- if (lead === 0x28 && bite === 0x49)
- state = states.Katakana;
-
-
- if (lead === 0x24 && (bite === 0x40 || bite === 0x42))
- state = states.LeadByte;
-
- if (state !== null) {
-
-
- iso2022jp_decoder_state = iso2022jp_decoder_state = state;
-
- var output_flag = iso2022jp_output_flag;
-
- iso2022jp_output_flag = true;
-
-
- return !output_flag ? null : decoderError(fatal);
- }
-
- stream.prepend([lead, bite]);
-
-
-
- iso2022jp_output_flag = false;
- iso2022jp_decoder_state = iso2022jp_decoder_output_state;
- return decoderError(fatal);
- }
- };
- }
-
-
- function ISO2022JPEncoder(options) {
- var fatal = options.fatal;
-
-
-
-
- var states = {
- ASCII: 0,
- Roman: 1,
- jis0208: 2
- };
- var iso2022jp_state = states.ASCII;
-
- this.handler = function(stream, code_point) {
-
-
-
-
- if (code_point === end_of_stream &&
- iso2022jp_state !== states.ASCII) {
- stream.prepend(code_point);
- iso2022jp_state = states.ASCII;
- return [0x1B, 0x28, 0x42];
- }
-
-
- if (code_point === end_of_stream && iso2022jp_state === states.ASCII)
- return finished;
-
-
- if ((iso2022jp_state === states.ASCII ||
- iso2022jp_state === states.Roman) &&
- (code_point === 0x000E || code_point === 0x000F ||
- code_point === 0x001B)) {
- return encoderError(0xFFFD);
- }
-
-
- if (iso2022jp_state === states.ASCII &&
- isASCIICodePoint(code_point))
- return code_point;
-
-
-
- if (iso2022jp_state === states.Roman &&
- ((isASCIICodePoint(code_point) &&
- code_point !== 0x005C && code_point !== 0x007E) ||
- (code_point == 0x00A5 || code_point == 0x203E))) {
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- if (code_point === 0x00A5)
- return 0x5C;
-
- if (code_point === 0x203E)
- return 0x7E;
- }
-
-
-
-
- if (isASCIICodePoint(code_point) &&
- iso2022jp_state !== states.ASCII) {
- stream.prepend(code_point);
- iso2022jp_state = states.ASCII;
- return [0x1B, 0x28, 0x42];
- }
-
-
-
-
- if ((code_point === 0x00A5 || code_point === 0x203E) &&
- iso2022jp_state !== states.Roman) {
- stream.prepend(code_point);
- iso2022jp_state = states.Roman;
- return [0x1B, 0x28, 0x4A];
- }
-
- if (code_point === 0x2212)
- code_point = 0xFF0D;
-
-
- var pointer = indexPointerFor(code_point, index('jis0208'));
-
- if (pointer === null)
- return encoderError(code_point);
-
-
-
- if (iso2022jp_state !== states.jis0208) {
- stream.prepend(code_point);
- iso2022jp_state = states.jis0208;
- return [0x1B, 0x24, 0x42];
- }
-
- var lead = floor(pointer / 94) + 0x21;
-
- var trail = pointer % 94 + 0x21;
-
- return [lead, trail];
- };
- }
-
- encoders['ISO-2022-JP'] = function(options) {
- return new ISO2022JPEncoder(options);
- };
-
- decoders['ISO-2022-JP'] = function(options) {
- return new ISO2022JPDecoder(options);
- };
-
-
-
- function ShiftJISDecoder(options) {
- var fatal = options.fatal;
-
-
- var Shift_JIS_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && Shift_JIS_lead !== 0x00) {
- Shift_JIS_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && Shift_JIS_lead === 0x00)
- return finished;
-
-
-
- if (Shift_JIS_lead !== 0x00) {
- var lead = Shift_JIS_lead;
- var pointer = null;
- Shift_JIS_lead = 0x00;
-
-
- var offset = (bite < 0x7F) ? 0x40 : 0x41;
-
-
- var lead_offset = (lead < 0xA0) ? 0x81 : 0xC1;
-
-
-
- if (inRange(bite, 0x40, 0x7E) || inRange(bite, 0x80, 0xFC))
- pointer = (lead - lead_offset) * 188 + bite - offset;
-
-
- if (inRange(pointer, 8836, 10715))
- return 0xE000 - 8836 + pointer;
-
-
- var code_point = (pointer === null) ? null :
- indexCodePointFor(pointer, index('jis0208'));
-
-
- if (code_point === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite) || bite === 0x80)
- return bite;
-
-
- if (inRange(bite, 0xA1, 0xDF))
- return 0xFF61 - 0xA1 + bite;
-
-
-
- if (inRange(bite, 0x81, 0x9F) || inRange(bite, 0xE0, 0xFC)) {
- Shift_JIS_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function ShiftJISEncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point) || code_point === 0x0080)
- return code_point;
-
- if (code_point === 0x00A5)
- return 0x5C;
-
- if (code_point === 0x203E)
- return 0x7E;
-
-
- if (inRange(code_point, 0xFF61, 0xFF9F))
- return code_point - 0xFF61 + 0xA1;
-
- if (code_point === 0x2212)
- code_point = 0xFF0D;
-
- var pointer = indexShiftJISPointerFor(code_point);
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 188);
-
-
- var lead_offset = (lead < 0x1F) ? 0x81 : 0xC1;
-
- var trail = pointer % 188;
-
-
- var offset = (trail < 0x3F) ? 0x40 : 0x41;
-
-
- return [lead + lead_offset, trail + offset];
- };
- }
-
- encoders['Shift_JIS'] = function(options) {
- return new ShiftJISEncoder(options);
- };
-
- decoders['Shift_JIS'] = function(options) {
- return new ShiftJISDecoder(options);
- };
-
-
-
-
-
-
- function EUCKRDecoder(options) {
- var fatal = options.fatal;
-
- var euckr_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && euckr_lead !== 0) {
- euckr_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && euckr_lead === 0)
- return finished;
-
-
-
- if (euckr_lead !== 0x00) {
- var lead = euckr_lead;
- var pointer = null;
- euckr_lead = 0x00;
-
-
- if (inRange(bite, 0x41, 0xFE))
- pointer = (lead - 0x81) * 190 + (bite - 0x41);
-
-
- var code_point = (pointer === null)
- ? null : indexCodePointFor(pointer, index('euc-kr'));
-
-
- if (pointer === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- euckr_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function EUCKREncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
-
- var pointer = indexPointerFor(code_point, index('euc-kr'));
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 190) + 0x81;
-
- var trail = (pointer % 190) + 0x41;
-
- return [lead, trail];
- };
- }
-
- encoders['EUC-KR'] = function(options) {
- return new EUCKREncoder(options);
- };
-
- decoders['EUC-KR'] = function(options) {
- return new EUCKRDecoder(options);
- };
-
-
-
-
-
-
-
- function convertCodeUnitToBytes(code_unit, utf16be) {
-
- var byte1 = code_unit >> 8;
-
- var byte2 = code_unit & 0x00FF;
-
-
- if (utf16be)
- return [byte1, byte2];
-
- return [byte2, byte1];
- }
-
-
- function UTF16Decoder(utf16_be, options) {
- var fatal = options.fatal;
- var utf16_lead_byte = null,
- utf16_lead_surrogate = null;
-
- this.handler = function(stream, bite) {
-
-
-
- if (bite === end_of_stream && (utf16_lead_byte !== null ||
- utf16_lead_surrogate !== null)) {
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && utf16_lead_byte === null &&
- utf16_lead_surrogate === null) {
- return finished;
- }
-
-
- if (utf16_lead_byte === null) {
- utf16_lead_byte = bite;
- return null;
- }
-
- var code_unit;
- if (utf16_be) {
-
-
- code_unit = (utf16_lead_byte << 8) + bite;
- } else {
-
-
- code_unit = (bite << 8) + utf16_lead_byte;
- }
-
- utf16_lead_byte = null;
-
-
-
- if (utf16_lead_surrogate !== null) {
- var lead_surrogate = utf16_lead_surrogate;
- utf16_lead_surrogate = null;
-
-
-
- if (inRange(code_unit, 0xDC00, 0xDFFF)) {
- return 0x10000 + (lead_surrogate - 0xD800) * 0x400 +
- (code_unit - 0xDC00);
- }
-
-
-
- stream.prepend(convertCodeUnitToBytes(code_unit, utf16_be));
- return decoderError(fatal);
- }
-
-
- if (inRange(code_unit, 0xD800, 0xDBFF)) {
- utf16_lead_surrogate = code_unit;
- return null;
- }
-
-
- if (inRange(code_unit, 0xDC00, 0xDFFF))
- return decoderError(fatal);
-
- return code_unit;
- };
- }
-
-
- function UTF16Encoder(utf16_be, options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
-
- if (inRange(code_point, 0x0000, 0xFFFF))
- return convertCodeUnitToBytes(code_point, utf16_be);
-
-
- var lead = convertCodeUnitToBytes(
- ((code_point - 0x10000) >> 10) + 0xD800, utf16_be);
-
-
- var trail = convertCodeUnitToBytes(
- ((code_point - 0x10000) & 0x3FF) + 0xDC00, utf16_be);
-
- return lead.concat(trail);
- };
- }
-
-
-
- encoders['UTF-16BE'] = function(options) {
- return new UTF16Encoder(true, options);
- };
-
-
- decoders['UTF-16BE'] = function(options) {
- return new UTF16Decoder(true, options);
- };
-
-
-
- encoders['UTF-16LE'] = function(options) {
- return new UTF16Encoder(false, options);
- };
-
-
- decoders['UTF-16LE'] = function(options) {
- return new UTF16Decoder(false, options);
- };
-
-
-
- function XUserDefinedDecoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, bite) {
-
- if (bite === end_of_stream)
- return finished;
-
-
- if (isASCIIByte(bite))
- return bite;
-
- return 0xF780 + bite - 0x80;
- };
- }
-
-
- function XUserDefinedEncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
-
- if (inRange(code_point, 0xF780, 0xF7FF))
- return code_point - 0xF780 + 0x80;
-
- return encoderError(code_point);
- };
- }
-
- encoders['x-user-defined'] = function(options) {
- return new XUserDefinedEncoder(options);
- };
-
- decoders['x-user-defined'] = function(options) {
- return new XUserDefinedDecoder(options);
- };
- if (!global['TextEncoder'])
- global['TextEncoder'] = TextEncoder;
- if (!global['TextDecoder'])
- global['TextDecoder'] = TextDecoder;
- if (typeof module !== "undefined" && module.exports) {
- module.exports = {
- TextEncoder: global['TextEncoder'],
- TextDecoder: global['TextDecoder'],
- EncodingIndexes: global["encoding-indexes"]
- };
- }
- }(this || {}));
|