1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289 |
-
-
-
- import codeIndexes from './encoding-indexes.js';
-
-
-
-
-
- function inRange(a, min, max) {
- return min <= a && a <= max;
- }
-
- function includes(array, item) {
- return array.indexOf(item) !== -1;
- }
- var floor = Math.floor;
-
- function ToDictionary(o) {
- if (o === undefined) return {};
- if (o === Object(o)) return o;
- throw TypeError('Could not convert argument to dictionary');
- }
-
- function stringToCodePoints(string) {
-
-
- var s = String(string);
-
- var n = s.length;
-
- var i = 0;
-
- var u = [];
-
- while (i < n) {
-
- var c = s.charCodeAt(i);
-
-
- if (c < 0xD800 || c > 0xDFFF) {
-
- u.push(c);
- }
-
- else if (0xDC00 <= c && c <= 0xDFFF) {
-
- u.push(0xFFFD);
- }
-
- else if (0xD800 <= c && c <= 0xDBFF) {
-
-
- if (i === n - 1) {
- u.push(0xFFFD);
- }
-
- else {
-
- var d = s.charCodeAt(i + 1);
-
- if (0xDC00 <= d && d <= 0xDFFF) {
-
- var a = c & 0x3FF;
-
- var b = d & 0x3FF;
-
-
- u.push(0x10000 + (a << 10) + b);
-
- i += 1;
- }
-
-
- else {
- u.push(0xFFFD);
- }
- }
- }
-
- i += 1;
- }
-
- return u;
- }
-
- function codePointsToString(code_points) {
- var s = '';
- for (var i = 0; i < code_points.length; ++i) {
- var cp = code_points[i];
- if (cp <= 0xFFFF) {
- s += String.fromCharCode(cp);
- } else {
- cp -= 0x10000;
- s += String.fromCharCode((cp >> 10) + 0xD800,
- (cp & 0x3FF) + 0xDC00);
- }
- }
- return s;
- }
-
-
-
-
-
-
-
-
- function isASCIIByte(a) {
- return 0x00 <= a && a <= 0x7F;
- }
-
- var isASCIICodePoint = isASCIIByte;
-
- var end_of_stream = -1;
-
- function Stream(tokens) {
-
- this.tokens = [].slice.call(tokens);
-
- this.tokens.reverse();
- }
- Stream.prototype = {
-
- endOfStream: function() {
- return !this.tokens.length;
- },
-
- read: function() {
- if (!this.tokens.length)
- return end_of_stream;
- return this.tokens.pop();
- },
-
- prepend: function(token) {
- if (Array.isArray(token)) {
- var tokens = (token);
- while (tokens.length)
- this.tokens.push(tokens.pop());
- } else {
- this.tokens.push(token);
- }
- },
-
- push: function(token) {
- if (Array.isArray(token)) {
- var tokens = (token);
- while (tokens.length)
- this.tokens.unshift(tokens.shift());
- } else {
- this.tokens.unshift(token);
- }
- }
- };
-
-
-
-
-
- var finished = -1;
-
- function decoderError(fatal, opt_code_point) {
- if (fatal)
- throw TypeError('Decoder error');
- return opt_code_point || 0xFFFD;
- }
-
- function encoderError(code_point) {
- throw TypeError('The code point ' + code_point + ' could not be encoded.');
- }
-
- function Decoder() {}
- Decoder.prototype = {
-
- handler: function(stream, bite) {}
- };
-
- function Encoder() {}
- Encoder.prototype = {
-
- handler: function(stream, code_point) {}
- };
-
-
-
-
- function getEncoding(label) {
-
- label = String(label).trim().toLowerCase();
-
-
-
- if (Object.prototype.hasOwnProperty.call(label_to_encoding, label)) {
- return label_to_encoding[label];
- }
- return null;
- }
-
- var encodings = [
- {
- "encodings": [
- {
- "labels": [
- "unicode-1-1-utf-8",
- "utf-8",
- "utf8"
- ],
- "name": "UTF-8"
- }
- ],
- "heading": "The Encoding"
- },
- {
- "encodings": [
- {
- "labels": [
- "866",
- "cp866",
- "csibm866",
- "ibm866"
- ],
- "name": "IBM866"
- },
- {
- "labels": [
- "csisolatin2",
- "iso-8859-2",
- "iso-ir-101",
- "iso8859-2",
- "iso88592",
- "iso_8859-2",
- "iso_8859-2:1987",
- "l2",
- "latin2"
- ],
- "name": "ISO-8859-2"
- },
- {
- "labels": [
- "csisolatin3",
- "iso-8859-3",
- "iso-ir-109",
- "iso8859-3",
- "iso88593",
- "iso_8859-3",
- "iso_8859-3:1988",
- "l3",
- "latin3"
- ],
- "name": "ISO-8859-3"
- },
- {
- "labels": [
- "csisolatin4",
- "iso-8859-4",
- "iso-ir-110",
- "iso8859-4",
- "iso88594",
- "iso_8859-4",
- "iso_8859-4:1988",
- "l4",
- "latin4"
- ],
- "name": "ISO-8859-4"
- },
- {
- "labels": [
- "csisolatincyrillic",
- "cyrillic",
- "iso-8859-5",
- "iso-ir-144",
- "iso8859-5",
- "iso88595",
- "iso_8859-5",
- "iso_8859-5:1988"
- ],
- "name": "ISO-8859-5"
- },
- {
- "labels": [
- "arabic",
- "asmo-708",
- "csiso88596e",
- "csiso88596i",
- "csisolatinarabic",
- "ecma-114",
- "iso-8859-6",
- "iso-8859-6-e",
- "iso-8859-6-i",
- "iso-ir-127",
- "iso8859-6",
- "iso88596",
- "iso_8859-6",
- "iso_8859-6:1987"
- ],
- "name": "ISO-8859-6"
- },
- {
- "labels": [
- "csisolatingreek",
- "ecma-118",
- "elot_928",
- "greek",
- "greek8",
- "iso-8859-7",
- "iso-ir-126",
- "iso8859-7",
- "iso88597",
- "iso_8859-7",
- "iso_8859-7:1987",
- "sun_eu_greek"
- ],
- "name": "ISO-8859-7"
- },
- {
- "labels": [
- "csiso88598e",
- "csisolatinhebrew",
- "hebrew",
- "iso-8859-8",
- "iso-8859-8-e",
- "iso-ir-138",
- "iso8859-8",
- "iso88598",
- "iso_8859-8",
- "iso_8859-8:1988",
- "visual"
- ],
- "name": "ISO-8859-8"
- },
- {
- "labels": [
- "csiso88598i",
- "iso-8859-8-i",
- "logical"
- ],
- "name": "ISO-8859-8-I"
- },
- {
- "labels": [
- "csisolatin6",
- "iso-8859-10",
- "iso-ir-157",
- "iso8859-10",
- "iso885910",
- "l6",
- "latin6"
- ],
- "name": "ISO-8859-10"
- },
- {
- "labels": [
- "iso-8859-13",
- "iso8859-13",
- "iso885913"
- ],
- "name": "ISO-8859-13"
- },
- {
- "labels": [
- "iso-8859-14",
- "iso8859-14",
- "iso885914"
- ],
- "name": "ISO-8859-14"
- },
- {
- "labels": [
- "csisolatin9",
- "iso-8859-15",
- "iso8859-15",
- "iso885915",
- "iso_8859-15",
- "l9"
- ],
- "name": "ISO-8859-15"
- },
- {
- "labels": [
- "iso-8859-16"
- ],
- "name": "ISO-8859-16"
- },
- {
- "labels": [
- "cskoi8r",
- "koi",
- "koi8",
- "koi8-r",
- "koi8_r"
- ],
- "name": "KOI8-R"
- },
- {
- "labels": [
- "koi8-ru",
- "koi8-u"
- ],
- "name": "KOI8-U"
- },
- {
- "labels": [
- "csmacintosh",
- "mac",
- "macintosh",
- "x-mac-roman"
- ],
- "name": "macintosh"
- },
- {
- "labels": [
- "dos-874",
- "iso-8859-11",
- "iso8859-11",
- "iso885911",
- "tis-620",
- "windows-874"
- ],
- "name": "windows-874"
- },
- {
- "labels": [
- "cp1250",
- "windows-1250",
- "x-cp1250"
- ],
- "name": "windows-1250"
- },
- {
- "labels": [
- "cp1251",
- "windows-1251",
- "x-cp1251"
- ],
- "name": "windows-1251"
- },
- {
- "labels": [
- "ansi_x3.4-1968",
- "ascii",
- "cp1252",
- "cp819",
- "csisolatin1",
- "ibm819",
- "iso-8859-1",
- "iso-ir-100",
- "iso8859-1",
- "iso88591",
- "iso_8859-1",
- "iso_8859-1:1987",
- "l1",
- "latin1",
- "us-ascii",
- "windows-1252",
- "x-cp1252"
- ],
- "name": "windows-1252"
- },
- {
- "labels": [
- "cp1253",
- "windows-1253",
- "x-cp1253"
- ],
- "name": "windows-1253"
- },
- {
- "labels": [
- "cp1254",
- "csisolatin5",
- "iso-8859-9",
- "iso-ir-148",
- "iso8859-9",
- "iso88599",
- "iso_8859-9",
- "iso_8859-9:1989",
- "l5",
- "latin5",
- "windows-1254",
- "x-cp1254"
- ],
- "name": "windows-1254"
- },
- {
- "labels": [
- "cp1255",
- "windows-1255",
- "x-cp1255"
- ],
- "name": "windows-1255"
- },
- {
- "labels": [
- "cp1256",
- "windows-1256",
- "x-cp1256"
- ],
- "name": "windows-1256"
- },
- {
- "labels": [
- "cp1257",
- "windows-1257",
- "x-cp1257"
- ],
- "name": "windows-1257"
- },
- {
- "labels": [
- "cp1258",
- "windows-1258",
- "x-cp1258"
- ],
- "name": "windows-1258"
- },
- {
- "labels": [
- "x-mac-cyrillic",
- "x-mac-ukrainian"
- ],
- "name": "x-mac-cyrillic"
- }
- ],
- "heading": "Legacy single-byte encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "chinese",
- "csgb2312",
- "csiso58gb231280",
- "gb2312",
- "gb_2312",
- "gb_2312-80",
- "gbk",
- "iso-ir-58",
- "x-gbk"
- ],
- "name": "GBK"
- },
- {
- "labels": [
- "gb18030"
- ],
- "name": "gb18030"
- }
- ],
- "heading": "Legacy multi-byte Chinese (simplified) encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "big5",
- "big5-hkscs",
- "cn-big5",
- "csbig5",
- "x-x-big5"
- ],
- "name": "Big5"
- }
- ],
- "heading": "Legacy multi-byte Chinese (traditional) encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "cseucpkdfmtjapanese",
- "euc-jp",
- "x-euc-jp"
- ],
- "name": "EUC-JP"
- },
- {
- "labels": [
- "csiso2022jp",
- "iso-2022-jp"
- ],
- "name": "ISO-2022-JP"
- },
- {
- "labels": [
- "csshiftjis",
- "ms932",
- "ms_kanji",
- "shift-jis",
- "shift_jis",
- "sjis",
- "windows-31j",
- "x-sjis"
- ],
- "name": "Shift_JIS"
- }
- ],
- "heading": "Legacy multi-byte Japanese encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "cseuckr",
- "csksc56011987",
- "euc-kr",
- "iso-ir-149",
- "korean",
- "ks_c_5601-1987",
- "ks_c_5601-1989",
- "ksc5601",
- "ksc_5601",
- "windows-949"
- ],
- "name": "EUC-KR"
- }
- ],
- "heading": "Legacy multi-byte Korean encodings"
- },
- {
- "encodings": [
- {
- "labels": [
- "csiso2022kr",
- "hz-gb-2312",
- "iso-2022-cn",
- "iso-2022-cn-ext",
- "iso-2022-kr"
- ],
- "name": "replacement"
- },
- {
- "labels": [
- "utf-16be"
- ],
- "name": "UTF-16BE"
- },
- {
- "labels": [
- "utf-16",
- "utf-16le"
- ],
- "name": "UTF-16LE"
- },
- {
- "labels": [
- "x-user-defined"
- ],
- "name": "x-user-defined"
- }
- ],
- "heading": "Legacy miscellaneous encodings"
- }
- ];
-
-
- var label_to_encoding = {};
- encodings.forEach(function(category) {
- category.encodings.forEach(function(encoding) {
- encoding.labels.forEach(function(label) {
- label_to_encoding[label] = encoding;
- });
- });
- });
-
-
- var encoders = {};
-
- var decoders = {};
-
-
-
-
- function indexCodePointFor(pointer, index) {
- if (!index) return null;
- return index[pointer] || null;
- }
-
- function indexPointerFor(code_point, index) {
- var pointer = index.indexOf(code_point);
- return pointer === -1 ? null : pointer;
- }
-
- function index(name) {
- if (!codeIndexes) {
- throw Error("Indexes missing." +
- " Did you forget to include encoding-indexes.js first?");
- }
- return codeIndexes[name];
- }
-
- function indexGB18030RangesCodePointFor(pointer) {
-
-
- if ((pointer > 39419 && pointer < 189000) || (pointer > 1237575))
- return null;
-
- if (pointer === 7457) return 0xE7C7;
-
-
-
- var offset = 0;
- var code_point_offset = 0;
- var idx = index('gb18030-ranges');
- var i;
- for (i = 0; i < idx.length; ++i) {
-
- var entry = idx[i];
- if (entry[0] <= pointer) {
- offset = entry[0];
- code_point_offset = entry[1];
- } else {
- break;
- }
- }
-
-
- return code_point_offset + pointer - offset;
- }
-
- function indexGB18030RangesPointerFor(code_point) {
-
- if (code_point === 0xE7C7) return 7457;
-
-
-
- var offset = 0;
- var pointer_offset = 0;
- var idx = index('gb18030-ranges');
- var i;
- for (i = 0; i < idx.length; ++i) {
-
- var entry = idx[i];
- if (entry[1] <= code_point) {
- offset = entry[1];
- pointer_offset = entry[0];
- } else {
- break;
- }
- }
-
-
- return pointer_offset + code_point - offset;
- }
-
- function indexShiftJISPointerFor(code_point) {
-
-
- shift_jis_index = shift_jis_index ||
- index('jis0208').map(function(code_point, pointer) {
- return inRange(pointer, 8272, 8835) ? null : code_point;
- });
- var index_ = shift_jis_index;
-
- return index_.indexOf(code_point);
- }
- var shift_jis_index;
-
- function indexBig5PointerFor(code_point) {
-
- big5_index_no_hkscs = big5_index_no_hkscs ||
- index('big5').map(function(code_point, pointer) {
- return (pointer < (0xA1 - 0x81) * 157) ? null : code_point;
- });
- var index_ = big5_index_no_hkscs;
-
-
-
- if (code_point === 0x2550 || code_point === 0x255E ||
- code_point === 0x2561 || code_point === 0x256A ||
- code_point === 0x5341 || code_point === 0x5345) {
- return index_.lastIndexOf(code_point);
- }
-
- return indexPointerFor(code_point, index_);
- }
- var big5_index_no_hkscs;
-
-
-
- var DEFAULT_ENCODING = 'utf-8';
-
-
- function TextDecoder(label, options) {
-
- if (!(this instanceof TextDecoder))
- throw TypeError('Called as a function. Did you forget \'new\'?');
- label = label !== undefined ? String(label) : DEFAULT_ENCODING;
- options = ToDictionary(options);
-
-
-
-
-
- this._encoding = null;
-
- this._decoder = null;
-
- this._ignoreBOM = false;
-
- this._BOMseen = false;
-
- this._error_mode = 'replacement';
-
- this._do_not_flush = false;
-
-
- var encoding = getEncoding(label);
-
- if (encoding === null || encoding.name === 'replacement')
- throw RangeError('Unknown encoding: ' + label);
- if (!decoders[encoding.name]) {
- throw Error('Decoder not present.' +
- ' Did you forget to include encoding-indexes.js first?');
- }
-
- var dec = this;
-
- dec._encoding = encoding;
-
-
- if (Boolean(options['fatal']))
- dec._error_mode = 'fatal';
-
-
- if (Boolean(options['ignoreBOM']))
- dec._ignoreBOM = true;
-
- if (!Object.defineProperty) {
- this.encoding = dec._encoding.name.toLowerCase();
- this.fatal = dec._error_mode === 'fatal';
- this.ignoreBOM = dec._ignoreBOM;
- }
-
- return dec;
- }
- if (Object.defineProperty) {
-
- Object.defineProperty(TextDecoder.prototype, 'encoding', {
-
- get: function() { return this._encoding.name.toLowerCase(); }
- });
-
-
- Object.defineProperty(TextDecoder.prototype, 'fatal', {
-
- get: function() { return this._error_mode === 'fatal'; }
- });
-
-
- Object.defineProperty(TextDecoder.prototype, 'ignoreBOM', {
-
- get: function() { return this._ignoreBOM; }
- });
- }
-
- TextDecoder.prototype.decode = function decode(input, options) {
- var bytes;
- if (typeof input === 'object' && input instanceof ArrayBuffer) {
- bytes = new Uint8Array(input);
- } else if (typeof input === 'object' && 'buffer' in input &&
- input.buffer instanceof ArrayBuffer) {
- bytes = new Uint8Array(input.buffer,
- input.byteOffset,
- input.byteLength);
- } else {
- bytes = new Uint8Array(0);
- }
- options = ToDictionary(options);
-
-
-
- if (!this._do_not_flush) {
- this._decoder = decoders[this._encoding.name]({
- fatal: this._error_mode === 'fatal'});
- this._BOMseen = false;
- }
-
-
- this._do_not_flush = Boolean(options['stream']);
-
-
- var input_stream = new Stream(bytes);
-
- var output = [];
-
- var result;
-
- while (true) {
-
- var token = input_stream.read();
-
-
-
- if (token === end_of_stream)
- break;
-
-
-
- result = this._decoder.handler(input_stream, token);
-
- if (result === finished)
- break;
- if (result !== null) {
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- }
-
-
-
- }
-
- if (!this._do_not_flush) {
- do {
- result = this._decoder.handler(input_stream, input_stream.read());
- if (result === finished)
- break;
- if (result === null)
- continue;
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- } while (!input_stream.endOfStream());
- this._decoder = null;
- }
-
-
-
- function serializeStream(stream) {
-
-
-
-
- if (includes(['UTF-8', 'UTF-16LE', 'UTF-16BE'], this._encoding.name) &&
- !this._ignoreBOM && !this._BOMseen) {
- if (stream.length > 0 && stream[0] === 0xFEFF) {
-
- this._BOMseen = true;
- stream.shift();
- } else if (stream.length > 0) {
-
-
- this._BOMseen = true;
- } else {
-
-
-
- }
- }
-
- return codePointsToString(stream);
- }
- return serializeStream.call(this, output);
- };
-
-
- function TextEncoder(label, options) {
-
- if (!(this instanceof TextEncoder))
- throw TypeError('Called as a function. Did you forget \'new\'?');
- options = ToDictionary(options);
-
-
- this._encoding = null;
-
- this._encoder = null;
-
-
- this._do_not_flush = false;
-
- this._fatal = Boolean(options['fatal']) ? 'fatal' : 'replacement';
-
- var enc = this;
-
- if (Boolean(options['NONSTANDARD_allowLegacyEncoding'])) {
-
- label = label !== undefined ? String(label) : DEFAULT_ENCODING;
- var encoding = getEncoding(label);
- if (encoding === null || encoding.name === 'replacement')
- throw RangeError('Unknown encoding: ' + label);
- if (!encoders[encoding.name]) {
- throw Error('Encoder not present.' +
- ' Did you forget to include encoding-indexes.js first?');
- }
- enc._encoding = encoding;
- } else {
-
- enc._encoding = getEncoding('utf-8');
-
-
-
-
- }
-
- if (!Object.defineProperty)
- this.encoding = enc._encoding.name.toLowerCase();
-
- return enc;
- }
- if (Object.defineProperty) {
-
- Object.defineProperty(TextEncoder.prototype, 'encoding', {
-
- get: function() { return this._encoding.name.toLowerCase(); }
- });
- }
-
- TextEncoder.prototype.encode = function encode(opt_string, options) {
- opt_string = opt_string === undefined ? '' : String(opt_string);
- options = ToDictionary(options);
-
-
-
- if (!this._do_not_flush)
- this._encoder = encoders[this._encoding.name]({
- fatal: this._fatal === 'fatal'});
- this._do_not_flush = Boolean(options['stream']);
-
- var input = new Stream(stringToCodePoints(opt_string));
-
- var output = [];
-
- var result;
-
- while (true) {
-
- var token = input.read();
- if (token === end_of_stream)
- break;
-
-
- result = this._encoder.handler(input, token);
- if (result === finished)
- break;
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- }
-
- if (!this._do_not_flush) {
- while (true) {
- result = this._encoder.handler(input, input.read());
- if (result === finished)
- break;
- if (Array.isArray(result))
- output.push.apply(output, (result));
- else
- output.push(result);
- }
- this._encoder = null;
- }
-
-
-
- return new Uint8Array(output);
- };
-
-
-
-
-
-
- function UTF8Decoder(options) {
- var fatal = options.fatal;
-
-
-
-
- var utf8_code_point = 0,
- utf8_bytes_seen = 0,
- utf8_bytes_needed = 0,
- utf8_lower_boundary = 0x80,
- utf8_upper_boundary = 0xBF;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && utf8_bytes_needed !== 0) {
- utf8_bytes_needed = 0;
- return decoderError(fatal);
- }
-
- if (bite === end_of_stream)
- return finished;
-
- if (utf8_bytes_needed === 0) {
-
- if (inRange(bite, 0x00, 0x7F)) {
-
- return bite;
- }
-
- else if (inRange(bite, 0xC2, 0xDF)) {
-
- utf8_bytes_needed = 1;
-
- utf8_code_point = bite & 0x1F;
- }
-
- else if (inRange(bite, 0xE0, 0xEF)) {
-
- if (bite === 0xE0)
- utf8_lower_boundary = 0xA0;
-
- if (bite === 0xED)
- utf8_upper_boundary = 0x9F;
-
- utf8_bytes_needed = 2;
-
- utf8_code_point = bite & 0xF;
- }
-
- else if (inRange(bite, 0xF0, 0xF4)) {
-
- if (bite === 0xF0)
- utf8_lower_boundary = 0x90;
-
- if (bite === 0xF4)
- utf8_upper_boundary = 0x8F;
-
- utf8_bytes_needed = 3;
-
- utf8_code_point = bite & 0x7;
- }
-
- else {
-
- return decoderError(fatal);
- }
-
- return null;
- }
-
-
- if (!inRange(bite, utf8_lower_boundary, utf8_upper_boundary)) {
-
-
-
- utf8_code_point = utf8_bytes_needed = utf8_bytes_seen = 0;
- utf8_lower_boundary = 0x80;
- utf8_upper_boundary = 0xBF;
-
- stream.prepend(bite);
-
- return decoderError(fatal);
- }
-
-
- utf8_lower_boundary = 0x80;
- utf8_upper_boundary = 0xBF;
-
-
- utf8_code_point = (utf8_code_point << 6) | (bite & 0x3F);
-
- utf8_bytes_seen += 1;
-
-
- if (utf8_bytes_seen !== utf8_bytes_needed)
- return null;
-
- var code_point = utf8_code_point;
-
-
- utf8_code_point = utf8_bytes_needed = utf8_bytes_seen = 0;
-
- return code_point;
- };
- }
-
-
- function UTF8Encoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- var count, offset;
-
- if (inRange(code_point, 0x0080, 0x07FF)) {
-
- count = 1;
- offset = 0xC0;
- }
-
- else if (inRange(code_point, 0x0800, 0xFFFF)) {
-
- count = 2;
- offset = 0xE0;
- }
-
- else if (inRange(code_point, 0x10000, 0x10FFFF)) {
-
- count = 3;
- offset = 0xF0;
- }
-
-
- var bytes = [(code_point >> (6 * count)) + offset];
-
- while (count > 0) {
-
- var temp = code_point >> (6 * (count - 1));
-
- bytes.push(0x80 | (temp & 0x3F));
-
- count -= 1;
- }
-
- return bytes;
- };
- }
-
- encoders['UTF-8'] = function(options) {
- return new UTF8Encoder(options);
- };
-
- decoders['UTF-8'] = function(options) {
- return new UTF8Decoder(options);
- };
-
-
-
-
-
- function SingleByteDecoder(index, options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, bite) {
-
- if (bite === end_of_stream)
- return finished;
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- var code_point = index[bite - 0x80];
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- };
- }
-
-
- function SingleByteEncoder(index, options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
-
- var pointer = indexPointerFor(code_point, index);
-
- if (pointer === null)
- encoderError(code_point);
-
- return pointer + 0x80;
- };
- }
- (function() {
- if (!codeIndexes)
- return;
- encodings.forEach(function(category) {
- if (category.heading !== 'Legacy single-byte encodings')
- return;
- category.encodings.forEach(function(encoding) {
- var name = encoding.name;
- var idx = index(name.toLowerCase());
-
- decoders[name] = function(options) {
- return new SingleByteDecoder(idx, options);
- };
-
- encoders[name] = function(options) {
- return new SingleByteEncoder(idx, options);
- };
- });
- });
- }());
-
-
-
-
-
-
-
- decoders['GBK'] = function(options) {
- return new GB18030Decoder(options);
- };
-
-
-
- encoders['GBK'] = function(options) {
- return new GB18030Encoder(options, true);
- };
-
-
-
- function GB18030Decoder(options) {
- var fatal = options.fatal;
-
-
- var gb18030_first = 0x00,
- gb18030_second = 0x00,
- gb18030_third = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && gb18030_first === 0x00 &&
- gb18030_second === 0x00 && gb18030_third === 0x00) {
- return finished;
- }
-
-
-
- if (bite === end_of_stream &&
- (gb18030_first !== 0x00 || gb18030_second !== 0x00 ||
- gb18030_third !== 0x00)) {
- gb18030_first = 0x00;
- gb18030_second = 0x00;
- gb18030_third = 0x00;
- decoderError(fatal);
- }
- var code_point;
-
- if (gb18030_third !== 0x00) {
-
- code_point = null;
-
-
-
-
- if (inRange(bite, 0x30, 0x39)) {
- code_point = indexGB18030RangesCodePointFor(
- (((gb18030_first - 0x81) * 10 + gb18030_second - 0x30) * 126 +
- gb18030_third - 0x81) * 10 + bite - 0x30);
- }
-
-
- var buffer = [gb18030_second, gb18030_third, bite];
-
-
- gb18030_first = 0x00;
- gb18030_second = 0x00;
- gb18030_third = 0x00;
-
-
- if (code_point === null) {
- stream.prepend(buffer);
- return decoderError(fatal);
- }
-
- return code_point;
- }
-
- if (gb18030_second !== 0x00) {
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- gb18030_third = bite;
- return null;
- }
-
-
- stream.prepend([gb18030_second, bite]);
- gb18030_first = 0x00;
- gb18030_second = 0x00;
- return decoderError(fatal);
- }
-
- if (gb18030_first !== 0x00) {
-
-
- if (inRange(bite, 0x30, 0x39)) {
- gb18030_second = bite;
- return null;
- }
-
-
- var lead = gb18030_first;
- var pointer = null;
- gb18030_first = 0x00;
-
-
- var offset = bite < 0x7F ? 0x40 : 0x41;
-
-
-
- if (inRange(bite, 0x40, 0x7E) || inRange(bite, 0x80, 0xFE))
- pointer = (lead - 0x81) * 190 + (bite - offset);
-
-
- code_point = pointer === null ? null :
- indexCodePointFor(pointer, index('gb18030'));
-
-
- if (code_point === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
- if (bite === 0x80)
- return 0x20AC;
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- gb18030_first = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function GB18030Encoder(options, gbk_flag) {
- var fatal = options.fatal;
-
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- if (code_point === 0xE5E5)
- return encoderError(code_point);
-
-
- if (gbk_flag && code_point === 0x20AC)
- return 0x80;
-
-
- var pointer = indexPointerFor(code_point, index('gb18030'));
-
- if (pointer !== null) {
-
- var lead = floor(pointer / 190) + 0x81;
-
- var trail = pointer % 190;
-
- var offset = trail < 0x3F ? 0x40 : 0x41;
-
- return [lead, trail + offset];
- }
-
- if (gbk_flag)
- return encoderError(code_point);
-
-
- pointer = indexGB18030RangesPointerFor(code_point);
-
- var byte1 = floor(pointer / 10 / 126 / 10);
-
- pointer = pointer - byte1 * 10 * 126 * 10;
-
- var byte2 = floor(pointer / 10 / 126);
-
- pointer = pointer - byte2 * 10 * 126;
-
- var byte3 = floor(pointer / 10);
-
- var byte4 = pointer - byte3 * 10;
-
-
- return [byte1 + 0x81,
- byte2 + 0x30,
- byte3 + 0x81,
- byte4 + 0x30];
- };
- }
-
- encoders['gb18030'] = function(options) {
- return new GB18030Encoder(options);
- };
-
- decoders['gb18030'] = function(options) {
- return new GB18030Decoder(options);
- };
-
-
-
-
-
-
- function Big5Decoder(options) {
- var fatal = options.fatal;
-
- var Big5_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && Big5_lead !== 0x00) {
- Big5_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && Big5_lead === 0x00)
- return finished;
-
-
-
- if (Big5_lead !== 0x00) {
- var lead = Big5_lead;
- var pointer = null;
- Big5_lead = 0x00;
-
-
- var offset = bite < 0x7F ? 0x40 : 0x62;
-
-
-
- if (inRange(bite, 0x40, 0x7E) || inRange(bite, 0xA1, 0xFE))
- pointer = (lead - 0x81) * 157 + (bite - offset);
-
-
-
-
-
-
-
-
-
- switch (pointer) {
- case 1133: return [0x00CA, 0x0304];
- case 1135: return [0x00CA, 0x030C];
- case 1164: return [0x00EA, 0x0304];
- case 1166: return [0x00EA, 0x030C];
- }
-
-
- var code_point = (pointer === null) ? null :
- indexCodePointFor(pointer, index('big5'));
-
-
- if (code_point === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- Big5_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function Big5Encoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- var pointer = indexBig5PointerFor(code_point);
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 157) + 0x81;
-
- if (lead < 0xA1)
- return encoderError(code_point);
-
- var trail = pointer % 157;
-
-
- var offset = trail < 0x3F ? 0x40 : 0x62;
-
- return [lead, trail + offset];
- };
- }
-
- encoders['Big5'] = function(options) {
- return new Big5Encoder(options);
- };
-
- decoders['Big5'] = function(options) {
- return new Big5Decoder(options);
- };
-
-
-
-
-
-
- function EUCJPDecoder(options) {
- var fatal = options.fatal;
-
-
- var eucjp_jis0212_flag = false,
- eucjp_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && eucjp_lead !== 0x00) {
- eucjp_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && eucjp_lead === 0x00)
- return finished;
-
-
-
- if (eucjp_lead === 0x8E && inRange(bite, 0xA1, 0xDF)) {
- eucjp_lead = 0x00;
- return 0xFF61 - 0xA1 + bite;
- }
-
-
-
- if (eucjp_lead === 0x8F && inRange(bite, 0xA1, 0xFE)) {
- eucjp_jis0212_flag = true;
- eucjp_lead = bite;
- return null;
- }
-
-
- if (eucjp_lead !== 0x00) {
- var lead = eucjp_lead;
- eucjp_lead = 0x00;
-
- var code_point = null;
-
-
-
-
- if (inRange(lead, 0xA1, 0xFE) && inRange(bite, 0xA1, 0xFE)) {
- code_point = indexCodePointFor(
- (lead - 0xA1) * 94 + (bite - 0xA1),
- index(!eucjp_jis0212_flag ? 'jis0208' : 'jis0212'));
- }
-
- eucjp_jis0212_flag = false;
-
-
- if (!inRange(bite, 0xA1, 0xFE))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- if (bite === 0x8E || bite === 0x8F || inRange(bite, 0xA1, 0xFE)) {
- eucjp_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function EUCJPEncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- if (code_point === 0x00A5)
- return 0x5C;
-
- if (code_point === 0x203E)
- return 0x7E;
-
-
-
- if (inRange(code_point, 0xFF61, 0xFF9F))
- return [0x8E, code_point - 0xFF61 + 0xA1];
-
- if (code_point === 0x2212)
- code_point = 0xFF0D;
-
-
- var pointer = indexPointerFor(code_point, index('jis0208'));
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 94) + 0xA1;
-
- var trail = pointer % 94 + 0xA1;
-
- return [lead, trail];
- };
- }
-
- encoders['EUC-JP'] = function(options) {
- return new EUCJPEncoder(options);
- };
-
- decoders['EUC-JP'] = function(options) {
- return new EUCJPDecoder(options);
- };
-
-
-
- function ISO2022JPDecoder(options) {
- var fatal = options.fatal;
-
- var states = {
- ASCII: 0,
- Roman: 1,
- Katakana: 2,
- LeadByte: 3,
- TrailByte: 4,
- EscapeStart: 5,
- Escape: 6
- };
-
-
-
-
- var iso2022jp_decoder_state = states.ASCII,
- iso2022jp_decoder_output_state = states.ASCII,
- iso2022jp_lead = 0x00,
- iso2022jp_output_flag = false;
-
- this.handler = function(stream, bite) {
-
- switch (iso2022jp_decoder_state) {
- default:
- case states.ASCII:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (inRange(bite, 0x00, 0x7F) && bite !== 0x0E
- && bite !== 0x0F && bite !== 0x1B) {
-
-
- iso2022jp_output_flag = false;
- return bite;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.Roman:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (bite === 0x5C) {
-
-
- iso2022jp_output_flag = false;
- return 0x00A5;
- }
-
- if (bite === 0x7E) {
-
-
- iso2022jp_output_flag = false;
- return 0x203E;
- }
-
- if (inRange(bite, 0x00, 0x7F) && bite !== 0x0E && bite !== 0x0F
- && bite !== 0x1B && bite !== 0x5C && bite !== 0x7E) {
-
-
- iso2022jp_output_flag = false;
- return bite;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.Katakana:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (inRange(bite, 0x21, 0x5F)) {
-
-
- iso2022jp_output_flag = false;
- return 0xFF61 - 0x21 + bite;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.LeadByte:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return null;
- }
-
- if (inRange(bite, 0x21, 0x7E)) {
-
-
-
- iso2022jp_output_flag = false;
- iso2022jp_lead = bite;
- iso2022jp_decoder_state = states.TrailByte;
- return null;
- }
-
- if (bite === end_of_stream) {
-
- return finished;
- }
-
-
- iso2022jp_output_flag = false;
- return decoderError(fatal);
- case states.TrailByte:
-
-
-
- if (bite === 0x1B) {
-
-
- iso2022jp_decoder_state = states.EscapeStart;
- return decoderError(fatal);
- }
-
- if (inRange(bite, 0x21, 0x7E)) {
-
- iso2022jp_decoder_state = states.LeadByte;
-
- var pointer = (iso2022jp_lead - 0x21) * 94 + bite - 0x21;
-
-
- var code_point = indexCodePointFor(pointer, index('jis0208'));
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
- if (bite === end_of_stream) {
-
-
- iso2022jp_decoder_state = states.LeadByte;
- stream.prepend(bite);
- return decoderError(fatal);
- }
-
-
-
- iso2022jp_decoder_state = states.LeadByte;
- return decoderError(fatal);
- case states.EscapeStart:
-
-
-
-
- if (bite === 0x24 || bite === 0x28) {
- iso2022jp_lead = bite;
- iso2022jp_decoder_state = states.Escape;
- return null;
- }
-
- stream.prepend(bite);
-
-
-
- iso2022jp_output_flag = false;
- iso2022jp_decoder_state = iso2022jp_decoder_output_state;
- return decoderError(fatal);
- case states.Escape:
-
-
-
- var lead = iso2022jp_lead;
- iso2022jp_lead = 0x00;
-
- var state = null;
-
- if (lead === 0x28 && bite === 0x42)
- state = states.ASCII;
-
- if (lead === 0x28 && bite === 0x4A)
- state = states.Roman;
-
- if (lead === 0x28 && bite === 0x49)
- state = states.Katakana;
-
-
- if (lead === 0x24 && (bite === 0x40 || bite === 0x42))
- state = states.LeadByte;
-
- if (state !== null) {
-
-
- iso2022jp_decoder_state = iso2022jp_decoder_state = state;
-
- var output_flag = iso2022jp_output_flag;
-
- iso2022jp_output_flag = true;
-
-
- return !output_flag ? null : decoderError(fatal);
- }
-
- stream.prepend([lead, bite]);
-
-
-
- iso2022jp_output_flag = false;
- iso2022jp_decoder_state = iso2022jp_decoder_output_state;
- return decoderError(fatal);
- }
- };
- }
-
-
- function ISO2022JPEncoder(options) {
- var fatal = options.fatal;
-
-
-
-
- var states = {
- ASCII: 0,
- Roman: 1,
- jis0208: 2
- };
- var iso2022jp_state = states.ASCII;
-
- this.handler = function(stream, code_point) {
-
-
-
-
- if (code_point === end_of_stream &&
- iso2022jp_state !== states.ASCII) {
- stream.prepend(code_point);
- iso2022jp_state = states.ASCII;
- return [0x1B, 0x28, 0x42];
- }
-
-
- if (code_point === end_of_stream && iso2022jp_state === states.ASCII)
- return finished;
-
-
- if ((iso2022jp_state === states.ASCII ||
- iso2022jp_state === states.Roman) &&
- (code_point === 0x000E || code_point === 0x000F ||
- code_point === 0x001B)) {
- return encoderError(0xFFFD);
- }
-
-
- if (iso2022jp_state === states.ASCII &&
- isASCIICodePoint(code_point))
- return code_point;
-
-
-
- if (iso2022jp_state === states.Roman &&
- ((isASCIICodePoint(code_point) &&
- code_point !== 0x005C && code_point !== 0x007E) ||
- (code_point == 0x00A5 || code_point == 0x203E))) {
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
- if (code_point === 0x00A5)
- return 0x5C;
-
- if (code_point === 0x203E)
- return 0x7E;
- }
-
-
-
-
- if (isASCIICodePoint(code_point) &&
- iso2022jp_state !== states.ASCII) {
- stream.prepend(code_point);
- iso2022jp_state = states.ASCII;
- return [0x1B, 0x28, 0x42];
- }
-
-
-
-
- if ((code_point === 0x00A5 || code_point === 0x203E) &&
- iso2022jp_state !== states.Roman) {
- stream.prepend(code_point);
- iso2022jp_state = states.Roman;
- return [0x1B, 0x28, 0x4A];
- }
-
- if (code_point === 0x2212)
- code_point = 0xFF0D;
-
-
- var pointer = indexPointerFor(code_point, index('jis0208'));
-
- if (pointer === null)
- return encoderError(code_point);
-
-
-
- if (iso2022jp_state !== states.jis0208) {
- stream.prepend(code_point);
- iso2022jp_state = states.jis0208;
- return [0x1B, 0x24, 0x42];
- }
-
- var lead = floor(pointer / 94) + 0x21;
-
- var trail = pointer % 94 + 0x21;
-
- return [lead, trail];
- };
- }
-
- encoders['ISO-2022-JP'] = function(options) {
- return new ISO2022JPEncoder(options);
- };
-
- decoders['ISO-2022-JP'] = function(options) {
- return new ISO2022JPDecoder(options);
- };
-
-
-
- function ShiftJISDecoder(options) {
- var fatal = options.fatal;
-
-
- var Shift_JIS_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && Shift_JIS_lead !== 0x00) {
- Shift_JIS_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && Shift_JIS_lead === 0x00)
- return finished;
-
-
-
- if (Shift_JIS_lead !== 0x00) {
- var lead = Shift_JIS_lead;
- var pointer = null;
- Shift_JIS_lead = 0x00;
-
-
- var offset = (bite < 0x7F) ? 0x40 : 0x41;
-
-
- var lead_offset = (lead < 0xA0) ? 0x81 : 0xC1;
-
-
-
- if (inRange(bite, 0x40, 0x7E) || inRange(bite, 0x80, 0xFC))
- pointer = (lead - lead_offset) * 188 + bite - offset;
-
-
- if (inRange(pointer, 8836, 10715))
- return 0xE000 - 8836 + pointer;
-
-
- var code_point = (pointer === null) ? null :
- indexCodePointFor(pointer, index('jis0208'));
-
-
- if (code_point === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite) || bite === 0x80)
- return bite;
-
-
- if (inRange(bite, 0xA1, 0xDF))
- return 0xFF61 - 0xA1 + bite;
-
-
-
- if (inRange(bite, 0x81, 0x9F) || inRange(bite, 0xE0, 0xFC)) {
- Shift_JIS_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function ShiftJISEncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point) || code_point === 0x0080)
- return code_point;
-
- if (code_point === 0x00A5)
- return 0x5C;
-
- if (code_point === 0x203E)
- return 0x7E;
-
-
- if (inRange(code_point, 0xFF61, 0xFF9F))
- return code_point - 0xFF61 + 0xA1;
-
- if (code_point === 0x2212)
- code_point = 0xFF0D;
-
- var pointer = indexShiftJISPointerFor(code_point);
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 188);
-
-
- var lead_offset = (lead < 0x1F) ? 0x81 : 0xC1;
-
- var trail = pointer % 188;
-
-
- var offset = (trail < 0x3F) ? 0x40 : 0x41;
-
-
- return [lead + lead_offset, trail + offset];
- };
- }
-
- encoders['Shift_JIS'] = function(options) {
- return new ShiftJISEncoder(options);
- };
-
- decoders['Shift_JIS'] = function(options) {
- return new ShiftJISDecoder(options);
- };
-
-
-
-
-
-
- function EUCKRDecoder(options) {
- var fatal = options.fatal;
-
- var euckr_lead = 0x00;
-
- this.handler = function(stream, bite) {
-
-
- if (bite === end_of_stream && euckr_lead !== 0) {
- euckr_lead = 0x00;
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && euckr_lead === 0)
- return finished;
-
-
-
- if (euckr_lead !== 0x00) {
- var lead = euckr_lead;
- var pointer = null;
- euckr_lead = 0x00;
-
-
- if (inRange(bite, 0x41, 0xFE))
- pointer = (lead - 0x81) * 190 + (bite - 0x41);
-
-
- var code_point = (pointer === null)
- ? null : indexCodePointFor(pointer, index('euc-kr'));
-
-
- if (pointer === null && isASCIIByte(bite))
- stream.prepend(bite);
-
- if (code_point === null)
- return decoderError(fatal);
-
- return code_point;
- }
-
-
- if (isASCIIByte(bite))
- return bite;
-
-
- if (inRange(bite, 0x81, 0xFE)) {
- euckr_lead = bite;
- return null;
- }
-
- return decoderError(fatal);
- };
- }
-
-
- function EUCKREncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
-
- var pointer = indexPointerFor(code_point, index('euc-kr'));
-
- if (pointer === null)
- return encoderError(code_point);
-
- var lead = floor(pointer / 190) + 0x81;
-
- var trail = (pointer % 190) + 0x41;
-
- return [lead, trail];
- };
- }
-
- encoders['EUC-KR'] = function(options) {
- return new EUCKREncoder(options);
- };
-
- decoders['EUC-KR'] = function(options) {
- return new EUCKRDecoder(options);
- };
-
-
-
-
-
-
-
- function convertCodeUnitToBytes(code_unit, utf16be) {
-
- var byte1 = code_unit >> 8;
-
- var byte2 = code_unit & 0x00FF;
-
-
- if (utf16be)
- return [byte1, byte2];
-
- return [byte2, byte1];
- }
-
-
- function UTF16Decoder(utf16_be, options) {
- var fatal = options.fatal;
- var utf16_lead_byte = null,
- utf16_lead_surrogate = null;
-
- this.handler = function(stream, bite) {
-
-
-
- if (bite === end_of_stream && (utf16_lead_byte !== null ||
- utf16_lead_surrogate !== null)) {
- return decoderError(fatal);
- }
-
-
- if (bite === end_of_stream && utf16_lead_byte === null &&
- utf16_lead_surrogate === null) {
- return finished;
- }
-
-
- if (utf16_lead_byte === null) {
- utf16_lead_byte = bite;
- return null;
- }
-
- var code_unit;
- if (utf16_be) {
-
-
- code_unit = (utf16_lead_byte << 8) + bite;
- } else {
-
-
- code_unit = (bite << 8) + utf16_lead_byte;
- }
-
- utf16_lead_byte = null;
-
-
-
- if (utf16_lead_surrogate !== null) {
- var lead_surrogate = utf16_lead_surrogate;
- utf16_lead_surrogate = null;
-
-
-
- if (inRange(code_unit, 0xDC00, 0xDFFF)) {
- return 0x10000 + (lead_surrogate - 0xD800) * 0x400 +
- (code_unit - 0xDC00);
- }
-
-
-
- stream.prepend(convertCodeUnitToBytes(code_unit, utf16_be));
- return decoderError(fatal);
- }
-
-
- if (inRange(code_unit, 0xD800, 0xDBFF)) {
- utf16_lead_surrogate = code_unit;
- return null;
- }
-
-
- if (inRange(code_unit, 0xDC00, 0xDFFF))
- return decoderError(fatal);
-
- return code_unit;
- };
- }
-
-
- function UTF16Encoder(utf16_be, options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
-
- if (inRange(code_point, 0x0000, 0xFFFF))
- return convertCodeUnitToBytes(code_point, utf16_be);
-
-
- var lead = convertCodeUnitToBytes(
- ((code_point - 0x10000) >> 10) + 0xD800, utf16_be);
-
-
- var trail = convertCodeUnitToBytes(
- ((code_point - 0x10000) & 0x3FF) + 0xDC00, utf16_be);
-
- return lead.concat(trail);
- };
- }
-
-
-
- encoders['UTF-16BE'] = function(options) {
- return new UTF16Encoder(true, options);
- };
-
-
- decoders['UTF-16BE'] = function(options) {
- return new UTF16Decoder(true, options);
- };
-
-
-
- encoders['UTF-16LE'] = function(options) {
- return new UTF16Encoder(false, options);
- };
-
-
- decoders['UTF-16LE'] = function(options) {
- return new UTF16Decoder(false, options);
- };
-
-
-
- function XUserDefinedDecoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, bite) {
-
- if (bite === end_of_stream)
- return finished;
-
-
- if (isASCIIByte(bite))
- return bite;
-
- return 0xF780 + bite - 0x80;
- };
- }
-
-
- function XUserDefinedEncoder(options) {
- var fatal = options.fatal;
-
- this.handler = function(stream, code_point) {
-
- if (code_point === end_of_stream)
- return finished;
-
-
- if (isASCIICodePoint(code_point))
- return code_point;
-
-
- if (inRange(code_point, 0xF780, 0xF7FF))
- return code_point - 0xF780 + 0x80;
-
- return encoderError(code_point);
- };
- }
-
- encoders['x-user-defined'] = function(options) {
- return new XUserDefinedEncoder(options);
- };
-
- decoders['x-user-defined'] = function(options) {
- return new XUserDefinedDecoder(options);
- };
- export default {
- TextEncoder: TextEncoder,
- TextDecoder: TextDecoder,
- EncodingIndexes: codeIndexes
- };
|