message-compiler.prod.cjs 56 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570
  1. /*!
  2. * message-compiler v11.1.3
  3. * (c) 2025 kazuya kawaguchi
  4. * Released under the MIT License.
  5. */
  6. 'use strict';
  7. var shared = require('@intlify/shared');
  8. var sourceMapJs = require('source-map-js');
  9. const LOCATION_STUB = {
  10. start: { line: 1, column: 1, offset: 0 },
  11. end: { line: 1, column: 1, offset: 0 }
  12. };
  13. function createPosition(line, column, offset) {
  14. return { line, column, offset };
  15. }
  16. function createLocation(start, end, source) {
  17. const loc = { start, end };
  18. if (source != null) {
  19. loc.source = source;
  20. }
  21. return loc;
  22. }
  23. const CompileErrorCodes = {
  24. // tokenizer error codes
  25. EXPECTED_TOKEN: 1,
  26. INVALID_TOKEN_IN_PLACEHOLDER: 2,
  27. UNTERMINATED_SINGLE_QUOTE_IN_PLACEHOLDER: 3,
  28. UNKNOWN_ESCAPE_SEQUENCE: 4,
  29. INVALID_UNICODE_ESCAPE_SEQUENCE: 5,
  30. UNBALANCED_CLOSING_BRACE: 6,
  31. UNTERMINATED_CLOSING_BRACE: 7,
  32. EMPTY_PLACEHOLDER: 8,
  33. NOT_ALLOW_NEST_PLACEHOLDER: 9,
  34. INVALID_LINKED_FORMAT: 10,
  35. // parser error codes
  36. MUST_HAVE_MESSAGES_IN_PLURAL: 11,
  37. UNEXPECTED_EMPTY_LINKED_MODIFIER: 12,
  38. UNEXPECTED_EMPTY_LINKED_KEY: 13,
  39. UNEXPECTED_LEXICAL_ANALYSIS: 14,
  40. // generator error codes
  41. UNHANDLED_CODEGEN_NODE_TYPE: 15,
  42. // minifier error codes
  43. UNHANDLED_MINIFIER_NODE_TYPE: 16
  44. };
  45. // Special value for higher-order compilers to pick up the last code
  46. // to avoid collision of error codes.
  47. // This should always be kept as the last item.
  48. const COMPILE_ERROR_CODES_EXTEND_POINT = 17;
  49. /** @internal */
  50. const errorMessages = {
  51. // tokenizer error messages
  52. [CompileErrorCodes.EXPECTED_TOKEN]: `Expected token: '{0}'`,
  53. [CompileErrorCodes.INVALID_TOKEN_IN_PLACEHOLDER]: `Invalid token in placeholder: '{0}'`,
  54. [CompileErrorCodes.UNTERMINATED_SINGLE_QUOTE_IN_PLACEHOLDER]: `Unterminated single quote in placeholder`,
  55. [CompileErrorCodes.UNKNOWN_ESCAPE_SEQUENCE]: `Unknown escape sequence: \\{0}`,
  56. [CompileErrorCodes.INVALID_UNICODE_ESCAPE_SEQUENCE]: `Invalid unicode escape sequence: {0}`,
  57. [CompileErrorCodes.UNBALANCED_CLOSING_BRACE]: `Unbalanced closing brace`,
  58. [CompileErrorCodes.UNTERMINATED_CLOSING_BRACE]: `Unterminated closing brace`,
  59. [CompileErrorCodes.EMPTY_PLACEHOLDER]: `Empty placeholder`,
  60. [CompileErrorCodes.NOT_ALLOW_NEST_PLACEHOLDER]: `Not allowed nest placeholder`,
  61. [CompileErrorCodes.INVALID_LINKED_FORMAT]: `Invalid linked format`,
  62. // parser error messages
  63. [CompileErrorCodes.MUST_HAVE_MESSAGES_IN_PLURAL]: `Plural must have messages`,
  64. [CompileErrorCodes.UNEXPECTED_EMPTY_LINKED_MODIFIER]: `Unexpected empty linked modifier`,
  65. [CompileErrorCodes.UNEXPECTED_EMPTY_LINKED_KEY]: `Unexpected empty linked key`,
  66. [CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS]: `Unexpected lexical analysis in token: '{0}'`,
  67. // generator error messages
  68. [CompileErrorCodes.UNHANDLED_CODEGEN_NODE_TYPE]: `unhandled codegen node type: '{0}'`,
  69. // minimizer error messages
  70. [CompileErrorCodes.UNHANDLED_MINIFIER_NODE_TYPE]: `unhandled mimifier node type: '{0}'`
  71. };
  72. function createCompileError(code, loc, options = {}) {
  73. const { domain, messages, args } = options;
  74. const msg = code;
  75. const error = new SyntaxError(String(msg));
  76. error.code = code;
  77. if (loc) {
  78. error.location = loc;
  79. }
  80. error.domain = domain;
  81. return error;
  82. }
  83. /** @internal */
  84. function defaultOnError(error) {
  85. throw error;
  86. }
  87. // eslint-disable-next-line no-useless-escape
  88. const RE_HTML_TAG = /<\/?[\w\s="/.':;#-\/]+>/;
  89. const detectHtmlTag = (source) => RE_HTML_TAG.test(source);
  90. const CHAR_SP = ' ';
  91. const CHAR_CR = '\r';
  92. const CHAR_LF = '\n';
  93. const CHAR_LS = String.fromCharCode(0x2028);
  94. const CHAR_PS = String.fromCharCode(0x2029);
  95. function createScanner(str) {
  96. const _buf = str;
  97. let _index = 0;
  98. let _line = 1;
  99. let _column = 1;
  100. let _peekOffset = 0;
  101. const isCRLF = (index) => _buf[index] === CHAR_CR && _buf[index + 1] === CHAR_LF;
  102. const isLF = (index) => _buf[index] === CHAR_LF;
  103. const isPS = (index) => _buf[index] === CHAR_PS;
  104. const isLS = (index) => _buf[index] === CHAR_LS;
  105. const isLineEnd = (index) => isCRLF(index) || isLF(index) || isPS(index) || isLS(index);
  106. const index = () => _index;
  107. const line = () => _line;
  108. const column = () => _column;
  109. const peekOffset = () => _peekOffset;
  110. const charAt = (offset) => isCRLF(offset) || isPS(offset) || isLS(offset) ? CHAR_LF : _buf[offset];
  111. const currentChar = () => charAt(_index);
  112. const currentPeek = () => charAt(_index + _peekOffset);
  113. function next() {
  114. _peekOffset = 0;
  115. if (isLineEnd(_index)) {
  116. _line++;
  117. _column = 0;
  118. }
  119. if (isCRLF(_index)) {
  120. _index++;
  121. }
  122. _index++;
  123. _column++;
  124. return _buf[_index];
  125. }
  126. function peek() {
  127. if (isCRLF(_index + _peekOffset)) {
  128. _peekOffset++;
  129. }
  130. _peekOffset++;
  131. return _buf[_index + _peekOffset];
  132. }
  133. function reset() {
  134. _index = 0;
  135. _line = 1;
  136. _column = 1;
  137. _peekOffset = 0;
  138. }
  139. function resetPeek(offset = 0) {
  140. _peekOffset = offset;
  141. }
  142. function skipToPeek() {
  143. const target = _index + _peekOffset;
  144. while (target !== _index) {
  145. next();
  146. }
  147. _peekOffset = 0;
  148. }
  149. return {
  150. index,
  151. line,
  152. column,
  153. peekOffset,
  154. charAt,
  155. currentChar,
  156. currentPeek,
  157. next,
  158. peek,
  159. reset,
  160. resetPeek,
  161. skipToPeek
  162. };
  163. }
  164. const EOF = undefined;
  165. const DOT = '.';
  166. const LITERAL_DELIMITER = "'";
  167. const ERROR_DOMAIN$1 = 'tokenizer';
  168. function createTokenizer(source, options = {}) {
  169. const location = options.location !== false;
  170. const _scnr = createScanner(source);
  171. const currentOffset = () => _scnr.index();
  172. const currentPosition = () => createPosition(_scnr.line(), _scnr.column(), _scnr.index());
  173. const _initLoc = currentPosition();
  174. const _initOffset = currentOffset();
  175. const _context = {
  176. currentType: 13 /* TokenTypes.EOF */,
  177. offset: _initOffset,
  178. startLoc: _initLoc,
  179. endLoc: _initLoc,
  180. lastType: 13 /* TokenTypes.EOF */,
  181. lastOffset: _initOffset,
  182. lastStartLoc: _initLoc,
  183. lastEndLoc: _initLoc,
  184. braceNest: 0,
  185. inLinked: false,
  186. text: ''
  187. };
  188. const context = () => _context;
  189. const { onError } = options;
  190. function emitError(code, pos, offset, ...args) {
  191. const ctx = context();
  192. pos.column += offset;
  193. pos.offset += offset;
  194. if (onError) {
  195. const loc = location ? createLocation(ctx.startLoc, pos) : null;
  196. const err = createCompileError(code, loc, {
  197. domain: ERROR_DOMAIN$1,
  198. args
  199. });
  200. onError(err);
  201. }
  202. }
  203. function getToken(context, type, value) {
  204. context.endLoc = currentPosition();
  205. context.currentType = type;
  206. const token = { type };
  207. if (location) {
  208. token.loc = createLocation(context.startLoc, context.endLoc);
  209. }
  210. if (value != null) {
  211. token.value = value;
  212. }
  213. return token;
  214. }
  215. const getEndToken = (context) => getToken(context, 13 /* TokenTypes.EOF */);
  216. function eat(scnr, ch) {
  217. if (scnr.currentChar() === ch) {
  218. scnr.next();
  219. return ch;
  220. }
  221. else {
  222. emitError(CompileErrorCodes.EXPECTED_TOKEN, currentPosition(), 0, ch);
  223. return '';
  224. }
  225. }
  226. function peekSpaces(scnr) {
  227. let buf = '';
  228. while (scnr.currentPeek() === CHAR_SP || scnr.currentPeek() === CHAR_LF) {
  229. buf += scnr.currentPeek();
  230. scnr.peek();
  231. }
  232. return buf;
  233. }
  234. function skipSpaces(scnr) {
  235. const buf = peekSpaces(scnr);
  236. scnr.skipToPeek();
  237. return buf;
  238. }
  239. function isIdentifierStart(ch) {
  240. if (ch === EOF) {
  241. return false;
  242. }
  243. const cc = ch.charCodeAt(0);
  244. return ((cc >= 97 && cc <= 122) || // a-z
  245. (cc >= 65 && cc <= 90) || // A-Z
  246. cc === 95 // _
  247. );
  248. }
  249. function isNumberStart(ch) {
  250. if (ch === EOF) {
  251. return false;
  252. }
  253. const cc = ch.charCodeAt(0);
  254. return cc >= 48 && cc <= 57; // 0-9
  255. }
  256. function isNamedIdentifierStart(scnr, context) {
  257. const { currentType } = context;
  258. if (currentType !== 2 /* TokenTypes.BraceLeft */) {
  259. return false;
  260. }
  261. peekSpaces(scnr);
  262. const ret = isIdentifierStart(scnr.currentPeek());
  263. scnr.resetPeek();
  264. return ret;
  265. }
  266. function isListIdentifierStart(scnr, context) {
  267. const { currentType } = context;
  268. if (currentType !== 2 /* TokenTypes.BraceLeft */) {
  269. return false;
  270. }
  271. peekSpaces(scnr);
  272. const ch = scnr.currentPeek() === '-' ? scnr.peek() : scnr.currentPeek();
  273. const ret = isNumberStart(ch);
  274. scnr.resetPeek();
  275. return ret;
  276. }
  277. function isLiteralStart(scnr, context) {
  278. const { currentType } = context;
  279. if (currentType !== 2 /* TokenTypes.BraceLeft */) {
  280. return false;
  281. }
  282. peekSpaces(scnr);
  283. const ret = scnr.currentPeek() === LITERAL_DELIMITER;
  284. scnr.resetPeek();
  285. return ret;
  286. }
  287. function isLinkedDotStart(scnr, context) {
  288. const { currentType } = context;
  289. if (currentType !== 7 /* TokenTypes.LinkedAlias */) {
  290. return false;
  291. }
  292. peekSpaces(scnr);
  293. const ret = scnr.currentPeek() === "." /* TokenChars.LinkedDot */;
  294. scnr.resetPeek();
  295. return ret;
  296. }
  297. function isLinkedModifierStart(scnr, context) {
  298. const { currentType } = context;
  299. if (currentType !== 8 /* TokenTypes.LinkedDot */) {
  300. return false;
  301. }
  302. peekSpaces(scnr);
  303. const ret = isIdentifierStart(scnr.currentPeek());
  304. scnr.resetPeek();
  305. return ret;
  306. }
  307. function isLinkedDelimiterStart(scnr, context) {
  308. const { currentType } = context;
  309. if (!(currentType === 7 /* TokenTypes.LinkedAlias */ ||
  310. currentType === 11 /* TokenTypes.LinkedModifier */)) {
  311. return false;
  312. }
  313. peekSpaces(scnr);
  314. const ret = scnr.currentPeek() === ":" /* TokenChars.LinkedDelimiter */;
  315. scnr.resetPeek();
  316. return ret;
  317. }
  318. function isLinkedReferStart(scnr, context) {
  319. const { currentType } = context;
  320. if (currentType !== 9 /* TokenTypes.LinkedDelimiter */) {
  321. return false;
  322. }
  323. const fn = () => {
  324. const ch = scnr.currentPeek();
  325. if (ch === "{" /* TokenChars.BraceLeft */) {
  326. return isIdentifierStart(scnr.peek());
  327. }
  328. else if (ch === "@" /* TokenChars.LinkedAlias */ ||
  329. ch === "|" /* TokenChars.Pipe */ ||
  330. ch === ":" /* TokenChars.LinkedDelimiter */ ||
  331. ch === "." /* TokenChars.LinkedDot */ ||
  332. ch === CHAR_SP ||
  333. !ch) {
  334. return false;
  335. }
  336. else if (ch === CHAR_LF) {
  337. scnr.peek();
  338. return fn();
  339. }
  340. else {
  341. // other characters
  342. return isTextStart(scnr, false);
  343. }
  344. };
  345. const ret = fn();
  346. scnr.resetPeek();
  347. return ret;
  348. }
  349. function isPluralStart(scnr) {
  350. peekSpaces(scnr);
  351. const ret = scnr.currentPeek() === "|" /* TokenChars.Pipe */;
  352. scnr.resetPeek();
  353. return ret;
  354. }
  355. function isTextStart(scnr, reset = true) {
  356. const fn = (hasSpace = false, prev = '') => {
  357. const ch = scnr.currentPeek();
  358. if (ch === "{" /* TokenChars.BraceLeft */) {
  359. return hasSpace;
  360. }
  361. else if (ch === "@" /* TokenChars.LinkedAlias */ || !ch) {
  362. return hasSpace;
  363. }
  364. else if (ch === "|" /* TokenChars.Pipe */) {
  365. return !(prev === CHAR_SP || prev === CHAR_LF);
  366. }
  367. else if (ch === CHAR_SP) {
  368. scnr.peek();
  369. return fn(true, CHAR_SP);
  370. }
  371. else if (ch === CHAR_LF) {
  372. scnr.peek();
  373. return fn(true, CHAR_LF);
  374. }
  375. else {
  376. return true;
  377. }
  378. };
  379. const ret = fn();
  380. reset && scnr.resetPeek();
  381. return ret;
  382. }
  383. function takeChar(scnr, fn) {
  384. const ch = scnr.currentChar();
  385. if (ch === EOF) {
  386. return EOF;
  387. }
  388. if (fn(ch)) {
  389. scnr.next();
  390. return ch;
  391. }
  392. return null;
  393. }
  394. function isIdentifier(ch) {
  395. const cc = ch.charCodeAt(0);
  396. return ((cc >= 97 && cc <= 122) || // a-z
  397. (cc >= 65 && cc <= 90) || // A-Z
  398. (cc >= 48 && cc <= 57) || // 0-9
  399. cc === 95 || // _
  400. cc === 36 // $
  401. );
  402. }
  403. function takeIdentifierChar(scnr) {
  404. return takeChar(scnr, isIdentifier);
  405. }
  406. function isNamedIdentifier(ch) {
  407. const cc = ch.charCodeAt(0);
  408. return ((cc >= 97 && cc <= 122) || // a-z
  409. (cc >= 65 && cc <= 90) || // A-Z
  410. (cc >= 48 && cc <= 57) || // 0-9
  411. cc === 95 || // _
  412. cc === 36 || // $
  413. cc === 45 // -
  414. );
  415. }
  416. function takeNamedIdentifierChar(scnr) {
  417. return takeChar(scnr, isNamedIdentifier);
  418. }
  419. function isDigit(ch) {
  420. const cc = ch.charCodeAt(0);
  421. return cc >= 48 && cc <= 57; // 0-9
  422. }
  423. function takeDigit(scnr) {
  424. return takeChar(scnr, isDigit);
  425. }
  426. function isHexDigit(ch) {
  427. const cc = ch.charCodeAt(0);
  428. return ((cc >= 48 && cc <= 57) || // 0-9
  429. (cc >= 65 && cc <= 70) || // A-F
  430. (cc >= 97 && cc <= 102)); // a-f
  431. }
  432. function takeHexDigit(scnr) {
  433. return takeChar(scnr, isHexDigit);
  434. }
  435. function getDigits(scnr) {
  436. let ch = '';
  437. let num = '';
  438. while ((ch = takeDigit(scnr))) {
  439. num += ch;
  440. }
  441. return num;
  442. }
  443. function readText(scnr) {
  444. let buf = '';
  445. while (true) {
  446. const ch = scnr.currentChar();
  447. if (ch === "{" /* TokenChars.BraceLeft */ ||
  448. ch === "}" /* TokenChars.BraceRight */ ||
  449. ch === "@" /* TokenChars.LinkedAlias */ ||
  450. ch === "|" /* TokenChars.Pipe */ ||
  451. !ch) {
  452. break;
  453. }
  454. else if (ch === CHAR_SP || ch === CHAR_LF) {
  455. if (isTextStart(scnr)) {
  456. buf += ch;
  457. scnr.next();
  458. }
  459. else if (isPluralStart(scnr)) {
  460. break;
  461. }
  462. else {
  463. buf += ch;
  464. scnr.next();
  465. }
  466. }
  467. else {
  468. buf += ch;
  469. scnr.next();
  470. }
  471. }
  472. return buf;
  473. }
  474. function readNamedIdentifier(scnr) {
  475. skipSpaces(scnr);
  476. let ch = '';
  477. let name = '';
  478. while ((ch = takeNamedIdentifierChar(scnr))) {
  479. name += ch;
  480. }
  481. if (scnr.currentChar() === EOF) {
  482. emitError(CompileErrorCodes.UNTERMINATED_CLOSING_BRACE, currentPosition(), 0);
  483. }
  484. return name;
  485. }
  486. function readListIdentifier(scnr) {
  487. skipSpaces(scnr);
  488. let value = '';
  489. if (scnr.currentChar() === '-') {
  490. scnr.next();
  491. value += `-${getDigits(scnr)}`;
  492. }
  493. else {
  494. value += getDigits(scnr);
  495. }
  496. if (scnr.currentChar() === EOF) {
  497. emitError(CompileErrorCodes.UNTERMINATED_CLOSING_BRACE, currentPosition(), 0);
  498. }
  499. return value;
  500. }
  501. function isLiteral(ch) {
  502. return ch !== LITERAL_DELIMITER && ch !== CHAR_LF;
  503. }
  504. function readLiteral(scnr) {
  505. skipSpaces(scnr);
  506. // eslint-disable-next-line no-useless-escape
  507. eat(scnr, `\'`);
  508. let ch = '';
  509. let literal = '';
  510. while ((ch = takeChar(scnr, isLiteral))) {
  511. if (ch === '\\') {
  512. literal += readEscapeSequence(scnr);
  513. }
  514. else {
  515. literal += ch;
  516. }
  517. }
  518. const current = scnr.currentChar();
  519. if (current === CHAR_LF || current === EOF) {
  520. emitError(CompileErrorCodes.UNTERMINATED_SINGLE_QUOTE_IN_PLACEHOLDER, currentPosition(), 0);
  521. // TODO: Is it correct really?
  522. if (current === CHAR_LF) {
  523. scnr.next();
  524. // eslint-disable-next-line no-useless-escape
  525. eat(scnr, `\'`);
  526. }
  527. return literal;
  528. }
  529. // eslint-disable-next-line no-useless-escape
  530. eat(scnr, `\'`);
  531. return literal;
  532. }
  533. function readEscapeSequence(scnr) {
  534. const ch = scnr.currentChar();
  535. switch (ch) {
  536. case '\\':
  537. case `\'`: // eslint-disable-line no-useless-escape
  538. scnr.next();
  539. return `\\${ch}`;
  540. case 'u':
  541. return readUnicodeEscapeSequence(scnr, ch, 4);
  542. case 'U':
  543. return readUnicodeEscapeSequence(scnr, ch, 6);
  544. default:
  545. emitError(CompileErrorCodes.UNKNOWN_ESCAPE_SEQUENCE, currentPosition(), 0, ch);
  546. return '';
  547. }
  548. }
  549. function readUnicodeEscapeSequence(scnr, unicode, digits) {
  550. eat(scnr, unicode);
  551. let sequence = '';
  552. for (let i = 0; i < digits; i++) {
  553. const ch = takeHexDigit(scnr);
  554. if (!ch) {
  555. emitError(CompileErrorCodes.INVALID_UNICODE_ESCAPE_SEQUENCE, currentPosition(), 0, `\\${unicode}${sequence}${scnr.currentChar()}`);
  556. break;
  557. }
  558. sequence += ch;
  559. }
  560. return `\\${unicode}${sequence}`;
  561. }
  562. function isInvalidIdentifier(ch) {
  563. return (ch !== "{" /* TokenChars.BraceLeft */ &&
  564. ch !== "}" /* TokenChars.BraceRight */ &&
  565. ch !== CHAR_SP &&
  566. ch !== CHAR_LF);
  567. }
  568. function readInvalidIdentifier(scnr) {
  569. skipSpaces(scnr);
  570. let ch = '';
  571. let identifiers = '';
  572. while ((ch = takeChar(scnr, isInvalidIdentifier))) {
  573. identifiers += ch;
  574. }
  575. return identifiers;
  576. }
  577. function readLinkedModifier(scnr) {
  578. let ch = '';
  579. let name = '';
  580. while ((ch = takeIdentifierChar(scnr))) {
  581. name += ch;
  582. }
  583. return name;
  584. }
  585. function readLinkedRefer(scnr) {
  586. const fn = (buf) => {
  587. const ch = scnr.currentChar();
  588. if (ch === "{" /* TokenChars.BraceLeft */ ||
  589. ch === "@" /* TokenChars.LinkedAlias */ ||
  590. ch === "|" /* TokenChars.Pipe */ ||
  591. ch === "(" /* TokenChars.ParenLeft */ ||
  592. ch === ")" /* TokenChars.ParenRight */ ||
  593. !ch) {
  594. return buf;
  595. }
  596. else if (ch === CHAR_SP) {
  597. return buf;
  598. }
  599. else if (ch === CHAR_LF || ch === DOT) {
  600. buf += ch;
  601. scnr.next();
  602. return fn(buf);
  603. }
  604. else {
  605. buf += ch;
  606. scnr.next();
  607. return fn(buf);
  608. }
  609. };
  610. return fn('');
  611. }
  612. function readPlural(scnr) {
  613. skipSpaces(scnr);
  614. const plural = eat(scnr, "|" /* TokenChars.Pipe */);
  615. skipSpaces(scnr);
  616. return plural;
  617. }
  618. // TODO: We need refactoring of token parsing ...
  619. function readTokenInPlaceholder(scnr, context) {
  620. let token = null;
  621. const ch = scnr.currentChar();
  622. switch (ch) {
  623. case "{" /* TokenChars.BraceLeft */:
  624. if (context.braceNest >= 1) {
  625. emitError(CompileErrorCodes.NOT_ALLOW_NEST_PLACEHOLDER, currentPosition(), 0);
  626. }
  627. scnr.next();
  628. token = getToken(context, 2 /* TokenTypes.BraceLeft */, "{" /* TokenChars.BraceLeft */);
  629. skipSpaces(scnr);
  630. context.braceNest++;
  631. return token;
  632. case "}" /* TokenChars.BraceRight */:
  633. if (context.braceNest > 0 &&
  634. context.currentType === 2 /* TokenTypes.BraceLeft */) {
  635. emitError(CompileErrorCodes.EMPTY_PLACEHOLDER, currentPosition(), 0);
  636. }
  637. scnr.next();
  638. token = getToken(context, 3 /* TokenTypes.BraceRight */, "}" /* TokenChars.BraceRight */);
  639. context.braceNest--;
  640. context.braceNest > 0 && skipSpaces(scnr);
  641. if (context.inLinked && context.braceNest === 0) {
  642. context.inLinked = false;
  643. }
  644. return token;
  645. case "@" /* TokenChars.LinkedAlias */:
  646. if (context.braceNest > 0) {
  647. emitError(CompileErrorCodes.UNTERMINATED_CLOSING_BRACE, currentPosition(), 0);
  648. }
  649. token = readTokenInLinked(scnr, context) || getEndToken(context);
  650. context.braceNest = 0;
  651. return token;
  652. default: {
  653. let validNamedIdentifier = true;
  654. let validListIdentifier = true;
  655. let validLiteral = true;
  656. if (isPluralStart(scnr)) {
  657. if (context.braceNest > 0) {
  658. emitError(CompileErrorCodes.UNTERMINATED_CLOSING_BRACE, currentPosition(), 0);
  659. }
  660. token = getToken(context, 1 /* TokenTypes.Pipe */, readPlural(scnr));
  661. // reset
  662. context.braceNest = 0;
  663. context.inLinked = false;
  664. return token;
  665. }
  666. if (context.braceNest > 0 &&
  667. (context.currentType === 4 /* TokenTypes.Named */ ||
  668. context.currentType === 5 /* TokenTypes.List */ ||
  669. context.currentType === 6 /* TokenTypes.Literal */)) {
  670. emitError(CompileErrorCodes.UNTERMINATED_CLOSING_BRACE, currentPosition(), 0);
  671. context.braceNest = 0;
  672. return readToken(scnr, context);
  673. }
  674. if ((validNamedIdentifier = isNamedIdentifierStart(scnr, context))) {
  675. token = getToken(context, 4 /* TokenTypes.Named */, readNamedIdentifier(scnr));
  676. skipSpaces(scnr);
  677. return token;
  678. }
  679. if ((validListIdentifier = isListIdentifierStart(scnr, context))) {
  680. token = getToken(context, 5 /* TokenTypes.List */, readListIdentifier(scnr));
  681. skipSpaces(scnr);
  682. return token;
  683. }
  684. if ((validLiteral = isLiteralStart(scnr, context))) {
  685. token = getToken(context, 6 /* TokenTypes.Literal */, readLiteral(scnr));
  686. skipSpaces(scnr);
  687. return token;
  688. }
  689. if (!validNamedIdentifier && !validListIdentifier && !validLiteral) {
  690. // TODO: we should be re-designed invalid cases, when we will extend message syntax near the future ...
  691. token = getToken(context, 12 /* TokenTypes.InvalidPlace */, readInvalidIdentifier(scnr));
  692. emitError(CompileErrorCodes.INVALID_TOKEN_IN_PLACEHOLDER, currentPosition(), 0, token.value);
  693. skipSpaces(scnr);
  694. return token;
  695. }
  696. break;
  697. }
  698. }
  699. return token;
  700. }
  701. // TODO: We need refactoring of token parsing ...
  702. function readTokenInLinked(scnr, context) {
  703. const { currentType } = context;
  704. let token = null;
  705. const ch = scnr.currentChar();
  706. if ((currentType === 7 /* TokenTypes.LinkedAlias */ ||
  707. currentType === 8 /* TokenTypes.LinkedDot */ ||
  708. currentType === 11 /* TokenTypes.LinkedModifier */ ||
  709. currentType === 9 /* TokenTypes.LinkedDelimiter */) &&
  710. (ch === CHAR_LF || ch === CHAR_SP)) {
  711. emitError(CompileErrorCodes.INVALID_LINKED_FORMAT, currentPosition(), 0);
  712. }
  713. switch (ch) {
  714. case "@" /* TokenChars.LinkedAlias */:
  715. scnr.next();
  716. token = getToken(context, 7 /* TokenTypes.LinkedAlias */, "@" /* TokenChars.LinkedAlias */);
  717. context.inLinked = true;
  718. return token;
  719. case "." /* TokenChars.LinkedDot */:
  720. skipSpaces(scnr);
  721. scnr.next();
  722. return getToken(context, 8 /* TokenTypes.LinkedDot */, "." /* TokenChars.LinkedDot */);
  723. case ":" /* TokenChars.LinkedDelimiter */:
  724. skipSpaces(scnr);
  725. scnr.next();
  726. return getToken(context, 9 /* TokenTypes.LinkedDelimiter */, ":" /* TokenChars.LinkedDelimiter */);
  727. default:
  728. if (isPluralStart(scnr)) {
  729. token = getToken(context, 1 /* TokenTypes.Pipe */, readPlural(scnr));
  730. // reset
  731. context.braceNest = 0;
  732. context.inLinked = false;
  733. return token;
  734. }
  735. if (isLinkedDotStart(scnr, context) ||
  736. isLinkedDelimiterStart(scnr, context)) {
  737. skipSpaces(scnr);
  738. return readTokenInLinked(scnr, context);
  739. }
  740. if (isLinkedModifierStart(scnr, context)) {
  741. skipSpaces(scnr);
  742. return getToken(context, 11 /* TokenTypes.LinkedModifier */, readLinkedModifier(scnr));
  743. }
  744. if (isLinkedReferStart(scnr, context)) {
  745. skipSpaces(scnr);
  746. if (ch === "{" /* TokenChars.BraceLeft */) {
  747. // scan the placeholder
  748. return readTokenInPlaceholder(scnr, context) || token;
  749. }
  750. else {
  751. return getToken(context, 10 /* TokenTypes.LinkedKey */, readLinkedRefer(scnr));
  752. }
  753. }
  754. if (currentType === 7 /* TokenTypes.LinkedAlias */) {
  755. emitError(CompileErrorCodes.INVALID_LINKED_FORMAT, currentPosition(), 0);
  756. }
  757. context.braceNest = 0;
  758. context.inLinked = false;
  759. return readToken(scnr, context);
  760. }
  761. }
  762. // TODO: We need refactoring of token parsing ...
  763. function readToken(scnr, context) {
  764. let token = { type: 13 /* TokenTypes.EOF */ };
  765. if (context.braceNest > 0) {
  766. return readTokenInPlaceholder(scnr, context) || getEndToken(context);
  767. }
  768. if (context.inLinked) {
  769. return readTokenInLinked(scnr, context) || getEndToken(context);
  770. }
  771. const ch = scnr.currentChar();
  772. switch (ch) {
  773. case "{" /* TokenChars.BraceLeft */:
  774. return readTokenInPlaceholder(scnr, context) || getEndToken(context);
  775. case "}" /* TokenChars.BraceRight */:
  776. emitError(CompileErrorCodes.UNBALANCED_CLOSING_BRACE, currentPosition(), 0);
  777. scnr.next();
  778. return getToken(context, 3 /* TokenTypes.BraceRight */, "}" /* TokenChars.BraceRight */);
  779. case "@" /* TokenChars.LinkedAlias */:
  780. return readTokenInLinked(scnr, context) || getEndToken(context);
  781. default: {
  782. if (isPluralStart(scnr)) {
  783. token = getToken(context, 1 /* TokenTypes.Pipe */, readPlural(scnr));
  784. // reset
  785. context.braceNest = 0;
  786. context.inLinked = false;
  787. return token;
  788. }
  789. if (isTextStart(scnr)) {
  790. return getToken(context, 0 /* TokenTypes.Text */, readText(scnr));
  791. }
  792. break;
  793. }
  794. }
  795. return token;
  796. }
  797. function nextToken() {
  798. const { currentType, offset, startLoc, endLoc } = _context;
  799. _context.lastType = currentType;
  800. _context.lastOffset = offset;
  801. _context.lastStartLoc = startLoc;
  802. _context.lastEndLoc = endLoc;
  803. _context.offset = currentOffset();
  804. _context.startLoc = currentPosition();
  805. if (_scnr.currentChar() === EOF) {
  806. return getToken(_context, 13 /* TokenTypes.EOF */);
  807. }
  808. return readToken(_scnr, _context);
  809. }
  810. return {
  811. nextToken,
  812. currentOffset,
  813. currentPosition,
  814. context
  815. };
  816. }
  817. const ERROR_DOMAIN = 'parser';
  818. // Backslash backslash, backslash quote, uHHHH, UHHHHHH.
  819. const KNOWN_ESCAPES = /(?:\\\\|\\'|\\u([0-9a-fA-F]{4})|\\U([0-9a-fA-F]{6}))/g;
  820. function fromEscapeSequence(match, codePoint4, codePoint6) {
  821. switch (match) {
  822. case `\\\\`:
  823. return `\\`;
  824. // eslint-disable-next-line no-useless-escape
  825. case `\\\'`:
  826. // eslint-disable-next-line no-useless-escape
  827. return `\'`;
  828. default: {
  829. const codePoint = parseInt(codePoint4 || codePoint6, 16);
  830. if (codePoint <= 0xd7ff || codePoint >= 0xe000) {
  831. return String.fromCodePoint(codePoint);
  832. }
  833. // invalid ...
  834. // Replace them with U+FFFD REPLACEMENT CHARACTER.
  835. return '�';
  836. }
  837. }
  838. }
  839. function createParser(options = {}) {
  840. const location = options.location !== false;
  841. const { onError } = options;
  842. function emitError(tokenzer, code, start, offset, ...args) {
  843. const end = tokenzer.currentPosition();
  844. end.offset += offset;
  845. end.column += offset;
  846. if (onError) {
  847. const loc = location ? createLocation(start, end) : null;
  848. const err = createCompileError(code, loc, {
  849. domain: ERROR_DOMAIN,
  850. args
  851. });
  852. onError(err);
  853. }
  854. }
  855. function startNode(type, offset, loc) {
  856. const node = { type };
  857. if (location) {
  858. node.start = offset;
  859. node.end = offset;
  860. node.loc = { start: loc, end: loc };
  861. }
  862. return node;
  863. }
  864. function endNode(node, offset, pos, type) {
  865. if (location) {
  866. node.end = offset;
  867. if (node.loc) {
  868. node.loc.end = pos;
  869. }
  870. }
  871. }
  872. function parseText(tokenizer, value) {
  873. const context = tokenizer.context();
  874. const node = startNode(3 /* NodeTypes.Text */, context.offset, context.startLoc);
  875. node.value = value;
  876. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  877. return node;
  878. }
  879. function parseList(tokenizer, index) {
  880. const context = tokenizer.context();
  881. const { lastOffset: offset, lastStartLoc: loc } = context; // get brace left loc
  882. const node = startNode(5 /* NodeTypes.List */, offset, loc);
  883. node.index = parseInt(index, 10);
  884. tokenizer.nextToken(); // skip brach right
  885. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  886. return node;
  887. }
  888. function parseNamed(tokenizer, key) {
  889. const context = tokenizer.context();
  890. const { lastOffset: offset, lastStartLoc: loc } = context; // get brace left loc
  891. const node = startNode(4 /* NodeTypes.Named */, offset, loc);
  892. node.key = key;
  893. tokenizer.nextToken(); // skip brach right
  894. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  895. return node;
  896. }
  897. function parseLiteral(tokenizer, value) {
  898. const context = tokenizer.context();
  899. const { lastOffset: offset, lastStartLoc: loc } = context; // get brace left loc
  900. const node = startNode(9 /* NodeTypes.Literal */, offset, loc);
  901. node.value = value.replace(KNOWN_ESCAPES, fromEscapeSequence);
  902. tokenizer.nextToken(); // skip brach right
  903. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  904. return node;
  905. }
  906. function parseLinkedModifier(tokenizer) {
  907. const token = tokenizer.nextToken();
  908. const context = tokenizer.context();
  909. const { lastOffset: offset, lastStartLoc: loc } = context; // get linked dot loc
  910. const node = startNode(8 /* NodeTypes.LinkedModifier */, offset, loc);
  911. if (token.type !== 11 /* TokenTypes.LinkedModifier */) {
  912. // empty modifier
  913. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_EMPTY_LINKED_MODIFIER, context.lastStartLoc, 0);
  914. node.value = '';
  915. endNode(node, offset, loc);
  916. return {
  917. nextConsumeToken: token,
  918. node
  919. };
  920. }
  921. // check token
  922. if (token.value == null) {
  923. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  924. }
  925. node.value = token.value || '';
  926. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  927. return {
  928. node
  929. };
  930. }
  931. function parseLinkedKey(tokenizer, value) {
  932. const context = tokenizer.context();
  933. const node = startNode(7 /* NodeTypes.LinkedKey */, context.offset, context.startLoc);
  934. node.value = value;
  935. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  936. return node;
  937. }
  938. function parseLinked(tokenizer) {
  939. const context = tokenizer.context();
  940. const linkedNode = startNode(6 /* NodeTypes.Linked */, context.offset, context.startLoc);
  941. let token = tokenizer.nextToken();
  942. if (token.type === 8 /* TokenTypes.LinkedDot */) {
  943. const parsed = parseLinkedModifier(tokenizer);
  944. linkedNode.modifier = parsed.node;
  945. token = parsed.nextConsumeToken || tokenizer.nextToken();
  946. }
  947. // asset check token
  948. if (token.type !== 9 /* TokenTypes.LinkedDelimiter */) {
  949. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  950. }
  951. token = tokenizer.nextToken();
  952. // skip brace left
  953. if (token.type === 2 /* TokenTypes.BraceLeft */) {
  954. token = tokenizer.nextToken();
  955. }
  956. switch (token.type) {
  957. case 10 /* TokenTypes.LinkedKey */:
  958. if (token.value == null) {
  959. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  960. }
  961. linkedNode.key = parseLinkedKey(tokenizer, token.value || '');
  962. break;
  963. case 4 /* TokenTypes.Named */:
  964. if (token.value == null) {
  965. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  966. }
  967. linkedNode.key = parseNamed(tokenizer, token.value || '');
  968. break;
  969. case 5 /* TokenTypes.List */:
  970. if (token.value == null) {
  971. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  972. }
  973. linkedNode.key = parseList(tokenizer, token.value || '');
  974. break;
  975. case 6 /* TokenTypes.Literal */:
  976. if (token.value == null) {
  977. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  978. }
  979. linkedNode.key = parseLiteral(tokenizer, token.value || '');
  980. break;
  981. default: {
  982. // empty key
  983. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_EMPTY_LINKED_KEY, context.lastStartLoc, 0);
  984. const nextContext = tokenizer.context();
  985. const emptyLinkedKeyNode = startNode(7 /* NodeTypes.LinkedKey */, nextContext.offset, nextContext.startLoc);
  986. emptyLinkedKeyNode.value = '';
  987. endNode(emptyLinkedKeyNode, nextContext.offset, nextContext.startLoc);
  988. linkedNode.key = emptyLinkedKeyNode;
  989. endNode(linkedNode, nextContext.offset, nextContext.startLoc);
  990. return {
  991. nextConsumeToken: token,
  992. node: linkedNode
  993. };
  994. }
  995. }
  996. endNode(linkedNode, tokenizer.currentOffset(), tokenizer.currentPosition());
  997. return {
  998. node: linkedNode
  999. };
  1000. }
  1001. function parseMessage(tokenizer) {
  1002. const context = tokenizer.context();
  1003. const startOffset = context.currentType === 1 /* TokenTypes.Pipe */
  1004. ? tokenizer.currentOffset()
  1005. : context.offset;
  1006. const startLoc = context.currentType === 1 /* TokenTypes.Pipe */
  1007. ? context.endLoc
  1008. : context.startLoc;
  1009. const node = startNode(2 /* NodeTypes.Message */, startOffset, startLoc);
  1010. node.items = [];
  1011. let nextToken = null;
  1012. do {
  1013. const token = nextToken || tokenizer.nextToken();
  1014. nextToken = null;
  1015. switch (token.type) {
  1016. case 0 /* TokenTypes.Text */:
  1017. if (token.value == null) {
  1018. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  1019. }
  1020. node.items.push(parseText(tokenizer, token.value || ''));
  1021. break;
  1022. case 5 /* TokenTypes.List */:
  1023. if (token.value == null) {
  1024. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  1025. }
  1026. node.items.push(parseList(tokenizer, token.value || ''));
  1027. break;
  1028. case 4 /* TokenTypes.Named */:
  1029. if (token.value == null) {
  1030. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  1031. }
  1032. node.items.push(parseNamed(tokenizer, token.value || ''));
  1033. break;
  1034. case 6 /* TokenTypes.Literal */:
  1035. if (token.value == null) {
  1036. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, getTokenCaption(token));
  1037. }
  1038. node.items.push(parseLiteral(tokenizer, token.value || ''));
  1039. break;
  1040. case 7 /* TokenTypes.LinkedAlias */: {
  1041. const parsed = parseLinked(tokenizer);
  1042. node.items.push(parsed.node);
  1043. nextToken = parsed.nextConsumeToken || null;
  1044. break;
  1045. }
  1046. }
  1047. } while (context.currentType !== 13 /* TokenTypes.EOF */ &&
  1048. context.currentType !== 1 /* TokenTypes.Pipe */);
  1049. // adjust message node loc
  1050. const endOffset = context.currentType === 1 /* TokenTypes.Pipe */
  1051. ? context.lastOffset
  1052. : tokenizer.currentOffset();
  1053. const endLoc = context.currentType === 1 /* TokenTypes.Pipe */
  1054. ? context.lastEndLoc
  1055. : tokenizer.currentPosition();
  1056. endNode(node, endOffset, endLoc);
  1057. return node;
  1058. }
  1059. function parsePlural(tokenizer, offset, loc, msgNode) {
  1060. const context = tokenizer.context();
  1061. let hasEmptyMessage = msgNode.items.length === 0;
  1062. const node = startNode(1 /* NodeTypes.Plural */, offset, loc);
  1063. node.cases = [];
  1064. node.cases.push(msgNode);
  1065. do {
  1066. const msg = parseMessage(tokenizer);
  1067. if (!hasEmptyMessage) {
  1068. hasEmptyMessage = msg.items.length === 0;
  1069. }
  1070. node.cases.push(msg);
  1071. } while (context.currentType !== 13 /* TokenTypes.EOF */);
  1072. if (hasEmptyMessage) {
  1073. emitError(tokenizer, CompileErrorCodes.MUST_HAVE_MESSAGES_IN_PLURAL, loc, 0);
  1074. }
  1075. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  1076. return node;
  1077. }
  1078. function parseResource(tokenizer) {
  1079. const context = tokenizer.context();
  1080. const { offset, startLoc } = context;
  1081. const msgNode = parseMessage(tokenizer);
  1082. if (context.currentType === 13 /* TokenTypes.EOF */) {
  1083. return msgNode;
  1084. }
  1085. else {
  1086. return parsePlural(tokenizer, offset, startLoc, msgNode);
  1087. }
  1088. }
  1089. function parse(source) {
  1090. const tokenizer = createTokenizer(source, shared.assign({}, options));
  1091. const context = tokenizer.context();
  1092. const node = startNode(0 /* NodeTypes.Resource */, context.offset, context.startLoc);
  1093. if (location && node.loc) {
  1094. node.loc.source = source;
  1095. }
  1096. node.body = parseResource(tokenizer);
  1097. if (options.onCacheKey) {
  1098. node.cacheKey = options.onCacheKey(source);
  1099. }
  1100. // assert whether achieved to EOF
  1101. if (context.currentType !== 13 /* TokenTypes.EOF */) {
  1102. emitError(tokenizer, CompileErrorCodes.UNEXPECTED_LEXICAL_ANALYSIS, context.lastStartLoc, 0, source[context.offset] || '');
  1103. }
  1104. endNode(node, tokenizer.currentOffset(), tokenizer.currentPosition());
  1105. return node;
  1106. }
  1107. return { parse };
  1108. }
  1109. function getTokenCaption(token) {
  1110. if (token.type === 13 /* TokenTypes.EOF */) {
  1111. return 'EOF';
  1112. }
  1113. const name = (token.value || '').replace(/\r?\n/gu, '\\n');
  1114. return name.length > 10 ? name.slice(0, 9) + '…' : name;
  1115. }
  1116. function createTransformer(ast, options = {} // eslint-disable-line
  1117. ) {
  1118. const _context = {
  1119. ast,
  1120. helpers: new Set()
  1121. };
  1122. const context = () => _context;
  1123. const helper = (name) => {
  1124. _context.helpers.add(name);
  1125. return name;
  1126. };
  1127. return { context, helper };
  1128. }
  1129. function traverseNodes(nodes, transformer) {
  1130. for (let i = 0; i < nodes.length; i++) {
  1131. traverseNode(nodes[i], transformer);
  1132. }
  1133. }
  1134. function traverseNode(node, transformer) {
  1135. // TODO: if we need pre-hook of transform, should be implemented to here
  1136. switch (node.type) {
  1137. case 1 /* NodeTypes.Plural */:
  1138. traverseNodes(node.cases, transformer);
  1139. transformer.helper("plural" /* HelperNameMap.PLURAL */);
  1140. break;
  1141. case 2 /* NodeTypes.Message */:
  1142. traverseNodes(node.items, transformer);
  1143. break;
  1144. case 6 /* NodeTypes.Linked */: {
  1145. const linked = node;
  1146. traverseNode(linked.key, transformer);
  1147. transformer.helper("linked" /* HelperNameMap.LINKED */);
  1148. transformer.helper("type" /* HelperNameMap.TYPE */);
  1149. break;
  1150. }
  1151. case 5 /* NodeTypes.List */:
  1152. transformer.helper("interpolate" /* HelperNameMap.INTERPOLATE */);
  1153. transformer.helper("list" /* HelperNameMap.LIST */);
  1154. break;
  1155. case 4 /* NodeTypes.Named */:
  1156. transformer.helper("interpolate" /* HelperNameMap.INTERPOLATE */);
  1157. transformer.helper("named" /* HelperNameMap.NAMED */);
  1158. break;
  1159. }
  1160. // TODO: if we need post-hook of transform, should be implemented to here
  1161. }
  1162. // transform AST
  1163. function transform(ast, options = {} // eslint-disable-line
  1164. ) {
  1165. const transformer = createTransformer(ast);
  1166. transformer.helper("normalize" /* HelperNameMap.NORMALIZE */);
  1167. // traverse
  1168. ast.body && traverseNode(ast.body, transformer);
  1169. // set meta information
  1170. const context = transformer.context();
  1171. ast.helpers = Array.from(context.helpers);
  1172. }
  1173. function optimize(ast) {
  1174. const body = ast.body;
  1175. if (body.type === 2 /* NodeTypes.Message */) {
  1176. optimizeMessageNode(body);
  1177. }
  1178. else {
  1179. body.cases.forEach(c => optimizeMessageNode(c));
  1180. }
  1181. return ast;
  1182. }
  1183. function optimizeMessageNode(message) {
  1184. if (message.items.length === 1) {
  1185. const item = message.items[0];
  1186. if (item.type === 3 /* NodeTypes.Text */ || item.type === 9 /* NodeTypes.Literal */) {
  1187. message.static = item.value;
  1188. delete item.value; // optimization for size
  1189. }
  1190. }
  1191. else {
  1192. const values = [];
  1193. for (let i = 0; i < message.items.length; i++) {
  1194. const item = message.items[i];
  1195. if (!(item.type === 3 /* NodeTypes.Text */ || item.type === 9 /* NodeTypes.Literal */)) {
  1196. break;
  1197. }
  1198. if (item.value == null) {
  1199. break;
  1200. }
  1201. values.push(item.value);
  1202. }
  1203. if (values.length === message.items.length) {
  1204. message.static = shared.join(values);
  1205. for (let i = 0; i < message.items.length; i++) {
  1206. const item = message.items[i];
  1207. if (item.type === 3 /* NodeTypes.Text */ || item.type === 9 /* NodeTypes.Literal */) {
  1208. delete item.value; // optimization for size
  1209. }
  1210. }
  1211. }
  1212. }
  1213. }
  1214. /* eslint-disable @typescript-eslint/no-explicit-any */
  1215. function minify(node) {
  1216. node.t = node.type;
  1217. switch (node.type) {
  1218. case 0 /* NodeTypes.Resource */: {
  1219. const resource = node;
  1220. minify(resource.body);
  1221. resource.b = resource.body;
  1222. delete resource.body;
  1223. break;
  1224. }
  1225. case 1 /* NodeTypes.Plural */: {
  1226. const plural = node;
  1227. const cases = plural.cases;
  1228. for (let i = 0; i < cases.length; i++) {
  1229. minify(cases[i]);
  1230. }
  1231. plural.c = cases;
  1232. delete plural.cases;
  1233. break;
  1234. }
  1235. case 2 /* NodeTypes.Message */: {
  1236. const message = node;
  1237. const items = message.items;
  1238. for (let i = 0; i < items.length; i++) {
  1239. minify(items[i]);
  1240. }
  1241. message.i = items;
  1242. delete message.items;
  1243. if (message.static) {
  1244. message.s = message.static;
  1245. delete message.static;
  1246. }
  1247. break;
  1248. }
  1249. case 3 /* NodeTypes.Text */:
  1250. case 9 /* NodeTypes.Literal */:
  1251. case 8 /* NodeTypes.LinkedModifier */:
  1252. case 7 /* NodeTypes.LinkedKey */: {
  1253. const valueNode = node;
  1254. if (valueNode.value) {
  1255. valueNode.v = valueNode.value;
  1256. delete valueNode.value;
  1257. }
  1258. break;
  1259. }
  1260. case 6 /* NodeTypes.Linked */: {
  1261. const linked = node;
  1262. minify(linked.key);
  1263. linked.k = linked.key;
  1264. delete linked.key;
  1265. if (linked.modifier) {
  1266. minify(linked.modifier);
  1267. linked.m = linked.modifier;
  1268. delete linked.modifier;
  1269. }
  1270. break;
  1271. }
  1272. case 5 /* NodeTypes.List */: {
  1273. const list = node;
  1274. list.i = list.index;
  1275. delete list.index;
  1276. break;
  1277. }
  1278. case 4 /* NodeTypes.Named */: {
  1279. const named = node;
  1280. named.k = named.key;
  1281. delete named.key;
  1282. break;
  1283. }
  1284. }
  1285. delete node.type;
  1286. }
  1287. /* eslint-enable @typescript-eslint/no-explicit-any */
  1288. // eslint-disable-next-line @typescript-eslint/triple-slash-reference
  1289. /// <reference types="source-map-js" />
  1290. function createCodeGenerator(ast, options) {
  1291. const { sourceMap, filename, breakLineCode, needIndent: _needIndent } = options;
  1292. const location = options.location !== false;
  1293. const _context = {
  1294. filename,
  1295. code: '',
  1296. column: 1,
  1297. line: 1,
  1298. offset: 0,
  1299. map: undefined,
  1300. breakLineCode,
  1301. needIndent: _needIndent,
  1302. indentLevel: 0
  1303. };
  1304. if (location && ast.loc) {
  1305. _context.source = ast.loc.source;
  1306. }
  1307. const context = () => _context;
  1308. function push(code, node) {
  1309. _context.code += code;
  1310. if (_context.map) {
  1311. if (node && node.loc && node.loc !== LOCATION_STUB) {
  1312. addMapping(node.loc.start, getMappingName(node));
  1313. }
  1314. advancePositionWithSource(_context, code);
  1315. }
  1316. }
  1317. function _newline(n, withBreakLine = true) {
  1318. const _breakLineCode = withBreakLine ? breakLineCode : '';
  1319. push(_needIndent ? _breakLineCode + ` `.repeat(n) : _breakLineCode);
  1320. }
  1321. function indent(withNewLine = true) {
  1322. const level = ++_context.indentLevel;
  1323. withNewLine && _newline(level);
  1324. }
  1325. function deindent(withNewLine = true) {
  1326. const level = --_context.indentLevel;
  1327. withNewLine && _newline(level);
  1328. }
  1329. function newline() {
  1330. _newline(_context.indentLevel);
  1331. }
  1332. const helper = (key) => `_${key}`;
  1333. const needIndent = () => _context.needIndent;
  1334. function addMapping(loc, name) {
  1335. _context.map.addMapping({
  1336. name,
  1337. source: _context.filename,
  1338. original: {
  1339. line: loc.line,
  1340. column: loc.column - 1
  1341. },
  1342. generated: {
  1343. line: _context.line,
  1344. column: _context.column - 1
  1345. }
  1346. });
  1347. }
  1348. if (location && sourceMap) {
  1349. _context.map = new sourceMapJs.SourceMapGenerator();
  1350. _context.map.setSourceContent(filename, _context.source);
  1351. }
  1352. return {
  1353. context,
  1354. push,
  1355. indent,
  1356. deindent,
  1357. newline,
  1358. helper,
  1359. needIndent
  1360. };
  1361. }
  1362. function generateLinkedNode(generator, node) {
  1363. const { helper } = generator;
  1364. generator.push(`${helper("linked" /* HelperNameMap.LINKED */)}(`);
  1365. generateNode(generator, node.key);
  1366. if (node.modifier) {
  1367. generator.push(`, `);
  1368. generateNode(generator, node.modifier);
  1369. generator.push(`, _type`);
  1370. }
  1371. else {
  1372. generator.push(`, undefined, _type`);
  1373. }
  1374. generator.push(`)`);
  1375. }
  1376. function generateMessageNode(generator, node) {
  1377. const { helper, needIndent } = generator;
  1378. generator.push(`${helper("normalize" /* HelperNameMap.NORMALIZE */)}([`);
  1379. generator.indent(needIndent());
  1380. const length = node.items.length;
  1381. for (let i = 0; i < length; i++) {
  1382. generateNode(generator, node.items[i]);
  1383. if (i === length - 1) {
  1384. break;
  1385. }
  1386. generator.push(', ');
  1387. }
  1388. generator.deindent(needIndent());
  1389. generator.push('])');
  1390. }
  1391. function generatePluralNode(generator, node) {
  1392. const { helper, needIndent } = generator;
  1393. if (node.cases.length > 1) {
  1394. generator.push(`${helper("plural" /* HelperNameMap.PLURAL */)}([`);
  1395. generator.indent(needIndent());
  1396. const length = node.cases.length;
  1397. for (let i = 0; i < length; i++) {
  1398. generateNode(generator, node.cases[i]);
  1399. if (i === length - 1) {
  1400. break;
  1401. }
  1402. generator.push(', ');
  1403. }
  1404. generator.deindent(needIndent());
  1405. generator.push(`])`);
  1406. }
  1407. }
  1408. function generateResource(generator, node) {
  1409. if (node.body) {
  1410. generateNode(generator, node.body);
  1411. }
  1412. else {
  1413. generator.push('null');
  1414. }
  1415. }
  1416. function generateNode(generator, node) {
  1417. const { helper } = generator;
  1418. switch (node.type) {
  1419. case 0 /* NodeTypes.Resource */:
  1420. generateResource(generator, node);
  1421. break;
  1422. case 1 /* NodeTypes.Plural */:
  1423. generatePluralNode(generator, node);
  1424. break;
  1425. case 2 /* NodeTypes.Message */:
  1426. generateMessageNode(generator, node);
  1427. break;
  1428. case 6 /* NodeTypes.Linked */:
  1429. generateLinkedNode(generator, node);
  1430. break;
  1431. case 8 /* NodeTypes.LinkedModifier */:
  1432. generator.push(JSON.stringify(node.value), node);
  1433. break;
  1434. case 7 /* NodeTypes.LinkedKey */:
  1435. generator.push(JSON.stringify(node.value), node);
  1436. break;
  1437. case 5 /* NodeTypes.List */:
  1438. generator.push(`${helper("interpolate" /* HelperNameMap.INTERPOLATE */)}(${helper("list" /* HelperNameMap.LIST */)}(${node.index}))`, node);
  1439. break;
  1440. case 4 /* NodeTypes.Named */:
  1441. generator.push(`${helper("interpolate" /* HelperNameMap.INTERPOLATE */)}(${helper("named" /* HelperNameMap.NAMED */)}(${JSON.stringify(node.key)}))`, node);
  1442. break;
  1443. case 9 /* NodeTypes.Literal */:
  1444. generator.push(JSON.stringify(node.value), node);
  1445. break;
  1446. case 3 /* NodeTypes.Text */:
  1447. generator.push(JSON.stringify(node.value), node);
  1448. break;
  1449. }
  1450. }
  1451. // generate code from AST
  1452. const generate = (ast, options = {}) => {
  1453. const mode = shared.isString(options.mode) ? options.mode : 'normal';
  1454. const filename = shared.isString(options.filename)
  1455. ? options.filename
  1456. : 'message.intl';
  1457. const sourceMap = !!options.sourceMap;
  1458. // prettier-ignore
  1459. const breakLineCode = options.breakLineCode != null
  1460. ? options.breakLineCode
  1461. : mode === 'arrow'
  1462. ? ';'
  1463. : '\n';
  1464. const needIndent = options.needIndent ? options.needIndent : mode !== 'arrow';
  1465. const helpers = ast.helpers || [];
  1466. const generator = createCodeGenerator(ast, {
  1467. mode,
  1468. filename,
  1469. sourceMap,
  1470. breakLineCode,
  1471. needIndent
  1472. });
  1473. generator.push(mode === 'normal' ? `function __msg__ (ctx) {` : `(ctx) => {`);
  1474. generator.indent(needIndent);
  1475. if (helpers.length > 0) {
  1476. generator.push(`const { ${shared.join(helpers.map(s => `${s}: _${s}`), ', ')} } = ctx`);
  1477. generator.newline();
  1478. }
  1479. generator.push(`return `);
  1480. generateNode(generator, ast);
  1481. generator.deindent(needIndent);
  1482. generator.push(`}`);
  1483. delete ast.helpers;
  1484. const { code, map } = generator.context();
  1485. return {
  1486. ast,
  1487. code,
  1488. map: map ? map.toJSON() : undefined // eslint-disable-line @typescript-eslint/no-explicit-any
  1489. };
  1490. };
  1491. function getMappingName(node) {
  1492. switch (node.type) {
  1493. case 3 /* NodeTypes.Text */:
  1494. case 9 /* NodeTypes.Literal */:
  1495. case 8 /* NodeTypes.LinkedModifier */:
  1496. case 7 /* NodeTypes.LinkedKey */:
  1497. return node.value;
  1498. case 5 /* NodeTypes.List */:
  1499. return node.index.toString();
  1500. case 4 /* NodeTypes.Named */:
  1501. return node.key;
  1502. default:
  1503. return undefined;
  1504. }
  1505. }
  1506. function advancePositionWithSource(pos, source, numberOfCharacters = source.length) {
  1507. let linesCount = 0;
  1508. let lastNewLinePos = -1;
  1509. for (let i = 0; i < numberOfCharacters; i++) {
  1510. if (source.charCodeAt(i) === 10 /* newline char code */) {
  1511. linesCount++;
  1512. lastNewLinePos = i;
  1513. }
  1514. }
  1515. pos.offset += numberOfCharacters;
  1516. pos.line += linesCount;
  1517. pos.column =
  1518. lastNewLinePos === -1
  1519. ? pos.column + numberOfCharacters
  1520. : numberOfCharacters - lastNewLinePos;
  1521. return pos;
  1522. }
  1523. function baseCompile(source, options = {}) {
  1524. const assignedOptions = shared.assign({}, options);
  1525. const jit = !!assignedOptions.jit;
  1526. const enalbeMinify = !!assignedOptions.minify;
  1527. const enambeOptimize = assignedOptions.optimize == null ? true : assignedOptions.optimize;
  1528. // parse source codes
  1529. const parser = createParser(assignedOptions);
  1530. const ast = parser.parse(source);
  1531. if (!jit) {
  1532. // transform ASTs
  1533. transform(ast, assignedOptions);
  1534. // generate javascript codes
  1535. return generate(ast, assignedOptions);
  1536. }
  1537. else {
  1538. // optimize ASTs
  1539. enambeOptimize && optimize(ast);
  1540. // minimize ASTs
  1541. enalbeMinify && minify(ast);
  1542. // In JIT mode, no ast transform, no code generation.
  1543. return { ast, code: '' };
  1544. }
  1545. }
  1546. exports.COMPILE_ERROR_CODES_EXTEND_POINT = COMPILE_ERROR_CODES_EXTEND_POINT;
  1547. exports.CompileErrorCodes = CompileErrorCodes;
  1548. exports.ERROR_DOMAIN = ERROR_DOMAIN;
  1549. exports.LOCATION_STUB = LOCATION_STUB;
  1550. exports.baseCompile = baseCompile;
  1551. exports.createCompileError = createCompileError;
  1552. exports.createLocation = createLocation;
  1553. exports.createParser = createParser;
  1554. exports.createPosition = createPosition;
  1555. exports.defaultOnError = defaultOnError;
  1556. exports.detectHtmlTag = detectHtmlTag;
  1557. exports.errorMessages = errorMessages;