'use strict'; /* * Copyright 2009 Google Inc., 2011 Peter 'Pita' Martischka (Primary Technology Ltd) * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS-IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /* * This is the Changeset library copied from the old Etherpad with some modifications * to use it in node.js. The original can be found at: * https://github.com/ether/pad/blob/master/infrastructure/ace/www/easysync2.js */ const AttributePool = require('./AttributePool'); /** * A `[key, value]` pair of strings describing a text attribute. * * @typedef {[string, string]} Attribute */ /** * This method is called whenever there is an error in the sync process. * * @param {string} msg - Just some message */ const error = (msg) => { const e = new Error(msg); e.easysync = true; throw e; }; /** * Assert that a condition is truthy. If the condition is falsy, the `error` function is called to * throw an exception. * * @param {boolean} b - assertion condition * @param {string} msg - error message to include in the exception * @type {(b: boolean, msg: string) => asserts b} */ const assert = (b, msg) => { if (!b) error(`Failed assertion: ${msg}`); }; /** * Parses a number from string base 36. * * @param {string} str - string of the number in base 36 * @returns {number} number */ exports.parseNum = (str) => parseInt(str, 36); /** * Writes a number in base 36 and puts it in a string. * * @param {number} num - number * @returns {string} string */ exports.numToString = (num) => num.toString(36).toLowerCase(); /** * An operation to apply to a shared document. * * @typedef {object} Op * @property {('+'|'-'|'='|'')} opcode - The operation's operator: * - '=': Keep the next `chars` characters (containing `lines` newlines) from the base * document. * - '-': Remove the next `chars` characters (containing `lines` newlines) from the base * document. * - '+': Insert `chars` characters (containing `lines` newlines) at the current position in * the document. The inserted characters come from the changeset's character bank. * - '' (empty string): Invalid operator used in some contexts to signifiy the lack of an * operation. * @property {number} chars - The number of characters to keep, insert, or delete. * @property {number} lines - The number of characters among the `chars` characters that are * newlines. If non-zero, the last character must be a newline. * @property {string} attribs - Identifiers of attributes to apply to the text, represented as a * repeated (zero or more) sequence of asterisk followed by a non-negative base-36 (lower-case) * integer. For example, '*2*1o' indicates that attributes 2 and 60 apply to the text affected * by the operation. The identifiers come from the document's attribute pool. This is the empty * string for remove ('-') operations. For keep ('=') operations, the attributes are merged with * the base text's existing attributes: * - A keep op attribute with a non-empty value replaces an existing base text attribute that * has the same key. * - A keep op attribute with an empty value is interpreted as an instruction to remove an * existing base text attribute that has the same key, if one exists. */ /** * Describes changes to apply to a document. Does not include the attribute pool or the original * document. * * @typedef {object} Changeset * @property {number} oldLen - The length of the base document. * @property {number} newLen - The length of the document after applying the changeset. * @property {string} ops - Serialized sequence of operations. Use `deserializeOps` to parse this * string. * @property {string} charBank - Characters inserted by insert operations. */ /** * Returns the required length of the text before changeset can be applied. * * @param {string} cs - String representation of the Changeset * @returns {number} oldLen property */ exports.oldLen = (cs) => exports.unpack(cs).oldLen; /** * Returns the length of the text after changeset is applied. * * @param {string} cs - String representation of the Changeset * @returns {number} newLen property */ exports.newLen = (cs) => exports.unpack(cs).newLen; /** * Iterator over a changeset's operations. * * Note: This class does NOT implement the ECMAScript iterable or iterator protocols. * * @typedef {object} OpIter * @property {Function} hasNext - * @property {Function} next - */ /** * Creates an iterator which decodes string changeset operations. * * @param {string} opsStr - String encoding of the change operations to perform. * @returns {OpIter} Operator iterator object. */ exports.opIterator = (opsStr) => { const regex = /((?:\*[0-9a-z]+)*)(?:\|([0-9a-z]+))?([-+=])([0-9a-z]+)|\?|/g; const nextRegexMatch = () => { const result = regex.exec(opsStr); if (result[0] === '?') { error('Hit error opcode in op stream'); } return result; }; let regexResult = nextRegexMatch(); const next = (optOp) => { const op = optOp || exports.newOp(); if (regexResult[0]) { op.attribs = regexResult[1]; op.lines = exports.parseNum(regexResult[2] || 0); op.opcode = regexResult[3]; op.chars = exports.parseNum(regexResult[4]); regexResult = nextRegexMatch(); } else { clearOp(op); } return op; }; const hasNext = () => !!(regexResult[0]); return { next, hasNext, }; }; /** * Cleans an Op object. * * @param {Op} op - object to clear */ const clearOp = (op) => { op.opcode = ''; op.chars = 0; op.lines = 0; op.attribs = ''; }; /** * Creates a new Op object * * @param {('+'|'-'|'='|'')} [optOpcode=''] - The operation's operator. * @returns {Op} */ exports.newOp = (optOpcode) => ({ opcode: (optOpcode || ''), chars: 0, lines: 0, attribs: '', }); /** * Copies op1 to op2 * * @param {Op} op1 - src Op * @param {Op} op2 - dest Op */ const copyOp = (op1, op2) => { op2.opcode = op1.opcode; op2.chars = op1.chars; op2.lines = op1.lines; op2.attribs = op1.attribs; }; /** * Serializes a sequence of Ops. * * @typedef {object} OpAssembler * @property {Function} append - * @property {Function} clear - * @property {Function} toString - */ /** * Efficiently merges consecutive operations that are mergeable, ignores no-ops, and drops final * pure "keeps". It does not re-order operations. * * @typedef {object} MergingOpAssembler * @property {Function} append - * @property {Function} clear - * @property {Function} endDocument - * @property {Function} toString - */ /** * Creates an object that allows you to append operations (type Op) and also compresses them if * possible. Like MergingOpAssembler, but able to produce conforming exportss from slightly looser * input, at the cost of speed. Specifically: * - merges consecutive operations that can be merged * - strips final "=" * - ignores 0-length changes * - reorders consecutive + and - (which MergingOpAssembler doesn't do) * * @typedef {object} SmartOpAssembler * @property {Function} append - * @property {Function} appendOpWithText - * @property {Function} clear - * @property {Function} endDocument - * @property {Function} getLengthChange - * @property {Function} toString - */ /** * Used to check if a Changeset is valid. This function does not check things that require access to * the attribute pool (e.g., attribute order) or original text (e.g., newline positions). * * @param {string} cs - Changeset to check * @returns {string} the checked Changeset */ exports.checkRep = (cs) => { const unpacked = exports.unpack(cs); const oldLen = unpacked.oldLen; const newLen = unpacked.newLen; const ops = unpacked.ops; let charBank = unpacked.charBank; const assem = exports.smartOpAssembler(); let oldPos = 0; let calcNewLen = 0; let numInserted = 0; const iter = exports.opIterator(ops); while (iter.hasNext()) { const o = iter.next(); switch (o.opcode) { case '=': oldPos += o.chars; calcNewLen += o.chars; break; case '-': oldPos += o.chars; assert(oldPos <= oldLen, `${oldPos} > ${oldLen} in ${cs}`); break; case '+': { calcNewLen += o.chars; numInserted += o.chars; assert(calcNewLen <= newLen, `${calcNewLen} > ${newLen} in ${cs}`); break; } } assem.append(o); } calcNewLen += oldLen - oldPos; charBank = charBank.substring(0, numInserted); while (charBank.length < numInserted) { charBank += '?'; } assem.endDocument(); const normalized = exports.pack(oldLen, calcNewLen, assem.toString(), charBank); assert(normalized === cs, 'Invalid changeset (checkRep failed)'); return cs; }; /** * @returns {SmartOpAssembler} */ exports.smartOpAssembler = () => { const minusAssem = exports.mergingOpAssembler(); const plusAssem = exports.mergingOpAssembler(); const keepAssem = exports.mergingOpAssembler(); const assem = exports.stringAssembler(); let lastOpcode = ''; let lengthChange = 0; const flushKeeps = () => { assem.append(keepAssem.toString()); keepAssem.clear(); }; const flushPlusMinus = () => { assem.append(minusAssem.toString()); minusAssem.clear(); assem.append(plusAssem.toString()); plusAssem.clear(); }; const append = (op) => { if (!op.opcode) return; if (!op.chars) return; if (op.opcode === '-') { if (lastOpcode === '=') { flushKeeps(); } minusAssem.append(op); lengthChange -= op.chars; } else if (op.opcode === '+') { if (lastOpcode === '=') { flushKeeps(); } plusAssem.append(op); lengthChange += op.chars; } else if (op.opcode === '=') { if (lastOpcode !== '=') { flushPlusMinus(); } keepAssem.append(op); } lastOpcode = op.opcode; }; /** * Generates operations from the given text and attributes. * * @param {('-'|'+'|'=')} opcode - The operator to use. * @param {string} text - The text to remove/add/keep. * @param {(string|Attribute[])} attribs - The attributes to apply to the operations. See * `makeAttribsString`. * @param {?AttributePool} pool - See `makeAttribsString`. */ const appendOpWithText = (opcode, text, attribs, pool) => { const op = exports.newOp(opcode); op.attribs = exports.makeAttribsString(opcode, attribs, pool); const lastNewlinePos = text.lastIndexOf('\n'); if (lastNewlinePos < 0) { op.chars = text.length; op.lines = 0; append(op); } else { op.chars = lastNewlinePos + 1; op.lines = text.match(/\n/g).length; append(op); op.chars = text.length - (lastNewlinePos + 1); op.lines = 0; append(op); } }; const toString = () => { flushPlusMinus(); flushKeeps(); return assem.toString(); }; const clear = () => { minusAssem.clear(); plusAssem.clear(); keepAssem.clear(); assem.clear(); lengthChange = 0; }; const endDocument = () => { keepAssem.endDocument(); }; const getLengthChange = () => lengthChange; return { append, toString, clear, endDocument, appendOpWithText, getLengthChange, }; }; /** * @returns {MergingOpAssembler} */ exports.mergingOpAssembler = () => { const assem = exports.opAssembler(); const bufOp = exports.newOp(); // If we get, for example, insertions [xxx\n,yyy], those don't merge, // but if we get [xxx\n,yyy,zzz\n], that merges to [xxx\nyyyzzz\n]. // This variable stores the length of yyy and any other newline-less // ops immediately after it. let bufOpAdditionalCharsAfterNewline = 0; const flush = (isEndDocument) => { if (bufOp.opcode) { if (isEndDocument && bufOp.opcode === '=' && !bufOp.attribs) { // final merged keep, leave it implicit } else { assem.append(bufOp); if (bufOpAdditionalCharsAfterNewline) { bufOp.chars = bufOpAdditionalCharsAfterNewline; bufOp.lines = 0; assem.append(bufOp); bufOpAdditionalCharsAfterNewline = 0; } } bufOp.opcode = ''; } }; const append = (op) => { if (op.chars > 0) { if (bufOp.opcode === op.opcode && bufOp.attribs === op.attribs) { if (op.lines > 0) { // bufOp and additional chars are all mergeable into a multi-line op bufOp.chars += bufOpAdditionalCharsAfterNewline + op.chars; bufOp.lines += op.lines; bufOpAdditionalCharsAfterNewline = 0; } else if (bufOp.lines === 0) { // both bufOp and op are in-line bufOp.chars += op.chars; } else { // append in-line text to multi-line bufOp bufOpAdditionalCharsAfterNewline += op.chars; } } else { flush(); copyOp(op, bufOp); } } }; const endDocument = () => { flush(true); }; const toString = () => { flush(); return assem.toString(); }; const clear = () => { assem.clear(); clearOp(bufOp); }; return { append, toString, clear, endDocument, }; }; /** * @returns {OpAssembler} */ exports.opAssembler = () => { const pieces = []; /** * @param {Op} op - Operation to add. Ownership remains with the caller. */ const append = (op) => { pieces.push(op.attribs); if (op.lines) { pieces.push('|', exports.numToString(op.lines)); } pieces.push(op.opcode); pieces.push(exports.numToString(op.chars)); }; const toString = () => pieces.join(''); const clear = () => { pieces.length = 0; }; return { append, toString, clear, }; }; /** * A custom made String Iterator * * @typedef {object} StringIterator * @property {Function} newlines - * @property {Function} peek - * @property {Function} remaining - * @property {Function} skip - * @property {Function} take - */ /** * @param {string} str - String to iterate over * @returns {StringIterator} */ exports.stringIterator = (str) => { let curIndex = 0; // newLines is the number of \n between curIndex and str.length let newLines = str.split('\n').length - 1; const getnewLines = () => newLines; const assertRemaining = (n) => { assert(n <= remaining(), `!(${n} <= ${remaining()})`); }; const take = (n) => { assertRemaining(n); const s = str.substr(curIndex, n); newLines -= s.split('\n').length - 1; curIndex += n; return s; }; const peek = (n) => { assertRemaining(n); const s = str.substr(curIndex, n); return s; }; const skip = (n) => { assertRemaining(n); curIndex += n; }; const remaining = () => str.length - curIndex; return { take, skip, remaining, peek, newlines: getnewLines, }; }; /** * A custom made StringBuffer * * @typedef {object} StringAssembler * @property {Function} append - * @property {Function} toString - */ /** * @returns {StringAssembler} */ exports.stringAssembler = () => { const pieces = []; /** * @param {string} x - */ const append = (x) => { pieces.push(String(x)); }; const toString = () => pieces.join(''); return { append, toString, }; }; /** * @typedef {object} StringArrayLike * @property {(i: number) => string} get - Returns the line at index `i`. * @property {(number|(() => number))} length - The number of lines, or a method that returns the * number of lines. * @property {(((start?: number, end?: number) => string[])|undefined)} slice - Like * `Array.prototype.slice()`. Optional if the return value of the `removeLines` method is not * needed. * @property {(i: number, d?: number, ...l: string[]) => any} splice - Like * `Array.prototype.splice()`. */ /** * Class to iterate and modify texts which have several lines. It is used for applying Changesets on * arrays of lines. * * Mutation operations have the same constraints as exports operations with respect to newlines, but * not the other additional constraints (i.e. ins/del ordering, forbidden no-ops, non-mergeability, * final newline). Can be used to mutate lists of strings where the last char of each string is not * actually a newline, but for the purposes of N and L values, the caller should pretend it is, and * for things to work right in that case, the input to the `insert` method should be a single line * with no newlines. * * @typedef {object} TextLinesMutator * @property {Function} close - * @property {Function} hasMore - * @property {Function} insert - * @property {Function} remove - * @property {Function} removeLines - * @property {Function} skip - * @property {Function} skipLines - */ /** * @param {(string[]|StringArrayLike)} lines - Lines to mutate (in place). * @returns {TextLinesMutator} */ const textLinesMutator = (lines) => { /** * curSplice holds values that will be passed as arguments to lines.splice() to insert, delete, or * change lines: * - curSplice[0] is an index into the lines array. * - curSplice[1] is the number of lines that will be removed from the lines array starting at * the index. * - The other elements represent mutated (changed by ops) lines or new lines (added by ops) to * insert at the index. * * @type {[number, number?, ...string[]?]} */ const curSplice = [0, 0]; let inSplice = false; // position in lines after curSplice is applied: let curLine = 0; let curCol = 0; // invariant: if (inSplice) then (curLine is in curSplice[0] + curSplice.length - {2,3}) && // curLine >= curSplice[0] // invariant: if (inSplice && (curLine >= curSplice[0] + curSplice.length - 2)) then // curCol == 0 /** * Adds and/or removes entries at a specific offset in `lines`. Called when leaving the splice. * * @param {[number, number?, ...string[]?]} s - curSplice */ const linesApplySplice = (s) => { lines.splice(...s); }; /** * Get a line from `lines` at given index. * * @param {number} idx - an index * @returns {string} */ const linesGet = (idx) => { if (lines.get) { return lines.get(idx); } else { return lines[idx]; } }; /** * Return a slice from `lines`. * * @param {number} start - the start index * @param {number} end - the end index * @returns {string[]} */ const linesSlice = (start, end) => { if (lines.slice) { return lines.slice(start, end); } else { return []; } }; /** * Return the length of `lines`. * * @returns {number} */ const linesLength = () => { if ((typeof lines.length) === 'number') { return lines.length; } else { return lines.length(); } }; /** * Starts a new splice. */ const enterSplice = () => { curSplice[0] = curLine; curSplice[1] = 0; // TODO(doc) when is this the case? // check all enterSplice calls and changes to curCol if (curCol > 0) { putCurLineInSplice(); } inSplice = true; }; /** * Changes the lines array according to the values in curSplice and resets curSplice. Called via * close or TODO(doc). */ const leaveSplice = () => { linesApplySplice(curSplice); curSplice.length = 2; curSplice[0] = curSplice[1] = 0; inSplice = false; }; /** * Indicates if curLine is already in the splice. This is necessary because the last element in * curSplice is curLine when this line is currently worked on (e.g. when skipping are inserting). * * TODO(doc) why aren't removals considered? * * @returns {boolean} true if curLine is in splice */ const isCurLineInSplice = () => (curLine - curSplice[0] < (curSplice.length - 2)); /** * Incorporates current line into the splice and marks its old position to be deleted. * * @returns {number} the index of the added line in curSplice */ const putCurLineInSplice = () => { if (!isCurLineInSplice()) { curSplice.push(linesGet(curSplice[0] + curSplice[1])); curSplice[1]++; } return 2 + curLine - curSplice[0]; // TODO should be the same as curSplice.length - 1 }; /** * It will skip some newlines by putting them into the splice. * * @param {number} L - * @param {boolean} includeInSplice - indicates if attributes are present */ const skipLines = (L, includeInSplice) => { if (L) { if (includeInSplice) { if (!inSplice) { enterSplice(); } // TODO(doc) should this count the number of characters that are skipped to check? for (let i = 0; i < L; i++) { curCol = 0; putCurLineInSplice(); curLine++; } } else { if (inSplice) { if (L > 1) { // TODO(doc) figure out why single lines are incorporated into splice instead of ignored leaveSplice(); } else { putCurLineInSplice(); } } curLine += L; curCol = 0; } // tests case foo in remove(), which isn't otherwise covered in current impl } }; /** * Skip some characters. Can contain newlines. * * @param {number} N - number of characters to skip * @param {number} L - number of newlines to skip * @param {boolean} includeInSplice - indicates if attributes are present */ const skip = (N, L, includeInSplice) => { if (N) { if (L) { skipLines(L, includeInSplice); } else { if (includeInSplice && !inSplice) { enterSplice(); } if (inSplice) { // although the line is put into splice curLine is not increased, because // only some chars are skipped, not the whole line putCurLineInSplice(); } curCol += N; } } }; /** * Remove whole lines from lines array. * * @param {number} L - number of lines to remove * @returns {string} */ const removeLines = (L) => { let removed = ''; if (L) { if (!inSplice) { enterSplice(); } /** * Gets a string of joined lines after the end of the splice. * * @param {number} k - number of lines * @returns {string} joined lines */ const nextKLinesText = (k) => { const m = curSplice[0] + curSplice[1]; return linesSlice(m, m + k).join(''); }; if (isCurLineInSplice()) { if (curCol === 0) { removed = curSplice[curSplice.length - 1]; curSplice.length--; removed += nextKLinesText(L - 1); curSplice[1] += L - 1; } else { removed = nextKLinesText(L - 1); curSplice[1] += L - 1; const sline = curSplice.length - 1; removed = curSplice[sline].substring(curCol) + removed; curSplice[sline] = curSplice[sline].substring(0, curCol) + linesGet(curSplice[0] + curSplice[1]); curSplice[1] += 1; } } else { removed = nextKLinesText(L); curSplice[1] += L; } } return removed; }; /** * Remove text from lines array. * * @param {number} N - characters to delete * @param {number} L - lines to delete * @returns {string} */ const remove = (N, L) => { let removed = ''; if (N) { if (L) { return removeLines(L); } else { if (!inSplice) { enterSplice(); } // although the line is put into splice, curLine is not increased, because // only some chars are removed not the whole line const sline = putCurLineInSplice(); removed = curSplice[sline].substring(curCol, curCol + N); curSplice[sline] = curSplice[sline].substring(0, curCol) + curSplice[sline].substring(curCol + N); } } return removed; }; /** * Inserts text into lines array. * * @param {string} text - the text to insert * @param {number} L - number of newlines in text */ const insert = (text, L) => { if (text) { if (!inSplice) { enterSplice(); } if (L) { const newLines = exports.splitTextLines(text); if (isCurLineInSplice()) { const sline = curSplice.length - 1; /** @type {string} */ const theLine = curSplice[sline]; const lineCol = curCol; // insert the first new line curSplice[sline] = theLine.substring(0, lineCol) + newLines[0]; curLine++; newLines.splice(0, 1); // insert the remaining new lines Array.prototype.push.apply(curSplice, newLines); curLine += newLines.length; // insert the remaining chars from the "old" line (e.g. the line we were in // when we started to insert new lines) curSplice.push(theLine.substring(lineCol)); curCol = 0; // TODO(doc) why is this not set to the length of last line? } else { Array.prototype.push.apply(curSplice, newLines); curLine += newLines.length; } } else { // there are no additional lines // although the line is put into splice, curLine is not increased, because // there may be more chars in the line (newline is not reached) const sline = putCurLineInSplice(); if (!curSplice[sline]) { console.error('curSplice[sline] not populated, actual curSplice contents is ', curSplice, '. Possibly related to https://github.com/ether/etherpad-lite/issues/2802'); } curSplice[sline] = curSplice[sline].substring(0, curCol) + text + curSplice[sline].substring(curCol); curCol += text.length; } } }; /** * Checks if curLine (the line we are in when curSplice is applied) is the last line in `lines`. * * @returns {boolean} indicates if there are lines left */ const hasMore = () => { let docLines = linesLength(); if (inSplice) { docLines += curSplice.length - 2 - curSplice[1]; } return curLine < docLines; }; /** * Closes the splice */ const close = () => { if (inSplice) { leaveSplice(); } }; const self = { skip, remove, insert, close, hasMore, removeLines, skipLines, }; return self; }; /** * Apply operations to other operations. * * @param {string} in1 - first Op string * @param {string} in2 - second Op string * @param {Function} func - Callback that applies an operation to another operation. Will be called * multiple times depending on the number of operations in `in1` and `in2`. `func` has signature * `f(op1, op2, opOut)`: * - `op1` is the current operation from `in1`. `func` is expected to mutate `op1` to * partially or fully consume it, and MUST set `op1.opcode` to the empty string once `op1` * is fully consumed. If `op1` is not fully consumed, `func` will be called again with the * same `op1` value. If `op1` is fully consumed, the next call to `func` will be given the * next operation from `in1`. If there are no more operations in `in1`, `op1.opcode` will be * the empty string. * - `op2` is the current operation from `in2`, to apply to `op1`. Has the same consumption * and advancement semantics as `op1`. * - `opOut` MUST be mutated to reflect the result of applying `op2` (before consumption) to * `op1` (before consumption). If there is no result (perhaps `op1` and `op2` cancelled each * other out), `opOut.opcode` MUST be set to the empty string. * @returns {string} the integrated changeset */ const applyZip = (in1, in2, func) => { const iter1 = exports.opIterator(in1); const iter2 = exports.opIterator(in2); const assem = exports.smartOpAssembler(); const op1 = exports.newOp(); const op2 = exports.newOp(); const opOut = exports.newOp(); while (op1.opcode || iter1.hasNext() || op2.opcode || iter2.hasNext()) { if ((!op1.opcode) && iter1.hasNext()) iter1.next(op1); if ((!op2.opcode) && iter2.hasNext()) iter2.next(op2); func(op1, op2, opOut); if (opOut.opcode) { assem.append(opOut); opOut.opcode = ''; } } assem.endDocument(); return assem.toString(); }; /** * Parses an encoded changeset. * * @param {string} cs - The encoded changeset. * @returns {Changeset} */ exports.unpack = (cs) => { const headerRegex = /Z:([0-9a-z]+)([><])([0-9a-z]+)|/; const headerMatch = headerRegex.exec(cs); if ((!headerMatch) || (!headerMatch[0])) { error(`Not a exports: ${cs}`); } const oldLen = exports.parseNum(headerMatch[1]); const changeSign = (headerMatch[2] === '>') ? 1 : -1; const changeMag = exports.parseNum(headerMatch[3]); const newLen = oldLen + changeSign * changeMag; const opsStart = headerMatch[0].length; let opsEnd = cs.indexOf('$'); if (opsEnd < 0) opsEnd = cs.length; return { oldLen, newLen, ops: cs.substring(opsStart, opsEnd), charBank: cs.substring(opsEnd + 1), }; }; /** * Creates an encoded changeset. * * @param {number} oldLen - The length of the document before applying the changeset. * @param {number} newLen - The length of the document after applying the changeset. * @param {string} opsStr - Encoded operations to apply to the document. * @param {string} bank - Characters for insert operations. * @returns {string} The encoded changeset. */ exports.pack = (oldLen, newLen, opsStr, bank) => { const lenDiff = newLen - oldLen; const lenDiffStr = (lenDiff >= 0 ? `>${exports.numToString(lenDiff)}` : `<${exports.numToString(-lenDiff)}`); const a = []; a.push('Z:', exports.numToString(oldLen), lenDiffStr, opsStr, '$', bank); return a.join(''); }; /** * Applies a Changeset to a string. * * @param {string} cs - String encoded Changeset * @param {string} str - String to which a Changeset should be applied * @returns {string} */ exports.applyToText = (cs, str) => { const unpacked = exports.unpack(cs); assert(str.length === unpacked.oldLen, `mismatched apply: ${str.length} / ${unpacked.oldLen}`); const csIter = exports.opIterator(unpacked.ops); const bankIter = exports.stringIterator(unpacked.charBank); const strIter = exports.stringIterator(str); const assem = exports.stringAssembler(); while (csIter.hasNext()) { const op = csIter.next(); switch (op.opcode) { case '+': // op is + and op.lines 0: no newlines must be in op.chars // op is + and op.lines >0: op.chars must include op.lines newlines if (op.lines !== bankIter.peek(op.chars).split('\n').length - 1) { throw new Error(`newline count is wrong in op +; cs:${cs} and text:${str}`); } assem.append(bankIter.take(op.chars)); break; case '-': // op is - and op.lines 0: no newlines must be in the deleted string // op is - and op.lines >0: op.lines newlines must be in the deleted string if (op.lines !== strIter.peek(op.chars).split('\n').length - 1) { throw new Error(`newline count is wrong in op -; cs:${cs} and text:${str}`); } strIter.skip(op.chars); break; case '=': // op is = and op.lines 0: no newlines must be in the copied string // op is = and op.lines >0: op.lines newlines must be in the copied string if (op.lines !== strIter.peek(op.chars).split('\n').length - 1) { throw new Error(`newline count is wrong in op =; cs:${cs} and text:${str}`); } assem.append(strIter.take(op.chars)); break; } } assem.append(strIter.take(strIter.remaining())); return assem.toString(); }; /** * Applies a changeset on an array of lines. * * @param {string} cs - the changeset to apply * @param {string[]} lines - The lines to which the changeset needs to be applied */ exports.mutateTextLines = (cs, lines) => { const unpacked = exports.unpack(cs); const csIter = exports.opIterator(unpacked.ops); const bankIter = exports.stringIterator(unpacked.charBank); const mut = textLinesMutator(lines); while (csIter.hasNext()) { const op = csIter.next(); switch (op.opcode) { case '+': mut.insert(bankIter.take(op.chars), op.lines); break; case '-': mut.remove(op.chars, op.lines); break; case '=': mut.skip(op.chars, op.lines, (!!op.attribs)); break; } } mut.close(); }; /** * Composes two attribute strings (see below) into one. * * @param {string} att1 - first attribute string * @param {string} att2 - second attribue string * @param {boolean} resultIsMutation - * @param {AttributePool} pool - attribute pool * @returns {string} */ exports.composeAttributes = (att1, att2, resultIsMutation, pool) => { // att1 and att2 are strings like "*3*f*1c", asMutation is a boolean. // Sometimes attribute (key,value) pairs are treated as attribute presence // information, while other times they are treated as operations that // mutate a set of attributes, and this affects whether an empty value // is a deletion or a change. // Examples, of the form (att1Items, att2Items, resultIsMutation) -> result // ([], [(bold, )], true) -> [(bold, )] // ([], [(bold, )], false) -> [] // ([], [(bold, true)], true) -> [(bold, true)] // ([], [(bold, true)], false) -> [(bold, true)] // ([(bold, true)], [(bold, )], true) -> [(bold, )] // ([(bold, true)], [(bold, )], false) -> [] // pool can be null if att2 has no attributes. if ((!att1) && resultIsMutation) { // In the case of a mutation (i.e. composing two exportss), // an att2 composed with an empy att1 is just att2. If att1 // is part of an attribution string, then att2 may remove // attributes that are already gone, so don't do this optimization. return att2; } if (!att2) return att1; const atts = []; att1.replace(/\*([0-9a-z]+)/g, (_, a) => { atts.push(pool.getAttrib(exports.parseNum(a))); return ''; }); att2.replace(/\*([0-9a-z]+)/g, (_, a) => { const pair = pool.getAttrib(exports.parseNum(a)); let found = false; for (let i = 0; i < atts.length; i++) { const oldPair = atts[i]; if (oldPair[0] === pair[0]) { if (pair[1] || resultIsMutation) { oldPair[1] = pair[1]; } else { atts.splice(i, 1); } found = true; break; } } if ((!found) && (pair[1] || resultIsMutation)) { atts.push(pair); } return ''; }); atts.sort(); const buf = exports.stringAssembler(); for (let i = 0; i < atts.length; i++) { buf.append('*'); buf.append(exports.numToString(pool.putAttrib(atts[i]))); } return buf.toString(); }; /** * Function used as parameter for applyZip to apply a Changeset to an attribute. * * @param {Op} attOp - The op from the sequence that is being operated on, either an attribution * string or the earlier of two exportss being composed. * @param {Op} csOp - * @param {Op} opOut - Mutated to hold the result of applying `csOp` to `attOp`. * @param {AttributePool} pool - Can be null if definitely not needed. */ const slicerZipperFunc = (attOp, csOp, opOut, pool) => { if (attOp.opcode === '-') { copyOp(attOp, opOut); attOp.opcode = ''; } else if (!attOp.opcode) { copyOp(csOp, opOut); csOp.opcode = ''; } else { switch (csOp.opcode) { case '-': { if (csOp.chars <= attOp.chars) { // delete or delete part if (attOp.opcode === '=') { opOut.opcode = '-'; opOut.chars = csOp.chars; opOut.lines = csOp.lines; opOut.attribs = ''; } attOp.chars -= csOp.chars; attOp.lines -= csOp.lines; csOp.opcode = ''; if (!attOp.chars) { attOp.opcode = ''; } } else { // delete and keep going if (attOp.opcode === '=') { opOut.opcode = '-'; opOut.chars = attOp.chars; opOut.lines = attOp.lines; opOut.attribs = ''; } csOp.chars -= attOp.chars; csOp.lines -= attOp.lines; attOp.opcode = ''; } break; } case '+': { // insert copyOp(csOp, opOut); csOp.opcode = ''; break; } case '=': { if (csOp.chars <= attOp.chars) { // keep or keep part opOut.opcode = attOp.opcode; opOut.chars = csOp.chars; opOut.lines = csOp.lines; opOut.attribs = exports.composeAttributes( attOp.attribs, csOp.attribs, attOp.opcode === '=', pool); csOp.opcode = ''; attOp.chars -= csOp.chars; attOp.lines -= csOp.lines; if (!attOp.chars) { attOp.opcode = ''; } } else { // keep and keep going opOut.opcode = attOp.opcode; opOut.chars = attOp.chars; opOut.lines = attOp.lines; opOut.attribs = exports.composeAttributes( attOp.attribs, csOp.attribs, attOp.opcode === '=', pool); attOp.opcode = ''; csOp.chars -= attOp.chars; csOp.lines -= attOp.lines; } break; } case '': { copyOp(attOp, opOut); attOp.opcode = ''; break; } } } }; /** * Applies a Changeset to the attribs string of a AText. * * @param {string} cs - Changeset * @param {string} astr - the attribs string of a AText * @param {AttributePool} pool - the attibutes pool * @returns {string} */ exports.applyToAttribution = (cs, astr, pool) => { const unpacked = exports.unpack(cs); return applyZip(astr, unpacked.ops, (op1, op2, opOut) => slicerZipperFunc(op1, op2, opOut, pool)); }; exports.mutateAttributionLines = (cs, lines, pool) => { const unpacked = exports.unpack(cs); const csIter = exports.opIterator(unpacked.ops); const csBank = unpacked.charBank; let csBankIndex = 0; // treat the attribution lines as text lines, mutating a line at a time const mut = textLinesMutator(lines); /** @type {?OpIter} */ let lineIter = null; const isNextMutOp = () => (lineIter && lineIter.hasNext()) || mut.hasMore(); const nextMutOp = (destOp) => { if ((!(lineIter && lineIter.hasNext())) && mut.hasMore()) { const line = mut.removeLines(1); lineIter = exports.opIterator(line); } if (lineIter && lineIter.hasNext()) { lineIter.next(destOp); } else { destOp.opcode = ''; } }; let lineAssem = null; const outputMutOp = (op) => { if (!lineAssem) { lineAssem = exports.mergingOpAssembler(); } lineAssem.append(op); if (op.lines > 0) { assert(op.lines === 1, `Can't have op.lines of ${op.lines} in attribution lines`); // ship it to the mut mut.insert(lineAssem.toString(), 1); lineAssem = null; } }; const csOp = exports.newOp(); const attOp = exports.newOp(); const opOut = exports.newOp(); while (csOp.opcode || csIter.hasNext() || attOp.opcode || isNextMutOp()) { if ((!csOp.opcode) && csIter.hasNext()) { csIter.next(csOp); } if ((!csOp.opcode) && (!attOp.opcode) && (!lineAssem) && (!(lineIter && lineIter.hasNext()))) { break; // done } else if (csOp.opcode === '=' && csOp.lines > 0 && (!csOp.attribs) && (!attOp.opcode) && (!lineAssem) && (!(lineIter && lineIter.hasNext()))) { // skip multiple lines; this is what makes small changes not order of the document size mut.skipLines(csOp.lines); csOp.opcode = ''; } else if (csOp.opcode === '+') { if (csOp.lines > 1) { const firstLineLen = csBank.indexOf('\n', csBankIndex) + 1 - csBankIndex; copyOp(csOp, opOut); csOp.chars -= firstLineLen; csOp.lines--; opOut.lines = 1; opOut.chars = firstLineLen; } else { copyOp(csOp, opOut); csOp.opcode = ''; } outputMutOp(opOut); csBankIndex += opOut.chars; opOut.opcode = ''; } else { if ((!attOp.opcode) && isNextMutOp()) { nextMutOp(attOp); } slicerZipperFunc(attOp, csOp, opOut, pool); if (opOut.opcode) { outputMutOp(opOut); opOut.opcode = ''; } } } assert(!lineAssem, `line assembler not finished:${cs}`); mut.close(); }; /** * Joins several Attribution lines. * * @param {string[]} theAlines - collection of Attribution lines * @returns {string} joined Attribution lines */ exports.joinAttributionLines = (theAlines) => { const assem = exports.mergingOpAssembler(); for (let i = 0; i < theAlines.length; i++) { const aline = theAlines[i]; const iter = exports.opIterator(aline); while (iter.hasNext()) { assem.append(iter.next()); } } return assem.toString(); }; exports.splitAttributionLines = (attrOps, text) => { const iter = exports.opIterator(attrOps); const assem = exports.mergingOpAssembler(); const lines = []; let pos = 0; const appendOp = (op) => { assem.append(op); if (op.lines > 0) { lines.push(assem.toString()); assem.clear(); } pos += op.chars; }; while (iter.hasNext()) { const op = iter.next(); let numChars = op.chars; let numLines = op.lines; while (numLines > 1) { const newlineEnd = text.indexOf('\n', pos) + 1; assert(newlineEnd > 0, 'newlineEnd <= 0 in splitAttributionLines'); op.chars = newlineEnd - pos; op.lines = 1; appendOp(op); numChars -= op.chars; numLines -= op.lines; } if (numLines === 1) { op.chars = numChars; op.lines = 1; } appendOp(op); } return lines; }; /** * Splits text into lines. * * @param {string} text - text to split * @returns {string[]} */ exports.splitTextLines = (text) => text.match(/[^\n]*(?:\n|[^\n]$)/g); /** * Compose two Changesets. * * @param {string} cs1 - first Changeset * @param {string} cs2 - second Changeset * @param {AttributePool} pool - Attribs pool * @returns {string} */ exports.compose = (cs1, cs2, pool) => { const unpacked1 = exports.unpack(cs1); const unpacked2 = exports.unpack(cs2); const len1 = unpacked1.oldLen; const len2 = unpacked1.newLen; assert(len2 === unpacked2.oldLen, 'mismatched composition of two changesets'); const len3 = unpacked2.newLen; const bankIter1 = exports.stringIterator(unpacked1.charBank); const bankIter2 = exports.stringIterator(unpacked2.charBank); const bankAssem = exports.stringAssembler(); const newOps = applyZip(unpacked1.ops, unpacked2.ops, (op1, op2, opOut) => { const op1code = op1.opcode; const op2code = op2.opcode; if (op1code === '+' && op2code === '-') { bankIter1.skip(Math.min(op1.chars, op2.chars)); } slicerZipperFunc(op1, op2, opOut, pool); if (opOut.opcode === '+') { if (op2code === '+') { bankAssem.append(bankIter2.take(opOut.chars)); } else { bankAssem.append(bankIter1.take(opOut.chars)); } } }); return exports.pack(len1, len3, newOps, bankAssem.toString()); }; /** * Returns a function that tests if a string of attributes (e.g. '*3*4') contains a given attribute * key,value that is already present in the pool. * * @param {Attribute} attribPair - `[key, value]` pair of strings. * @param {AttributePool} pool - Attribute pool * @returns {Function} */ exports.attributeTester = (attribPair, pool) => { const never = (attribs) => false; if (!pool) { return never; } const attribNum = pool.putAttrib(attribPair, true); if (attribNum < 0) { return never; } else { const re = new RegExp(`\\*${exports.numToString(attribNum)}(?!\\w)`); return (attribs) => re.test(attribs); } }; /** * Creates the identity Changeset of length N. * * @param {number} N - length of the identity changeset * @returns {string} */ exports.identity = (N) => exports.pack(N, N, '', ''); /** * Creates a Changeset which works on oldFullText and removes text from spliceStart to * spliceStart+numRemoved and inserts newText instead. Also gives possibility to add attributes * optNewTextAPairs for the new text. * * @param {string} oldFullText - old text * @param {number} spliceStart - where splicing starts * @param {number} numRemoved - number of characters to remove * @param {string} newText - string to insert * @param {string} optNewTextAPairs - new pairs to insert * @param {AttributePool} pool - Attribute pool * @returns {string} */ exports.makeSplice = (oldFullText, spliceStart, numRemoved, newText, optNewTextAPairs, pool) => { const oldLen = oldFullText.length; if (spliceStart >= oldLen) { spliceStart = oldLen - 1; } if (numRemoved > oldFullText.length - spliceStart) { numRemoved = oldFullText.length - spliceStart; } const oldText = oldFullText.substring(spliceStart, spliceStart + numRemoved); const newLen = oldLen + newText.length - oldText.length; const assem = exports.smartOpAssembler(); assem.appendOpWithText('=', oldFullText.substring(0, spliceStart)); assem.appendOpWithText('-', oldText); assem.appendOpWithText('+', newText, optNewTextAPairs, pool); assem.endDocument(); return exports.pack(oldLen, newLen, assem.toString(), newText); }; /** * Transforms a changeset into a list of splices in the form [startChar, endChar, newText] meaning * replace text from startChar to endChar with newText. * * @param {string} cs - Changeset * @returns {[number, number, string][]} */ const toSplices = (cs) => { const unpacked = exports.unpack(cs); /** @type {[number, number, string][]} */ const splices = []; let oldPos = 0; const iter = exports.opIterator(unpacked.ops); const charIter = exports.stringIterator(unpacked.charBank); let inSplice = false; while (iter.hasNext()) { const op = iter.next(); if (op.opcode === '=') { oldPos += op.chars; inSplice = false; } else { if (!inSplice) { splices.push([oldPos, oldPos, '']); inSplice = true; } if (op.opcode === '-') { oldPos += op.chars; splices[splices.length - 1][1] += op.chars; } else if (op.opcode === '+') { splices[splices.length - 1][2] += charIter.take(op.chars); } } } return splices; }; /** * @param {string} cs - * @param {number} startChar - * @param {number} endChar - * @param {number} insertionsAfter - * @returns {[number, number]} */ exports.characterRangeFollow = (cs, startChar, endChar, insertionsAfter) => { let newStartChar = startChar; let newEndChar = endChar; const splices = toSplices(cs); let lengthChangeSoFar = 0; for (let i = 0; i < splices.length; i++) { const splice = splices[i]; const spliceStart = splice[0] + lengthChangeSoFar; const spliceEnd = splice[1] + lengthChangeSoFar; const newTextLength = splice[2].length; const thisLengthChange = newTextLength - (spliceEnd - spliceStart); if (spliceStart <= newStartChar && spliceEnd >= newEndChar) { // splice fully replaces/deletes range // (also case that handles insertion at a collapsed selection) if (insertionsAfter) { newStartChar = newEndChar = spliceStart; } else { newStartChar = newEndChar = spliceStart + newTextLength; } } else if (spliceEnd <= newStartChar) { // splice is before range newStartChar += thisLengthChange; newEndChar += thisLengthChange; } else if (spliceStart >= newEndChar) { // splice is after range } else if (spliceStart >= newStartChar && spliceEnd <= newEndChar) { // splice is inside range newEndChar += thisLengthChange; } else if (spliceEnd < newEndChar) { // splice overlaps beginning of range newStartChar = spliceStart + newTextLength; newEndChar += thisLengthChange; } else { // splice overlaps end of range newEndChar = spliceStart; } lengthChangeSoFar += thisLengthChange; } return [newStartChar, newEndChar]; }; /** * Iterate over attributes in a changeset and move them from oldPool to newPool. * * @param {string} cs - Chageset/attribution string to iterate over * @param {AttributePool} oldPool - old attributes pool * @param {AttributePool} newPool - new attributes pool * @returns {string} the new Changeset */ exports.moveOpsToNewPool = (cs, oldPool, newPool) => { // works on exports or attribution string let dollarPos = cs.indexOf('$'); if (dollarPos < 0) { dollarPos = cs.length; } const upToDollar = cs.substring(0, dollarPos); const fromDollar = cs.substring(dollarPos); // order of attribs stays the same return upToDollar.replace(/\*([0-9a-z]+)/g, (_, a) => { const oldNum = exports.parseNum(a); let pair = oldPool.getAttrib(oldNum); /* * Setting an empty pair. Required for when delete pad contents / attributes * while another user has the timeslider open. * * Fixes https://github.com/ether/etherpad-lite/issues/3932 */ if (!pair) { pair = []; } const newNum = newPool.putAttrib(pair); return `*${exports.numToString(newNum)}`; }) + fromDollar; }; /** * Create an attribution inserting a text. * * @param {string} text - text to insert * @returns {string} */ exports.makeAttribution = (text) => { const assem = exports.smartOpAssembler(); assem.appendOpWithText('+', text); return assem.toString(); }; /** * Iterates over attributes in exports, attribution string, or attribs property of an op and runs * function func on them. * * @param {string} cs - changeset * @param {Function} func - function to call */ exports.eachAttribNumber = (cs, func) => { let dollarPos = cs.indexOf('$'); if (dollarPos < 0) { dollarPos = cs.length; } const upToDollar = cs.substring(0, dollarPos); upToDollar.replace(/\*([0-9a-z]+)/g, (_, a) => { func(exports.parseNum(a)); return ''; }); }; /** * Filter attributes which should remain in a Changeset. Callable on a exports, attribution string, * or attribs property of an op, though it may easily create adjacent ops that can be merged. * * @param {string} cs - changeset to filter * @param {Function} filter - fnc which returns true if an attribute X (int) should be kept in the * Changeset * @returns {string} */ exports.filterAttribNumbers = (cs, filter) => exports.mapAttribNumbers(cs, filter); /** * Does exactly the same as exports.filterAttribNumbers. * * @param {string} cs - * @param {Function} func - * @returns {string} */ exports.mapAttribNumbers = (cs, func) => { let dollarPos = cs.indexOf('$'); if (dollarPos < 0) { dollarPos = cs.length; } const upToDollar = cs.substring(0, dollarPos); const newUpToDollar = upToDollar.replace(/\*([0-9a-z]+)/g, (s, a) => { const n = func(exports.parseNum(a)); if (n === true) { return s; } else if ((typeof n) === 'number') { return `*${exports.numToString(n)}`; } else { return ''; } }); return newUpToDollar + cs.substring(dollarPos); }; /** * Represents text with attributes. * * @typedef {object} AText * @property {string} attribs - Serialized sequence of insert operations that cover the text in * `text`. These operations describe which parts of the text have what attributes. * @property {string} text - The text. */ /** * Create a Changeset going from Identity to a certain state. * * @param {string} text - text of the final change * @param {string} attribs - optional, operations which insert the text and also puts the right * attributes * @returns {AText} */ exports.makeAText = (text, attribs) => ({ text, attribs: (attribs || exports.makeAttribution(text)), }); /** * Apply a Changeset to a AText. * * @param {string} cs - Changeset to apply * @param {AText} atext - * @param {AttributePool} pool - Attribute Pool to add to * @returns {AText} */ exports.applyToAText = (cs, atext, pool) => ({ text: exports.applyToText(cs, atext.text), attribs: exports.applyToAttribution(cs, atext.attribs, pool), }); /** * Clones a AText structure. * * @param {AText} atext - * @returns {AText} */ exports.cloneAText = (atext) => { if (atext) { return { text: atext.text, attribs: atext.attribs, }; } else { error('atext is null'); } }; /** * Copies a AText structure from atext1 to atext2. * * @param {AText} atext1 - * @param {AText} atext2 - */ exports.copyAText = (atext1, atext2) => { atext2.text = atext1.text; atext2.attribs = atext1.attribs; }; /** * Append the set of operations from atext to an assembler. * * @param {AText} atext - * @param assem - Assembler like SmartOpAssembler TODO add desc */ exports.appendATextToAssembler = (atext, assem) => { // intentionally skips last newline char of atext const iter = exports.opIterator(atext.attribs); const op = exports.newOp(); while (iter.hasNext()) { iter.next(op); if (!iter.hasNext()) { // last op, exclude final newline if (op.lines <= 1) { op.lines = 0; op.chars--; if (op.chars) { assem.append(op); } } else { const nextToLastNewlineEnd = atext.text.lastIndexOf('\n', atext.text.length - 2) + 1; const lastLineLength = atext.text.length - nextToLastNewlineEnd - 1; op.lines--; op.chars -= (lastLineLength + 1); assem.append(op); op.lines = 0; op.chars = lastLineLength; if (op.chars) { assem.append(op); } } } else { assem.append(op); } } }; /** * Creates a clone of a Changeset and it's APool. * * @param {string} cs - * @param {AttributePool} pool - * @returns {{translated: string, pool: AttributePool}} */ exports.prepareForWire = (cs, pool) => { const newPool = new AttributePool(); const newCs = exports.moveOpsToNewPool(cs, pool, newPool); return { translated: newCs, pool: newPool, }; }; /** * Checks if a changeset s the identity changeset. * * @param {string} cs - * @returns {boolean} */ exports.isIdentity = (cs) => { const unpacked = exports.unpack(cs); return unpacked.ops === '' && unpacked.oldLen === unpacked.newLen; }; /** * Returns all the values of attributes with a certain key in an Op attribs string. * * @param {Op} op - Op * @param {string} key - string to search for * @param {AttributePool} pool - attribute pool * @returns {string} */ exports.opAttributeValue = (op, key, pool) => exports.attribsAttributeValue(op.attribs, key, pool); /** * Returns all the values of attributes with a certain key in an attribs string. * * @param {string} attribs - Attribute string * @param {string} key - string to search for * @param {AttributePool} pool - attribute pool * @returns {string} */ exports.attribsAttributeValue = (attribs, key, pool) => { let value = ''; if (attribs) { exports.eachAttribNumber(attribs, (n) => { if (pool.getAttribKey(n) === key) { value = pool.getAttribValue(n); } }); } return value; }; /** * Incrementally builds a Changeset. * * @typedef {object} Builder * @property {Function} insert - * @property {Function} keep - * @property {Function} keepText - * @property {Function} remove - * @property {Function} toString - */ /** * @param {number} oldLen - Old length * @returns {Builder} */ exports.builder = (oldLen) => { const assem = exports.smartOpAssembler(); const o = exports.newOp(); const charBank = exports.stringAssembler(); const self = { /** * @param {number} N - Number of characters to keep. * @param {number} L - Number of newlines among the `N` characters. If positive, the last * character must be a newline. * @param {(string|Attribute[])} attribs - Either [[key1,value1],[key2,value2],...] or '*0*1...' * (no pool needed in latter case). * @param {?AttributePool} pool - Attribute pool, only required if `attribs` is a list of * attribute key, value pairs. * @returns {Builder} this */ keep: (N, L, attribs, pool) => { o.opcode = '='; o.attribs = (attribs && exports.makeAttribsString('=', attribs, pool)) || ''; o.chars = N; o.lines = (L || 0); assem.append(o); return self; }, /** * @param {string} text - Text to keep. * @param {(string|Attribute[])} attribs - Either [[key1,value1],[key2,value2],...] or '*0*1...' * (no pool needed in latter case). * @param {?AttributePool} pool - Attribute pool, only required if `attribs` is a list of * attribute key, value pairs. * @returns {Builder} this */ keepText: (text, attribs, pool) => { assem.appendOpWithText('=', text, attribs, pool); return self; }, /** * @param {string} text - Text to insert. * @param {(string|Attribute[])} attribs - Either [[key1,value1],[key2,value2],...] or '*0*1...' * (no pool needed in latter case). * @param {?AttributePool} pool - Attribute pool, only required if `attribs` is a list of * attribute key, value pairs. * @returns {Builder} this */ insert: (text, attribs, pool) => { assem.appendOpWithText('+', text, attribs, pool); charBank.append(text); return self; }, /** * @param {number} N - Number of characters to remove. * @param {number} L - Number of newlines among the `N` characters. If positive, the last * character must be a newline. * @returns {Builder} this */ remove: (N, L) => { o.opcode = '-'; o.attribs = ''; o.chars = N; o.lines = (L || 0); assem.append(o); return self; }, toString: () => { assem.endDocument(); const newLen = oldLen + assem.getLengthChange(); return exports.pack(oldLen, newLen, assem.toString(), charBank.toString()); }, }; return self; }; exports.makeAttribsString = (opcode, attribs, pool) => { // makeAttribsString(opcode, '*3') or makeAttribsString(opcode, [['foo','bar']], myPool) work if (!attribs) { return ''; } else if ((typeof attribs) === 'string') { return attribs; } else if (pool && attribs.length) { if (attribs.length > 1) { attribs = attribs.slice(); attribs.sort(); } const result = []; for (let i = 0; i < attribs.length; i++) { const pair = attribs[i]; if (opcode === '=' || (opcode === '+' && pair[1])) { result.push(`*${exports.numToString(pool.putAttrib(pair))}`); } } return result.join(''); } }; /** * Like "substring" but on a single-line attribution string. */ exports.subattribution = (astr, start, optEnd) => { const iter = exports.opIterator(astr); const assem = exports.smartOpAssembler(); const attOp = exports.newOp(); const csOp = exports.newOp(); const opOut = exports.newOp(); const doCsOp = () => { if (csOp.chars) { while (csOp.opcode && (attOp.opcode || iter.hasNext())) { if (!attOp.opcode) iter.next(attOp); if (csOp.opcode && attOp.opcode && csOp.chars >= attOp.chars && attOp.lines > 0 && csOp.lines <= 0) { csOp.lines++; } slicerZipperFunc(attOp, csOp, opOut, null); if (opOut.opcode) { assem.append(opOut); opOut.opcode = ''; } } } }; csOp.opcode = '-'; csOp.chars = start; doCsOp(); if (optEnd === undefined) { if (attOp.opcode) { assem.append(attOp); } while (iter.hasNext()) { iter.next(attOp); assem.append(attOp); } } else { csOp.opcode = '='; csOp.chars = optEnd - start; doCsOp(); } return assem.toString(); }; exports.inverse = (cs, lines, alines, pool) => { // lines and alines are what the exports is meant to apply to. // They may be arrays or objects with .get(i) and .length methods. // They include final newlines on lines. const linesGet = (idx) => { if (lines.get) { return lines.get(idx); } else { return lines[idx]; } }; /** * @param {number} idx - * @returns {string} */ const alinesGet = (idx) => { if (alines.get) { return alines.get(idx); } else { return alines[idx]; } }; let curLine = 0; let curChar = 0; let curLineOpIter = null; let curLineOpIterLine; const curLineNextOp = exports.newOp('+'); const unpacked = exports.unpack(cs); const csIter = exports.opIterator(unpacked.ops); const builder = exports.builder(unpacked.newLen); const consumeAttribRuns = (numChars, func /* (len, attribs, endsLine)*/) => { if ((!curLineOpIter) || (curLineOpIterLine !== curLine)) { // create curLineOpIter and advance it to curChar curLineOpIter = exports.opIterator(alinesGet(curLine)); curLineOpIterLine = curLine; let indexIntoLine = 0; let done = false; while (!done && curLineOpIter.hasNext()) { curLineOpIter.next(curLineNextOp); if (indexIntoLine + curLineNextOp.chars >= curChar) { curLineNextOp.chars -= (curChar - indexIntoLine); done = true; } else { indexIntoLine += curLineNextOp.chars; } } } while (numChars > 0) { if ((!curLineNextOp.chars) && (!curLineOpIter.hasNext())) { curLine++; curChar = 0; curLineOpIterLine = curLine; curLineNextOp.chars = 0; curLineOpIter = exports.opIterator(alinesGet(curLine)); } if (!curLineNextOp.chars) { curLineOpIter.next(curLineNextOp); } const charsToUse = Math.min(numChars, curLineNextOp.chars); func(charsToUse, curLineNextOp.attribs, charsToUse === curLineNextOp.chars && curLineNextOp.lines > 0); numChars -= charsToUse; curLineNextOp.chars -= charsToUse; curChar += charsToUse; } if ((!curLineNextOp.chars) && (!curLineOpIter.hasNext())) { curLine++; curChar = 0; } }; const skip = (N, L) => { if (L) { curLine += L; curChar = 0; } else if (curLineOpIter && curLineOpIterLine === curLine) { consumeAttribRuns(N, () => {}); } else { curChar += N; } }; const nextText = (numChars) => { let len = 0; const assem = exports.stringAssembler(); const firstString = linesGet(curLine).substring(curChar); len += firstString.length; assem.append(firstString); let lineNum = curLine + 1; while (len < numChars) { const nextString = linesGet(lineNum); len += nextString.length; assem.append(nextString); lineNum++; } return assem.toString().substring(0, numChars); }; const cachedStrFunc = (func) => { const cache = {}; return (s) => { if (!cache[s]) { cache[s] = func(s); } return cache[s]; }; }; const attribKeys = []; const attribValues = []; while (csIter.hasNext()) { const csOp = csIter.next(); if (csOp.opcode === '=') { if (csOp.attribs) { attribKeys.length = 0; attribValues.length = 0; exports.eachAttribNumber(csOp.attribs, (n) => { attribKeys.push(pool.getAttribKey(n)); attribValues.push(pool.getAttribValue(n)); }); const undoBackToAttribs = cachedStrFunc((attribs) => { const backAttribs = []; for (let i = 0; i < attribKeys.length; i++) { const appliedKey = attribKeys[i]; const appliedValue = attribValues[i]; const oldValue = exports.attribsAttributeValue(attribs, appliedKey, pool); if (appliedValue !== oldValue) { backAttribs.push([appliedKey, oldValue]); } } return exports.makeAttribsString('=', backAttribs, pool); }); consumeAttribRuns(csOp.chars, (len, attribs, endsLine) => { builder.keep(len, endsLine ? 1 : 0, undoBackToAttribs(attribs)); }); } else { skip(csOp.chars, csOp.lines); builder.keep(csOp.chars, csOp.lines); } } else if (csOp.opcode === '+') { builder.remove(csOp.chars, csOp.lines); } else if (csOp.opcode === '-') { const textBank = nextText(csOp.chars); let textBankIndex = 0; consumeAttribRuns(csOp.chars, (len, attribs, endsLine) => { builder.insert(textBank.substr(textBankIndex, len), attribs); textBankIndex += len; }); } } return exports.checkRep(builder.toString()); }; // %CLIENT FILE ENDS HERE% exports.follow = (cs1, cs2, reverseInsertOrder, pool) => { const unpacked1 = exports.unpack(cs1); const unpacked2 = exports.unpack(cs2); const len1 = unpacked1.oldLen; const len2 = unpacked2.oldLen; assert(len1 === len2, 'mismatched follow - cannot transform cs1 on top of cs2'); const chars1 = exports.stringIterator(unpacked1.charBank); const chars2 = exports.stringIterator(unpacked2.charBank); const oldLen = unpacked1.newLen; let oldPos = 0; let newLen = 0; const hasInsertFirst = exports.attributeTester(['insertorder', 'first'], pool); const newOps = applyZip(unpacked1.ops, unpacked2.ops, (op1, op2, opOut) => { if (op1.opcode === '+' || op2.opcode === '+') { let whichToDo; if (op2.opcode !== '+') { whichToDo = 1; } else if (op1.opcode !== '+') { whichToDo = 2; } else { // both + const firstChar1 = chars1.peek(1); const firstChar2 = chars2.peek(1); const insertFirst1 = hasInsertFirst(op1.attribs); const insertFirst2 = hasInsertFirst(op2.attribs); if (insertFirst1 && !insertFirst2) { whichToDo = 1; } else if (insertFirst2 && !insertFirst1) { whichToDo = 2; } else if (firstChar1 === '\n' && firstChar2 !== '\n') { // insert string that doesn't start with a newline first so as not to break up lines whichToDo = 2; } else if (firstChar1 !== '\n' && firstChar2 === '\n') { whichToDo = 1; } else if (reverseInsertOrder) { // break symmetry: whichToDo = 2; } else { whichToDo = 1; } } if (whichToDo === 1) { chars1.skip(op1.chars); opOut.opcode = '='; opOut.lines = op1.lines; opOut.chars = op1.chars; opOut.attribs = ''; op1.opcode = ''; } else { // whichToDo == 2 chars2.skip(op2.chars); copyOp(op2, opOut); op2.opcode = ''; } } else if (op1.opcode === '-') { if (!op2.opcode) { op1.opcode = ''; } else if (op1.chars <= op2.chars) { op2.chars -= op1.chars; op2.lines -= op1.lines; op1.opcode = ''; if (!op2.chars) { op2.opcode = ''; } } else { op1.chars -= op2.chars; op1.lines -= op2.lines; op2.opcode = ''; } } else if (op2.opcode === '-') { copyOp(op2, opOut); if (!op1.opcode) { op2.opcode = ''; } else if (op2.chars <= op1.chars) { // delete part or all of a keep op1.chars -= op2.chars; op1.lines -= op2.lines; op2.opcode = ''; if (!op1.chars) { op1.opcode = ''; } } else { // delete all of a keep, and keep going opOut.lines = op1.lines; opOut.chars = op1.chars; op2.lines -= op1.lines; op2.chars -= op1.chars; op1.opcode = ''; } } else if (!op1.opcode) { copyOp(op2, opOut); op2.opcode = ''; } else if (!op2.opcode) { // @NOTE: Critical bugfix for EPL issue #1625. We do not copy op1 here // in order to prevent attributes from leaking into result changesets. // copyOp(op1, opOut); op1.opcode = ''; } else { // both keeps opOut.opcode = '='; opOut.attribs = followAttributes(op1.attribs, op2.attribs, pool); if (op1.chars <= op2.chars) { opOut.chars = op1.chars; opOut.lines = op1.lines; op2.chars -= op1.chars; op2.lines -= op1.lines; op1.opcode = ''; if (!op2.chars) { op2.opcode = ''; } } else { opOut.chars = op2.chars; opOut.lines = op2.lines; op1.chars -= op2.chars; op1.lines -= op2.lines; op2.opcode = ''; } } switch (opOut.opcode) { case '=': oldPos += opOut.chars; newLen += opOut.chars; break; case '-': oldPos += opOut.chars; break; case '+': newLen += opOut.chars; break; } }); newLen += oldLen - oldPos; return exports.pack(oldLen, newLen, newOps, unpacked2.charBank); }; const followAttributes = (att1, att2, pool) => { // The merge of two sets of attribute changes to the same text // takes the lexically-earlier value if there are two values // for the same key. Otherwise, all key/value changes from // both attribute sets are taken. This operation is the "follow", // so a set of changes is produced that can be applied to att1 // to produce the merged set. if ((!att2) || (!pool)) return ''; if (!att1) return att2; const atts = []; att2.replace(/\*([0-9a-z]+)/g, (_, a) => { atts.push(pool.getAttrib(exports.parseNum(a))); return ''; }); att1.replace(/\*([0-9a-z]+)/g, (_, a) => { const pair1 = pool.getAttrib(exports.parseNum(a)); for (let i = 0; i < atts.length; i++) { const pair2 = atts[i]; if (pair1[0] === pair2[0]) { if (pair1[1] <= pair2[1]) { // winner of merge is pair1, delete this attribute atts.splice(i, 1); } break; } } return ''; }); // we've only removed attributes, so they're already sorted const buf = exports.stringAssembler(); for (let i = 0; i < atts.length; i++) { buf.append('*'); buf.append(exports.numToString(pool.putAttrib(atts[i]))); } return buf.toString(); }; exports.composeWithDeletions = (cs1, cs2, pool) => { const unpacked1 = exports.unpack(cs1); const unpacked2 = exports.unpack(cs2); const len1 = unpacked1.oldLen; const len2 = unpacked1.newLen; assert(len2 === unpacked2.oldLen, 'mismatched composition of two changesets'); const len3 = unpacked2.newLen; const bankIter1 = exports.stringIterator(unpacked1.charBank); const bankIter2 = exports.stringIterator(unpacked2.charBank); const bankAssem = exports.stringAssembler(); const newOps = applyZip(unpacked1.ops, unpacked2.ops, (op1, op2, opOut) => { const op1code = op1.opcode; const op2code = op2.opcode; if (op1code === '+' && op2code === '-') { bankIter1.skip(Math.min(op1.chars, op2.chars)); } slicerZipperFuncWithDeletions(op1, op2, opOut, pool); if (opOut.opcode === '+') { if (op2code === '+') { bankAssem.append(bankIter2.take(opOut.chars)); } else { bankAssem.append(bankIter1.take(opOut.chars)); } } }); return exports.pack(len1, len3, newOps, bankAssem.toString()); }; // This function is 95% like slicerZipperFunc, we just changed two lines to // ensure it merges the attribs of deletions properly. // This is necassary for correct paddiff. But to ensure these changes doesn't // affect anything else, we've created a seperate function only used for paddiffs const slicerZipperFuncWithDeletions = (attOp, csOp, opOut, pool) => { // attOp is the op from the sequence that is being operated on, either an // attribution string or the earlier of two exportss being composed. // pool can be null if definitely not needed. if (attOp.opcode === '-') { copyOp(attOp, opOut); attOp.opcode = ''; } else if (!attOp.opcode) { copyOp(csOp, opOut); csOp.opcode = ''; } else { switch (csOp.opcode) { case '-': { if (csOp.chars <= attOp.chars) { // delete or delete part if (attOp.opcode === '=') { opOut.opcode = '-'; opOut.chars = csOp.chars; opOut.lines = csOp.lines; opOut.attribs = csOp.attribs; // changed by yammer } attOp.chars -= csOp.chars; attOp.lines -= csOp.lines; csOp.opcode = ''; if (!attOp.chars) { attOp.opcode = ''; } } else { // delete and keep going if (attOp.opcode === '=') { opOut.opcode = '-'; opOut.chars = attOp.chars; opOut.lines = attOp.lines; opOut.attribs = csOp.attribs; // changed by yammer } csOp.chars -= attOp.chars; csOp.lines -= attOp.lines; attOp.opcode = ''; } break; } case '+': { // insert copyOp(csOp, opOut); csOp.opcode = ''; break; } case '=': { if (csOp.chars <= attOp.chars) { // keep or keep part opOut.opcode = attOp.opcode; opOut.chars = csOp.chars; opOut.lines = csOp.lines; opOut.attribs = exports.composeAttributes( attOp.attribs, csOp.attribs, attOp.opcode === '=', pool); csOp.opcode = ''; attOp.chars -= csOp.chars; attOp.lines -= csOp.lines; if (!attOp.chars) { attOp.opcode = ''; } } else { // keep and keep going opOut.opcode = attOp.opcode; opOut.chars = attOp.chars; opOut.lines = attOp.lines; opOut.attribs = exports.composeAttributes( attOp.attribs, csOp.attribs, attOp.opcode === '=', pool); attOp.opcode = ''; csOp.chars -= attOp.chars; csOp.lines -= attOp.lines; } break; } case '': { copyOp(attOp, opOut); attOp.opcode = ''; break; } } } }; exports.exportedForTestingOnly = { followAttributes, textLinesMutator, toSplices, };