mirror of
https://github.com/ether/etherpad-lite.git
synced 2025-04-25 01:46:14 -04:00
2ea8ea1275
Also add symlinks from the old `bin/` and `tests/` locations to avoid
breaking scripts and other tools.
Motivations:
* Scripts and tests no longer have to do dubious things like:
require('ep_etherpad-lite/node_modules/foo')
to access packages installed as dependencies in
`src/package.json`.
* Plugins can access the backend test helper library in a non-hacky
way:
require('ep_etherpad-lite/tests/backend/common')
* We can delete the top-level `package.json` without breaking our
ability to lint the files in `bin/` and `tests/`.
Deleting the top-level `package.json` has downsides: It will cause
`npm` to print warnings whenever plugins are installed, npm will
no longer be able to enforce a plugin's peer dependency on
ep_etherpad-lite, and npm will keep deleting the
`node_modules/ep_etherpad-lite` symlink that points to `../src`.
But there are significant upsides to deleting the top-level
`package.json`: It will drastically speed up plugin installation
because `npm` doesn't have to recursively walk the dependencies in
`src/package.json`. Also, deleting the top-level `package.json`
avoids npm's horrible dependency hoisting behavior (where it moves
stuff from `src/node_modules/` to the top-level `node_modules/`
directory). Dependency hoisting causes numerous mysterious
problems such as silent failures in `npm outdated` and `npm
update`. Dependency hoisting also breaks plugins that do:
require('ep_etherpad-lite/node_modules/foo')
100 lines
2.7 KiB
JavaScript
100 lines
2.7 KiB
JavaScript
'use strict';
|
|
|
|
// As of v14, Node.js does not exit when there is an unhandled Promise rejection. Convert an
|
|
// unhandled rejection into an uncaught exception, which does cause Node.js to exit.
|
|
process.on('unhandledRejection', (err) => { throw err; });
|
|
|
|
const startTime = Date.now();
|
|
|
|
const log = (str) => {
|
|
console.log(`${(Date.now() - startTime) / 1000}\t${str}`);
|
|
};
|
|
|
|
const unescape = (val) => {
|
|
// value is a string
|
|
if (val.substr(0, 1) === "'") {
|
|
val = val.substr(0, val.length - 1).substr(1);
|
|
|
|
return val.replace(/\\[0nrbtZ\\'"]/g, (s) => {
|
|
switch (s) {
|
|
case '\\0': return '\0';
|
|
case '\\n': return '\n';
|
|
case '\\r': return '\r';
|
|
case '\\b': return '\b';
|
|
case '\\t': return '\t';
|
|
case '\\Z': return '\x1a';
|
|
default: return s.substr(1);
|
|
}
|
|
});
|
|
}
|
|
|
|
// value is a boolean or NULL
|
|
if (val === 'NULL') {
|
|
return null;
|
|
}
|
|
if (val === 'true') {
|
|
return true;
|
|
}
|
|
if (val === 'false') {
|
|
return false;
|
|
}
|
|
|
|
// value is a number
|
|
return val;
|
|
};
|
|
|
|
(async () => {
|
|
const fs = require('fs');
|
|
const log4js = require('log4js');
|
|
const settings = require('../node/utils/Settings');
|
|
const ueberDB = require('ueberdb2');
|
|
|
|
const dbWrapperSettings = {
|
|
cache: 0,
|
|
writeInterval: 100,
|
|
json: false, // data is already json encoded
|
|
};
|
|
const db = new ueberDB.database( // eslint-disable-line new-cap
|
|
settings.dbType,
|
|
settings.dbSettings,
|
|
dbWrapperSettings,
|
|
log4js.getLogger('ueberDB'));
|
|
|
|
const sqlFile = process.argv[2];
|
|
|
|
// stop if the settings file is not set
|
|
if (!sqlFile) throw new Error('Use: node importSqlFile.js $SQLFILE');
|
|
|
|
log('initializing db');
|
|
await util.promisify(db.init.bind(db))();
|
|
log('done');
|
|
|
|
log('open output file...');
|
|
const lines = fs.readFileSync(sqlFile, 'utf8').split('\n');
|
|
|
|
const count = lines.length;
|
|
let keyNo = 0;
|
|
|
|
process.stdout.write(`Start importing ${count} keys...\n`);
|
|
lines.forEach((l) => {
|
|
if (l.substr(0, 27) === 'REPLACE INTO store VALUES (') {
|
|
const pos = l.indexOf("', '");
|
|
const key = l.substr(28, pos - 28);
|
|
let value = l.substr(pos + 3);
|
|
value = value.substr(0, value.length - 2);
|
|
console.log(`key: ${key} val: ${value}`);
|
|
console.log(`unval: ${unescape(value)}`);
|
|
db.set(key, unescape(value), null);
|
|
keyNo++;
|
|
if (keyNo % 1000 === 0) {
|
|
process.stdout.write(` ${keyNo}/${count}\n`);
|
|
}
|
|
}
|
|
});
|
|
process.stdout.write('\n');
|
|
process.stdout.write('done. waiting for db to finish transaction. ' +
|
|
'depended on dbms this may take some time..\n');
|
|
|
|
await util.promisify(db.close.bind(db))();
|
|
log(`finished, imported ${keyNo} keys.`);
|
|
})();
|