mirror of
https://github.com/ether/etherpad-lite.git
synced 2025-01-31 19:02:59 +01:00
2ea8ea1275
Also add symlinks from the old `bin/` and `tests/` locations to avoid
breaking scripts and other tools.
Motivations:
* Scripts and tests no longer have to do dubious things like:
require('ep_etherpad-lite/node_modules/foo')
to access packages installed as dependencies in
`src/package.json`.
* Plugins can access the backend test helper library in a non-hacky
way:
require('ep_etherpad-lite/tests/backend/common')
* We can delete the top-level `package.json` without breaking our
ability to lint the files in `bin/` and `tests/`.
Deleting the top-level `package.json` has downsides: It will cause
`npm` to print warnings whenever plugins are installed, npm will
no longer be able to enforce a plugin's peer dependency on
ep_etherpad-lite, and npm will keep deleting the
`node_modules/ep_etherpad-lite` symlink that points to `../src`.
But there are significant upsides to deleting the top-level
`package.json`: It will drastically speed up plugin installation
because `npm` doesn't have to recursively walk the dependencies in
`src/package.json`. Also, deleting the top-level `package.json`
avoids npm's horrible dependency hoisting behavior (where it moves
stuff from `src/node_modules/` to the top-level `node_modules/`
directory). Dependency hoisting causes numerous mysterious
problems such as silent failures in `npm outdated` and `npm
update`. Dependency hoisting also breaks plugins that do:
require('ep_etherpad-lite/node_modules/foo')
88 lines
2.8 KiB
JavaScript
88 lines
2.8 KiB
JavaScript
'use strict';
|
|
/*
|
|
* This is a debug tool. It checks all revisions for data corruption
|
|
*/
|
|
|
|
// As of v14, Node.js does not exit when there is an unhandled Promise rejection. Convert an
|
|
// unhandled rejection into an uncaught exception, which does cause Node.js to exit.
|
|
process.on('unhandledRejection', (err) => { throw err; });
|
|
|
|
if (process.argv.length !== 2) throw new Error('Use: node bin/checkAllPads.js');
|
|
|
|
(async () => {
|
|
// initialize the database
|
|
require('../node/utils/Settings');
|
|
const db = require('../node/db/DB');
|
|
await db.init();
|
|
|
|
// load modules
|
|
const Changeset = require('../static/js/Changeset');
|
|
const padManager = require('../node/db/PadManager');
|
|
|
|
let revTestedCount = 0;
|
|
|
|
// get all pads
|
|
const res = await padManager.listAllPads();
|
|
for (const padId of res.padIDs) {
|
|
const pad = await padManager.getPad(padId);
|
|
|
|
// check if the pad has a pool
|
|
if (pad.pool == null) {
|
|
console.error(`[${pad.id}] Missing attribute pool`);
|
|
continue;
|
|
}
|
|
// create an array with key kevisions
|
|
// key revisions always save the full pad atext
|
|
const head = pad.getHeadRevisionNumber();
|
|
const keyRevisions = [];
|
|
for (let rev = 0; rev < head; rev += 100) {
|
|
keyRevisions.push(rev);
|
|
}
|
|
|
|
// run through all key revisions
|
|
for (const keyRev of keyRevisions) {
|
|
// create an array of revisions we need till the next keyRevision or the End
|
|
const revisionsNeeded = [];
|
|
for (let rev = keyRev; rev <= keyRev + 100 && rev <= head; rev++) {
|
|
revisionsNeeded.push(rev);
|
|
}
|
|
|
|
// this array will hold all revision changesets
|
|
const revisions = [];
|
|
|
|
// run through all needed revisions and get them from the database
|
|
for (const revNum of revisionsNeeded) {
|
|
const revision = await db.get(`pad:${pad.id}:revs:${revNum}`);
|
|
revisions[revNum] = revision;
|
|
}
|
|
|
|
// check if the revision exists
|
|
if (revisions[keyRev] == null) {
|
|
console.error(`[${pad.id}] Missing revision ${keyRev}`);
|
|
continue;
|
|
}
|
|
|
|
// check if there is a atext in the keyRevisions
|
|
let {meta: {atext} = {}} = revisions[keyRev];
|
|
if (atext == null) {
|
|
console.error(`[${pad.id}] Missing atext in revision ${keyRev}`);
|
|
continue;
|
|
}
|
|
|
|
const apool = pad.pool;
|
|
for (let rev = keyRev + 1; rev <= keyRev + 100 && rev <= head; rev++) {
|
|
try {
|
|
const cs = revisions[rev].changeset;
|
|
atext = Changeset.applyToAText(cs, atext, apool);
|
|
revTestedCount++;
|
|
} catch (e) {
|
|
console.error(`[${pad.id}] Bad changeset at revision ${rev} - ${e.message}`);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (revTestedCount === 0) {
|
|
throw new Error('No revisions tested');
|
|
}
|
|
console.log(`Finished: Tested ${revTestedCount} revisions`);
|
|
})();
|