web/cryptpad
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

very WIP update to serve accumulated metadata updates

Browse Source
This commit is contained in:
ansuz 2019-07-04 11:04:28 +02:00
parent 6c907dbc32
commit 92dda92a00
1 changed files with 66 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

103
historyKeeper.js
View File

@ -5,6 +5,8 @@
const nThen = require('nthen'); const nThen = require('nthen');
const Nacl = require('tweetnacl'); const Nacl = require('tweetnacl');
const Crypto = require('crypto'); const Crypto = require('crypto');
const Once = require("./lib/once");
const Meta = require("./lib/metadata");
let Log; let Log;
const now = function () { return (new Date()).getTime(); }; const now = function () { return (new Date()).getTime(); };
@ -61,51 +63,78 @@ module.exports.create = function (cfg) {
const cpIndex = []; const cpIndex = [];
let messageBuf = []; let messageBuf = [];
let validateKey; let validateKey;
let metadata; // FIXME METADATA let metadata; // FIXME METADATA READ
let i = 0; let i = 0;
store.readMessagesBin(channelName, 0, (msgObj, rmcb) => {
let msg; const ref = {};
i++;
if (!validateKey && msgObj.buff.indexOf('validateKey') > -1) { const CB = Once(cb);
metadata = msg = tryParse(msgObj.buff.toString('utf8')); // FIXME METADATA
if (typeof msg === "undefined") { return rmcb(); } const offsetByHash = {};
if (msg.validateKey) { let size = 0;
validateKey = historyKeeperKeys[channelName] = msg; nThen(function (w) {
return rmcb(); store.readMessagesBin(channelName, 0, (msgObj, rmcb) => {
let msg;
i++;
if (!validateKey && msgObj.buff.indexOf('validateKey') > -1) {
metadata = msg = tryParse(msgObj.buff.toString('utf8')); // FIXME METADATA READ
if (typeof msg === "undefined") { return rmcb(); }
if (msg.validateKey) {
validateKey = historyKeeperKeys[channelName] = msg;
return rmcb();
}
} }
if (msgObj.buff.indexOf('cp|') > -1) {
msg = msg || tryParse(msgObj.buff.toString('utf8'));
if (typeof msg === "undefined") { return rmcb(); }
if (msg[2] === 'MSG' && msg[4].indexOf('cp|') === 0) {
cpIndex.push({
offset: msgObj.offset,
line: i
});
messageBuf = [];
}
}
messageBuf.push(msgObj);
return rmcb();
}, w((err) => {
if (err && err.code !== 'ENOENT') {
w.abort();
return void CB(err);
}
messageBuf.forEach((msgObj) => {
const msg = tryParse(msgObj.buff.toString('utf8'));
if (typeof msg === "undefined") { return; }
if (msg[0] === 0 && msg[2] === 'MSG' && typeof(msg[4]) === 'string') {
offsetByHash[getHash(msg[4])] = msgObj.offset;
}
// There is a trailing \n at the end of the file
size = msgObj.offset + msgObj.buff.length + 1;
});
}));
}).nThen(function (w) {
// get amended metadata
const handler = Meta.createLineHandler(ref, Log.error);
if (metadata) {
handler(void 0, metadata);
} }
if (msgObj.buff.indexOf('cp|') > -1) {
msg = msg || tryParse(msgObj.buff.toString('utf8')); store.readDedicatedMetadata(channelName, handler, w(function (err) {
if (typeof msg === "undefined") { return rmcb(); } if (err) {
if (msg[2] === 'MSG' && msg[4].indexOf('cp|') === 0) { return void Log.error("DEDICATED_METADATA_ERROR", err);
cpIndex.push({
offset: msgObj.offset,
line: i
});
messageBuf = [];
} }
} metadata = ref.meta;
messageBuf.push(msgObj); }));
return rmcb(); }).nThen(function () {
}, (err) => { // FIXME METADATA READ
if (err && err.code !== 'ENOENT') { return void cb(err); }
const offsetByHash = {}; CB(null, {
let size = 0;
messageBuf.forEach((msgObj) => {
const msg = tryParse(msgObj.buff.toString('utf8'));
if (typeof msg === "undefined") { return; }
if (msg[0] === 0 && msg[2] === 'MSG' && typeof(msg[4]) === 'string') {
offsetByHash[getHash(msg[4])] = msgObj.offset;
}
// There is a trailing \n at the end of the file
size = msgObj.offset + msgObj.buff.length + 1;
});
cb(null, {
// Only keep the checkpoints included in the last 100 messages // Only keep the checkpoints included in the last 100 messages
cpIndex: sliceCpIndex(cpIndex, i), cpIndex: sliceCpIndex(cpIndex, i),
offsetByHash: offsetByHash, offsetByHash: offsetByHash,
size: size, size: size,
metadata: metadata, // FIXME METADATA metadata: metadata, // FIXME METADATA STORE
line: i line: i
}); });
}); });