web/cryptpad
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge branch 'staging' of github.com:xwiki-labs/cryptpad into staging

Browse Source
This commit is contained in:
ansuz
2017-05-31 15:31:51 +02:00
parent 087bcd2ea5 96a5b5bbc1
commit 1a8c964fde
1 changed files with 24 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
pinneddata.js
View File

@@ -1,4 +1,4 @@
/* jshint esversion: 6 */ /* jshint esversion: 6, node: true */
const Fs = require('fs'); const Fs = require('fs');
const Semaphore = require('saferphore'); const Semaphore = require('saferphore');
const nThen = require('nthen'); const nThen = require('nthen');
@@ -26,14 +26,14 @@ const hashesFromPinFile = (pinFile, fileName) => {
return Object.keys(pins); return Object.keys(pins);
}; };
const sizeForHashes = (hashes, dsFileSizes) => { const sizeForHashes = (hashes, dsFileStats) => {
let sum = 0; let sum = 0;
hashes.forEach((h) => { hashes.forEach((h) => {
const s = dsFileSizes[h]; const s = dsFileStats[h];
if (typeof(s) !== 'number') { if (typeof(s) !== 'number') {
//console.log('missing ' + h + ' ' + typeof(s)); //console.log('missing ' + h + ' ' + typeof(s));
} else { } else {
sum += s; sum += s.size;
} }
}); });
return sum; return sum;
@@ -43,8 +43,9 @@ const sema = Semaphore.create(20);
let dirList; let dirList;
const fileList = []; const fileList = [];
const dsFileSizes = {}; const dsFileStats = {};
const out = []; const out = [];
const pinned = {};
nThen((waitFor) => { nThen((waitFor) => {
Fs.readdir('./datastore', waitFor((err, list) => { Fs.readdir('./datastore', waitFor((err, list) => {
@@ -65,7 +66,7 @@ nThen((waitFor) => {
sema.take((returnAfter) => { sema.take((returnAfter) => {
Fs.stat(f, waitFor(returnAfter((err, st) => { Fs.stat(f, waitFor(returnAfter((err, st) => {
if (err) { throw err; } if (err) { throw err; }
dsFileSizes[f.replace(/^.*\/([^\/]*)\.ndjson$/, (all, a) => (a))] = st.size; dsFileStats[f.replace(/^.*\/([^\/]*)\.ndjson$/, (all, a) => (a))] = st;
}))); })));
}); });
}); });
@@ -90,12 +91,25 @@ nThen((waitFor) => {
Fs.readFile(f, waitFor(returnAfter((err, content) => { Fs.readFile(f, waitFor(returnAfter((err, content) => {
if (err) { throw err; } if (err) { throw err; }
const hashes = hashesFromPinFile(content.toString('utf8'), f); const hashes = hashesFromPinFile(content.toString('utf8'), f);
const size = sizeForHashes(hashes, dsFileSizes); const size = sizeForHashes(hashes, dsFileStats);
if (process.argv.indexOf('--unpinned') > -1) {
hashes.forEach((x) => { pinned[x] = 1; });
} else {
out.push([f, Math.floor(size / (1024 * 1024))]); out.push([f, Math.floor(size / (1024 * 1024))]);
}
}))); })));
}); });
}); });
}).nThen(() => { }).nThen(() => {
if (process.argv.indexOf('--unpinned') > -1) {
Object.keys(dsFileStats).forEach((f) => {
if (!(f in pinned)) {
console.log("./datastore/" + f.slice(0,2) + "/" + f + ".ndjson " +
dsFileStats[f].size + " " + (+dsFileStats[f].mtime));
}
});
} else {
out.sort((a,b) => (a[1] - b[1])); out.sort((a,b) => (a[1] - b[1]));
out.forEach((x) => { console.log(x[0] + ' ' + x[1] + ' MB'); }); out.forEach((x) => { console.log(x[0] + ' ' + x[1] + ' MB'); });
}
}); });