Sharkey/src/queue/processors/db/export-mute.ts

90 lines
2.1 KiB
TypeScript
Raw Normal View History

2019-03-07 16:07:21 +02:00
import * as Bull from 'bull';
2019-02-06 13:56:48 +02:00
import * as tmp from 'tmp';
import * as fs from 'fs';
import * as mongo from 'mongodb';
2019-03-07 16:07:21 +02:00
import { queueLogger } from '../../logger';
import addFile from '../../../services/drive/add-file';
import User from '../../../models/user';
2019-02-06 13:56:48 +02:00
import dateFormat = require('dateformat');
2019-03-07 16:07:21 +02:00
import Mute from '../../../models/mute';
import { getFullApAccount } from '../../../misc/convert-host';
2019-02-06 13:56:48 +02:00
const logger = queueLogger.createSubLogger('export-mute');
2019-03-07 16:07:21 +02:00
export async function exportMute(job: Bull.Job, done: any): Promise<void> {
2019-02-06 13:56:48 +02:00
logger.info(`Exporting mute of ${job.data.user._id} ...`);
const user = await User.findOne({
_id: new mongo.ObjectID(job.data.user._id.toString())
});
// Create temp file
const [path, cleanup] = await new Promise<[string, any]>((res, rej) => {
tmp.file((e, path, fd, cleanup) => {
if (e) return rej(e);
res([path, cleanup]);
});
});
logger.info(`Temp file is ${path}`);
const stream = fs.createWriteStream(path, { flags: 'a' });
let exportedCount = 0;
let ended = false;
let cursor: any = null;
while (!ended) {
const mutes = await Mute.find({
muterId: user._id,
...(cursor ? { _id: { $gt: cursor } } : {})
}, {
limit: 100,
sort: {
_id: 1
}
});
if (mutes.length === 0) {
ended = true;
2019-03-07 16:07:21 +02:00
job.progress(100);
2019-02-06 13:56:48 +02:00
break;
}
cursor = mutes[mutes.length - 1]._id;
for (const mute of mutes) {
const u = await User.findOne({ _id: mute.muteeId }, { fields: { username: true, host: true } });
const content = getFullApAccount(u.username, u.host);
2019-02-06 13:56:48 +02:00
await new Promise((res, rej) => {
stream.write(content + '\n', err => {
if (err) {
logger.error(err);
rej(err);
} else {
res();
}
});
});
exportedCount++;
}
const total = await Mute.count({
muterId: user._id,
});
2019-03-07 16:07:21 +02:00
job.progress(exportedCount / total);
2019-02-06 13:56:48 +02:00
}
stream.end();
logger.succ(`Exported to: ${path}`);
2019-02-06 14:10:12 +02:00
const fileName = 'mute-' + dateFormat(new Date(), 'yyyy-mm-dd-HH-MM-ss') + '.csv';
2019-02-06 13:56:48 +02:00
const driveFile = await addFile(user, path, fileName);
logger.succ(`Exported to: ${driveFile._id}`);
cleanup();
done();
}