FoundKey/src/queue/index.ts

188 lines
4.8 KiB
TypeScript
Raw Normal View History

2019-03-07 14:07:21 +00:00
import * as Queue from 'bull';
2019-02-06 06:01:43 +00:00
import * as httpSignature from 'http-signature';
2019-02-06 06:01:43 +00:00
import config from '../config';
2018-05-07 09:20:15 +00:00
import { ILocalUser } from '../models/user';
2019-02-04 04:37:50 +00:00
import { program } from '../argv';
2019-03-07 14:07:21 +00:00
import processDeliver from './processors/deliver';
2019-03-09 01:09:04 +00:00
import processInbox from './processors/inbox';
2019-03-07 14:07:21 +00:00
import processDb from './processors/db';
2019-03-07 14:36:08 +00:00
import { queueLogger } from './logger';
2019-03-11 10:43:58 +00:00
import { IDriveFile } from '../models/drive-file';
2019-03-07 14:07:21 +00:00
function initializeQueue(name: string) {
return new Queue(name, config.redis != null ? {
redis: {
port: config.redis.port,
host: config.redis.host,
password: config.redis.pass,
2019-03-09 14:44:54 +00:00
db: config.redis.db || 0,
},
prefix: config.redis.prefix ? `${config.redis.prefix}:queue` : 'queue'
2019-03-07 14:07:21 +00:00
} : null);
}
2019-02-04 04:35:58 +00:00
export const deliverQueue = initializeQueue('deliver');
export const inboxQueue = initializeQueue('inbox');
export const dbQueue = initializeQueue('db');
2019-03-07 14:07:21 +00:00
2019-03-09 01:18:59 +00:00
const deliverLogger = queueLogger.createSubLogger('deliver');
const inboxLogger = queueLogger.createSubLogger('inbox');
2019-03-08 23:57:55 +00:00
deliverQueue
2019-03-09 01:18:59 +00:00
.on('waiting', (jobId) => deliverLogger.debug(`waiting id=${jobId}`))
.on('active', (job) => deliverLogger.debug(`active id=${job.id} to=${job.data.to}`))
.on('completed', (job, result) => deliverLogger.debug(`completed(${result}) id=${job.id} to=${job.data.to}`))
2019-03-11 13:45:07 +00:00
.on('failed', (job, err) => deliverLogger.warn(`failed(${err}) id=${job.id} to=${job.data.to}`))
2019-03-09 01:18:59 +00:00
.on('error', (error) => deliverLogger.error(`error ${error}`))
.on('stalled', (job) => deliverLogger.warn(`stalled id=${job.id} to=${job.data.to}`));
inboxQueue
.on('waiting', (jobId) => inboxLogger.debug(`waiting id=${jobId}`))
2019-03-09 09:15:44 +00:00
.on('active', (job) => inboxLogger.debug(`active id=${job.id}`))
.on('completed', (job, result) => inboxLogger.debug(`completed(${result}) id=${job.id}`))
2019-03-11 13:45:07 +00:00
.on('failed', (job, err) => inboxLogger.warn(`failed(${err}) id=${job.id} activity=${job.data.activity ? job.data.activity.id : 'none'}`))
2019-03-09 01:18:59 +00:00
.on('error', (error) => inboxLogger.error(`error ${error}`))
2019-03-11 13:45:07 +00:00
.on('stalled', (job) => inboxLogger.warn(`stalled id=${job.id} activity=${job.data.activity ? job.data.activity.id : 'none'}`));
2019-03-08 23:57:55 +00:00
2019-02-06 06:01:43 +00:00
export function deliver(user: ILocalUser, content: any, to: any) {
2019-03-07 14:07:21 +00:00
if (content == null) return null;
2019-02-06 06:01:43 +00:00
const data = {
user,
content,
to
};
2019-03-07 14:07:21 +00:00
return deliverQueue.add(data, {
2019-03-08 12:43:17 +00:00
attempts: 8,
2019-03-07 14:07:21 +00:00
backoff: {
type: 'exponential',
2019-03-08 23:57:55 +00:00
delay: 60 * 1000
2019-03-07 14:07:21 +00:00
},
removeOnComplete: true,
removeOnFail: true
});
2018-04-04 14:12:35 +00:00
}
2019-03-07 14:07:21 +00:00
export function inbox(activity: any, signature: httpSignature.IParsedSignature) {
2019-02-06 06:01:43 +00:00
const data = {
activity: activity,
signature
};
2019-03-07 14:07:21 +00:00
return inboxQueue.add(data, {
2019-03-08 12:43:17 +00:00
attempts: 8,
2019-03-07 14:07:21 +00:00
backoff: {
type: 'exponential',
delay: 1000
},
removeOnComplete: true,
removeOnFail: true
});
2018-04-05 14:24:51 +00:00
}
2019-02-20 16:30:21 +00:00
export function createDeleteNotesJob(user: ILocalUser) {
2019-03-07 14:27:38 +00:00
return dbQueue.add('deleteNotes', {
2019-02-20 16:30:21 +00:00
user: user
2019-03-07 14:27:38 +00:00
}, {
2019-03-07 14:07:21 +00:00
removeOnComplete: true,
removeOnFail: true
});
2019-02-20 16:30:21 +00:00
}
export function createDeleteDriveFilesJob(user: ILocalUser) {
2019-03-07 14:27:38 +00:00
return dbQueue.add('deleteDriveFiles', {
2019-02-20 16:30:21 +00:00
user: user
2019-03-07 14:27:38 +00:00
}, {
2019-03-07 14:07:21 +00:00
removeOnComplete: true,
removeOnFail: true
});
2019-02-20 16:30:21 +00:00
}
export function createExportNotesJob(user: ILocalUser) {
2019-03-07 14:27:38 +00:00
return dbQueue.add('exportNotes', {
user: user
2019-03-07 14:27:38 +00:00
}, {
2019-03-07 14:07:21 +00:00
removeOnComplete: true,
removeOnFail: true
});
}
2019-02-04 04:35:58 +00:00
2019-02-06 12:21:49 +00:00
export function createExportFollowingJob(user: ILocalUser) {
2019-03-07 14:27:38 +00:00
return dbQueue.add('exportFollowing', {
2019-02-06 12:21:49 +00:00
user: user
2019-03-07 14:27:38 +00:00
}, {
2019-03-07 14:07:21 +00:00
removeOnComplete: true,
removeOnFail: true
});
2019-02-06 12:21:49 +00:00
}
export function createExportMuteJob(user: ILocalUser) {
2019-03-07 14:27:38 +00:00
return dbQueue.add('exportMute', {
2019-02-06 12:21:49 +00:00
user: user
2019-03-07 14:27:38 +00:00
}, {
2019-03-07 14:07:21 +00:00
removeOnComplete: true,
removeOnFail: true
});
2019-02-06 12:21:49 +00:00
}
export function createExportBlockingJob(user: ILocalUser) {
2019-03-07 14:27:38 +00:00
return dbQueue.add('exportBlocking', {
2019-02-06 12:21:49 +00:00
user: user
2019-03-07 14:27:38 +00:00
}, {
2019-03-07 14:07:21 +00:00
removeOnComplete: true,
removeOnFail: true
});
2019-02-06 12:21:49 +00:00
}
export function createExportUserListsJob(user: ILocalUser) {
return dbQueue.add('exportUserLists', {
user: user
}, {
removeOnComplete: true,
removeOnFail: true
});
}
2019-03-11 15:34:19 +00:00
export function createImportFollowingJob(user: ILocalUser, fileId: IDriveFile['_id']) {
return dbQueue.add('importFollowing', {
user: user,
fileId: fileId
}, {
removeOnComplete: true,
removeOnFail: true
});
}
2019-03-11 10:43:58 +00:00
export function createImportUserListsJob(user: ILocalUser, fileId: IDriveFile['_id']) {
return dbQueue.add('importUserLists', {
user: user,
fileId: fileId
}, {
removeOnComplete: true,
removeOnFail: true
});
}
2019-02-04 04:35:58 +00:00
export default function() {
2019-03-07 14:07:21 +00:00
if (!program.onlyServer) {
2019-03-07 20:23:13 +00:00
deliverQueue.process(128, processDeliver);
inboxQueue.process(128, processInbox);
2019-03-07 14:27:38 +00:00
processDb(dbQueue);
2019-02-04 04:35:58 +00:00
}
}
2019-02-06 06:24:59 +00:00
export function destroy() {
2019-03-07 14:36:08 +00:00
deliverQueue.once('cleaned', (jobs, status) => {
2019-03-09 01:18:59 +00:00
deliverLogger.succ(`Cleaned ${jobs.length} ${status} jobs`);
2019-03-07 14:36:08 +00:00
});
deliverQueue.clean(0, 'wait');
inboxQueue.once('cleaned', (jobs, status) => {
2019-03-09 01:18:59 +00:00
inboxLogger.succ(`Cleaned ${jobs.length} ${status} jobs`);
2019-03-07 14:36:08 +00:00
});
inboxQueue.clean(0, 'wait');
2019-02-06 06:24:59 +00:00
}