2019-02-04 04:35:58 +00:00
|
|
|
import * as Queue from 'bee-queue';
|
2019-02-06 06:01:43 +00:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 10:50:14 +00:00
|
|
|
|
2019-02-06 06:01:43 +00:00
|
|
|
import config from '../config';
|
2018-05-07 09:20:15 +00:00
|
|
|
import { ILocalUser } from '../models/user';
|
2019-02-04 04:37:50 +00:00
|
|
|
import { program } from '../argv';
|
2019-02-05 10:50:14 +00:00
|
|
|
import handler from './processors';
|
2019-02-06 04:51:02 +00:00
|
|
|
import { queueLogger } from './logger';
|
2018-04-04 14:12:35 +00:00
|
|
|
|
2019-02-06 04:51:02 +00:00
|
|
|
const enableQueue = !program.disableQueue;
|
2019-02-10 02:44:08 +00:00
|
|
|
const enableQueueProcessing = !program.onlyServer && enableQueue;
|
2019-02-07 12:02:33 +00:00
|
|
|
const queueAvailable = config.redis != null;
|
2019-02-04 04:35:58 +00:00
|
|
|
|
2019-02-04 07:41:53 +00:00
|
|
|
const queue = initializeQueue();
|
|
|
|
|
|
|
|
function initializeQueue() {
|
2019-02-10 02:44:08 +00:00
|
|
|
if (queueAvailable && enableQueue) {
|
2019-03-02 05:32:32 +00:00
|
|
|
return new Queue('misskey-queue', {
|
2019-02-04 07:41:53 +00:00
|
|
|
redis: {
|
2019-02-07 12:02:33 +00:00
|
|
|
port: config.redis.port,
|
|
|
|
host: config.redis.host,
|
|
|
|
password: config.redis.pass
|
2019-02-04 07:41:53 +00:00
|
|
|
},
|
|
|
|
|
|
|
|
removeOnSuccess: true,
|
|
|
|
removeOnFailure: true,
|
|
|
|
getEvents: false,
|
|
|
|
sendEvents: false,
|
|
|
|
storeJobs: false
|
|
|
|
});
|
2019-02-07 12:02:33 +00:00
|
|
|
} else {
|
|
|
|
return null;
|
|
|
|
}
|
2019-02-04 07:41:53 +00:00
|
|
|
}
|
2019-02-04 04:35:58 +00:00
|
|
|
|
2019-02-06 06:01:43 +00:00
|
|
|
export function deliver(user: ILocalUser, content: any, to: any) {
|
|
|
|
if (content == null) return;
|
|
|
|
|
|
|
|
const data = {
|
|
|
|
type: 'deliver',
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-02-10 02:44:08 +00:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-04 04:35:58 +00:00
|
|
|
return queue.createJob(data)
|
2019-02-06 06:01:43 +00:00
|
|
|
.retries(8)
|
2019-02-06 05:53:02 +00:00
|
|
|
.backoff('exponential', 1000)
|
2019-02-04 04:35:58 +00:00
|
|
|
.save();
|
|
|
|
} else {
|
2019-02-05 10:50:14 +00:00
|
|
|
return handler({ data }, () => {});
|
2019-02-04 04:35:58 +00:00
|
|
|
}
|
2018-04-04 14:12:35 +00:00
|
|
|
}
|
|
|
|
|
2019-02-06 06:01:43 +00:00
|
|
|
export function processInbox(activity: any, signature: httpSignature.IParsedSignature) {
|
|
|
|
const data = {
|
|
|
|
type: 'processInbox',
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-15 20:47:29 +00:00
|
|
|
|
2019-02-10 02:44:08 +00:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-06 06:01:43 +00:00
|
|
|
return queue.createJob(data)
|
|
|
|
.retries(3)
|
|
|
|
.backoff('exponential', 500)
|
|
|
|
.save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2018-04-05 14:24:51 +00:00
|
|
|
}
|
2019-02-03 09:16:57 +00:00
|
|
|
|
2019-02-20 16:30:21 +00:00
|
|
|
export function createDeleteNotesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteNotes',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export function createDeleteDriveFilesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteDriveFiles',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-05 10:50:14 +00:00
|
|
|
export function createExportNotesJob(user: ILocalUser) {
|
2019-02-10 02:44:08 +00:00
|
|
|
const data = {
|
2019-02-05 10:50:14 +00:00
|
|
|
type: 'exportNotes',
|
|
|
|
user: user
|
2019-02-10 02:44:08 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-05 10:50:14 +00:00
|
|
|
}
|
2019-02-04 04:35:58 +00:00
|
|
|
|
2019-02-06 12:21:49 +00:00
|
|
|
export function createExportFollowingJob(user: ILocalUser) {
|
2019-02-10 02:44:08 +00:00
|
|
|
const data = {
|
2019-02-06 12:21:49 +00:00
|
|
|
type: 'exportFollowing',
|
|
|
|
user: user
|
2019-02-10 02:44:08 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 12:21:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportMuteJob(user: ILocalUser) {
|
2019-02-10 02:44:08 +00:00
|
|
|
const data = {
|
2019-02-06 12:21:49 +00:00
|
|
|
type: 'exportMute',
|
|
|
|
user: user
|
2019-02-10 02:44:08 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 12:21:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportBlockingJob(user: ILocalUser) {
|
2019-02-10 02:44:08 +00:00
|
|
|
const data = {
|
2019-02-06 12:21:49 +00:00
|
|
|
type: 'exportBlocking',
|
|
|
|
user: user
|
2019-02-10 02:44:08 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 12:21:49 +00:00
|
|
|
}
|
|
|
|
|
2019-02-04 04:35:58 +00:00
|
|
|
export default function() {
|
2019-02-10 02:44:08 +00:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-05 10:50:14 +00:00
|
|
|
queue.process(128, handler);
|
2019-02-06 04:51:02 +00:00
|
|
|
queueLogger.succ('Processing started');
|
2019-02-04 04:35:58 +00:00
|
|
|
}
|
2019-02-06 04:51:02 +00:00
|
|
|
|
|
|
|
return queue;
|
2019-02-04 04:35:58 +00:00
|
|
|
}
|
2019-02-06 06:24:59 +00:00
|
|
|
|
|
|
|
export function destroy() {
|
|
|
|
queue.destroy().then(n => {
|
|
|
|
queueLogger.succ(`All job removed (${n} jobs)`);
|
|
|
|
});
|
|
|
|
}
|