132 lines
3.1 KiB
TypeScript
132 lines
3.1 KiB
TypeScript
import * as Bull from 'bull';
|
|
import * as tmp from 'tmp';
|
|
import * as fs from 'fs';
|
|
|
|
import { ulid } from 'ulid';
|
|
const mime = require('mime-types');
|
|
const archiver = require('archiver');
|
|
import { queueLogger } from '../../logger';
|
|
import addFile from '@/services/drive/add-file';
|
|
import * as dateFormat from 'dateformat';
|
|
import { Users, Emojis } from '@/models/index';
|
|
import { } from '@/queue/types';
|
|
import { downloadUrl } from '@/misc/download-url';
|
|
|
|
const logger = queueLogger.createSubLogger('export-custom-emojis');
|
|
|
|
export async function exportCustomEmojis(job: Bull.Job, done: () => void): Promise<void> {
|
|
logger.info(`Exporting custom emojis ...`);
|
|
|
|
const user = await Users.findOne(job.data.user.id);
|
|
if (user == null) {
|
|
done();
|
|
return;
|
|
}
|
|
|
|
// Create temp dir
|
|
const [path, cleanup] = await new Promise<[string, () => void]>((res, rej) => {
|
|
tmp.dir((e, path, cleanup) => {
|
|
if (e) return rej(e);
|
|
res([path, cleanup]);
|
|
});
|
|
});
|
|
|
|
logger.info(`Temp dir is ${path}`);
|
|
|
|
const metaPath = path + '/meta.json';
|
|
|
|
fs.writeFileSync(metaPath, '', 'utf-8');
|
|
|
|
const metaStream = fs.createWriteStream(metaPath, { flags: 'a' });
|
|
|
|
await new Promise<void>((res, rej) => {
|
|
metaStream.write('[', err => {
|
|
if (err) {
|
|
logger.error(err);
|
|
rej(err);
|
|
} else {
|
|
res();
|
|
}
|
|
});
|
|
});
|
|
|
|
const customEmojis = await Emojis.find({
|
|
where: {
|
|
host: null,
|
|
},
|
|
order: {
|
|
id: 'ASC',
|
|
},
|
|
});
|
|
|
|
for (const emoji of customEmojis) {
|
|
const exportId = ulid().toLowerCase();
|
|
const emojiPath = path + '/' + exportId + '.' + mime.extension(emoji.type);
|
|
fs.writeFileSync(emojiPath, '', 'binary');
|
|
let downloaded = false;
|
|
|
|
try {
|
|
await downloadUrl(emoji.url, emojiPath);
|
|
downloaded = true;
|
|
} catch (e) { // TODO: 何度か再試行
|
|
logger.error(e);
|
|
}
|
|
|
|
await new Promise<void>((res, rej) => {
|
|
const content = JSON.stringify({
|
|
id: exportId,
|
|
downloaded: downloaded,
|
|
emoji: emoji,
|
|
});
|
|
const isFirst = customEmojis.indexOf(emoji) === 0;
|
|
metaStream.write(isFirst ? content : ',\n' + content, err => {
|
|
if (err) {
|
|
logger.error(err);
|
|
rej(err);
|
|
} else {
|
|
res();
|
|
}
|
|
});
|
|
});
|
|
}
|
|
|
|
await new Promise<void>((res, rej) => {
|
|
metaStream.write(']', err => {
|
|
if (err) {
|
|
logger.error(err);
|
|
rej(err);
|
|
} else {
|
|
res();
|
|
}
|
|
});
|
|
});
|
|
|
|
metaStream.end();
|
|
|
|
// Create archive
|
|
const [archivePath, archiveCleanup] = await new Promise<[string, () => void]>((res, rej) => {
|
|
tmp.file((e, path, fd, cleanup) => {
|
|
if (e) return rej(e);
|
|
res([path, cleanup]);
|
|
});
|
|
});
|
|
const archiveStream = fs.createWriteStream(archivePath);
|
|
const archive = archiver('zip', {
|
|
zlib: { level: 0 },
|
|
});
|
|
archiveStream.on('close', async () => {
|
|
logger.succ(`Exported to: ${archivePath}`);
|
|
|
|
const fileName = 'custom-emojis-' + dateFormat(new Date(), 'yyyy-mm-dd-HH-MM-ss') + '.zip';
|
|
const driveFile = await addFile(user, archivePath, fileName, null, null, true);
|
|
|
|
logger.succ(`Exported to: ${driveFile.id}`);
|
|
cleanup();
|
|
archiveCleanup();
|
|
done();
|
|
});
|
|
archive.pipe(archiveStream);
|
|
archive.directory(path, false);
|
|
archive.finalize();
|
|
}
|