forked from FoundKeyGang/FoundKey
86 lines
2.5 KiB
TypeScript
86 lines
2.5 KiB
TypeScript
import * as fs from 'node:fs';
|
|
import Bull from 'bull';
|
|
import unzipper from 'unzipper';
|
|
|
|
import { db } from '@/db/postgre.js';
|
|
import { createTempDir } from '@/misc/create-temp.js';
|
|
import { downloadUrl } from '@/misc/download-url.js';
|
|
import { genId } from '@/misc/gen-id.js';
|
|
import { DriveFiles, Emojis } from '@/models/index.js';
|
|
import { DbUserImportJobData } from '@/queue/types.js';
|
|
import { queueLogger } from '@/queue/logger.js';
|
|
import { addFile } from '@/services/drive/add-file.js';
|
|
|
|
const logger = queueLogger.createSubLogger('import-custom-emojis');
|
|
|
|
// TODO: 名前衝突時の動作を選べるようにする
|
|
export async function importCustomEmojis(job: Bull.Job<DbUserImportJobData>, done: any): Promise<void> {
|
|
logger.info('Importing custom emojis ...');
|
|
|
|
const file = await DriveFiles.findOneBy({
|
|
id: job.data.fileId,
|
|
});
|
|
if (file == null) {
|
|
done();
|
|
return;
|
|
}
|
|
|
|
const [path, cleanup] = await createTempDir();
|
|
|
|
logger.info(`Temp dir is ${path}`);
|
|
|
|
const destPath = path + '/emojis.zip';
|
|
|
|
try {
|
|
fs.writeFileSync(destPath, '', 'binary');
|
|
await downloadUrl(file.url, destPath);
|
|
} catch (e) { // TODO: 何度か再試行
|
|
if (e instanceof Error || typeof e === 'string') {
|
|
logger.error(e);
|
|
}
|
|
throw e;
|
|
}
|
|
|
|
const outputPath = path + '/emojis';
|
|
const unzipStream = fs.createReadStream(destPath);
|
|
const extractor = unzipper.Extract({ path: outputPath });
|
|
extractor.on('close', async () => {
|
|
const metaRaw = fs.readFileSync(outputPath + '/meta.json', 'utf-8');
|
|
const meta = JSON.parse(metaRaw);
|
|
|
|
for (const record of meta.emojis) {
|
|
if (!record.downloaded) continue;
|
|
if (!/^[a-zA-Z0-9_]+?([a-zA-Z0-9\.]+)?$/.test(record.fileName)) {
|
|
this.logger.error(`invalid filename: ${record.fileName}, skipping in emoji import`);
|
|
continue;
|
|
}
|
|
const emojiInfo = record.emoji;
|
|
const emojiPath = outputPath + '/' + record.fileName;
|
|
await Emojis.delete({
|
|
name: emojiInfo.name,
|
|
});
|
|
const driveFile = await addFile({ user: null, path: emojiPath, name: record.fileName, force: true });
|
|
await Emojis.insert({
|
|
id: genId(),
|
|
updatedAt: new Date(),
|
|
name: emojiInfo.name,
|
|
category: emojiInfo.category,
|
|
host: null,
|
|
aliases: emojiInfo.aliases,
|
|
originalUrl: driveFile.url,
|
|
publicUrl: driveFile.webpublicUrl ?? driveFile.url,
|
|
type: driveFile.webpublicType ?? driveFile.type,
|
|
});
|
|
}
|
|
|
|
await db.queryResultCache!.remove(['meta_emojis']);
|
|
|
|
cleanup();
|
|
|
|
logger.succ('Imported');
|
|
done();
|
|
});
|
|
unzipStream.pipe(extractor);
|
|
logger.succ(`Unzipping to ${outputPath}`);
|
|
}
|