From 6875b68f3e80513274dce925b9bd3e2f012f324e Mon Sep 17 00:00:00 2001
From: otofune <otofune@gmail.com>
Date: Tue, 7 Nov 2017 23:10:38 +0900
Subject: [PATCH] change all migrations to parallely

---
 ...change-gridfs-metadata-name-to-filename.js | 24 ++++++++++-
 tools/migration/issue_882.js                  | 43 ++++++++++---------
 2 files changed, 45 insertions(+), 22 deletions(-)

diff --git a/tools/migration/change-gridfs-metadata-name-to-filename.js b/tools/migration/change-gridfs-metadata-name-to-filename.js
index 0d9e977c6..9128d852c 100644
--- a/tools/migration/change-gridfs-metadata-name-to-filename.js
+++ b/tools/migration/change-gridfs-metadata-name-to-filename.js
@@ -19,12 +19,32 @@ async function applyNewChange (doc) {
 }
 
 async function main () {
-	const oldTypeDocs = await DriveFile.find({
+	const query = {
 		'metadata.name': {
 			$exists: true
 		}
+	}
+
+	const count = await DriveFile.count(query)
+
+	const dop = Number.parseInt(process.argv[2]) || 5
+	const idop = ((count - (count % dop)) / dop) + 1
+
+	return zip(
+		1,
+		async (time) => {
+			console.log(`${time} / ${idop}`)
+			const doc = await db.get('drive_files').find(query, {
+				limit: dop, skip: time * dop
+			})
+			return Promise.all(doc.map(applyNewChange))
+		},
+		idop
+	).then(a => {
+		const rv = []
+		a.forEach(e => rv.push(...e))
+		return rv
 	})
-	return await Promise.all(oldTypeDocs.map(applyNewChange))
 }
 
 main().then(console.dir).catch(console.error)
diff --git a/tools/migration/issue_882.js b/tools/migration/issue_882.js
index 8dab9bb43..aa1141325 100644
--- a/tools/migration/issue_882.js
+++ b/tools/migration/issue_882.js
@@ -1,6 +1,7 @@
 // for Node.js interpret
 
 const { default: DriveFile } = require('../../built/api/models/drive-file')
+const { default: zip } = require('@prezzemolo/zip')
 
 const migrate = async (doc) => {
 	const result = await DriveFile.update(doc._id, {
@@ -15,30 +16,32 @@ const migrate = async (doc) => {
 }
 
 async function main() {
-	let i = 0;
-
-	const count = await DriveFile.count({});
-
-	const iterate = async () => {
-		if (i == count) return true;
-		console.log(`${i} / ${count}`);
-		const doc = (await DriveFile.find({}, { limit: 1, skip: i }))[0]
-		const res = await migrate(doc);
-		if (!res) {
-			return false;
-		} else {
-			i++
-			return await iterate();
+	const query = {
+		'metadata.type': {
+			$exists: true
 		}
 	}
 
-	const res = await iterate();
+	const count = await DriveFile.count(query);
 
-	if (res) {
-		return 'ok';
-	} else {
-		throw 'something happened';
-	}
+	const dop = Number.parseInt(process.argv[2]) || 5
+	const idop = ((count - (count % dop)) / dop) + 1
+
+	return zip(
+		1,
+		async (time) => {
+			console.log(`${time} / ${idop}`)
+			const doc = await db.get('drive_files').find(query, {
+				limit: dop, skip: time * dop
+			})
+			return Promise.all(doc.map(migrate))
+		},
+		idop
+	).then(a => {
+		const rv = []
+		a.forEach(e => rv.push(...e))
+		return rv
+	})
 }
 
 main().then(console.dir).catch(console.error)