add files for migration

bin/data-migrations/v6/Dockerfile

@@ -0,0 +1,9 @@
+# uper v6 because old mongo shell caan't use negative lookbehind regexp
+# https://www.mongodb.com/community/forums/t/does-mongo-shell-support-negative-look-behind-assertion/7956
+# https://www.mongodb.com/docs/manual/release-notes/6.0-compatibility/#legacy-mongo-shell-removed
+FROM mongo:6.0
+
+# copy mongo shell scripts for migration
+COPY migration.js /opt/bin/
+
+CMD /bin/mongosh ${MONGO_URI} /opt/bin/migration.js

bin/data-migrations/v6/migration.js

@@ -0,0 +1,111 @@
+
+/* eslint-disable no-undef, no-var, vars-on-top, no-restricted-globals, regex/invalid */
+// ignore lint error because this file is js as mongoshell
+
+// ===========================================
+// processors for old format
+// ===========================================
+function drawioProcessor(body) {
+  var oldDrawioRegExp = /:::\s?drawio\n(.+?)\n:::/g; // drawio old format
+  return body.replace(oldDrawioRegExp, '``` drawio\n$1\n```');
+}
+
+function plantumlProcessor(body) {
+  var oldPlantUmlRegExp = /@startuml\n([\s\S]*?)\n@enduml/g; // plantUML old format
+  return body.replace(oldPlantUmlRegExp, '``` plantuml\n$1\n```');
+}
+
+function tsvProcessor(body) {
+  var oldTsvTableRegExp = /::: tsv(-h)?\n([\s\S]*?)\n:::/g; // TSV old format
+  return body.replace(oldTsvTableRegExp, '``` tsv$1\n$2\n```');
+}
+
+function csvProcessor(body) {
+  var oldCsvTableRegExp = /::: csv(-h)?\n([\s\S]*?)\n:::/g; // CSV old format
+  return body.replace(oldCsvTableRegExp, '``` csv$1\n$2\n```');
+}
+
+function pagelinkProcessor(body) {
+  // https://regex101.com/r/btZ4hc/1
+  var oldpageLinkRegExp = /(?<!\[)\[{1}(\/.*?)\]{1}(?!\])/g; // Page Link old format
+  return body.replace(oldpageLinkRegExp, '[[$1]]');
+}
+
+// ===========================================
+// replace method with processors
+// ===========================================
+function replaceLatestRevisions(body, processors) {
+  var replacedBody = body;
+  processors.forEach((processor) => {
+    replacedBody = processor(replacedBody);
+  });
+  return replacedBody;
+}
+
+
+// ===========================================
+// main process
+// ===========================================
+
+var pagesCollection = db.getCollection('pages');
+const revisionsCollection = db.getCollection('revisions');
+
+var operations = [];
+var growiSyntaxLinkerProcessor = [];
+var userOriginalProcessor = [];
+
+var migrationType = process.env.MIGRATION_TYPE;
+
+var oldFormatProcessors;
+switch (migrationType) {
+  case 'drawio':
+    oldFormatProcessors = [drawioProcessor];
+    break;
+  case 'plantuml':
+    oldFormatProcessors = [plantumlProcessor];
+    break;
+  case 'tsv':
+    oldFormatProcessors = [tsvProcessor];
+    break;
+  case 'csv':
+    oldFormatProcessors = [csvProcessor];
+    break;
+  case 'pagelink':
+    oldFormatProcessors = [pagelinkProcessor];
+    break;
+  case 'v6':
+    oldFormatProcessors = [drawioProcessor, plantumlProcessor, tsvProcessor, csvProcessor, pagelinkProcessor];
+    break;
+  case undefined:
+    throw Error('env var MIGRATION_TYPE is required: document link');
+  default:
+    throw Error('invalid MIGRATION_TYPE: document link');
+}
+
+var sleepTime = process.env.SLEEP_TIME ?? 5; // default 5 milliseconds
+
+pagesCollection.find({}).forEach((doc) => {
+  if (doc.revision) {
+    var revision = revisionsCollection.findOne({ _id: doc.revision });
+    var replacedBody = replaceLatestRevisions(revision.body, [...oldFormatProcessors, ...growiSyntaxLinkerProcessor, ...userOriginalProcessor]);
+    var operation = {
+      updateOne: {
+        filter: { _id: revision._id },
+        update: {
+          $set: { body: replacedBody },
+        },
+      },
+    };
+    operations.push(operation);
+
+    // bulkWrite per 100 revisions
+    if (operations.length > 99) {
+      revisionsCollection.bulkWrite(operations);
+      // sleep time can be set from env var
+      sleep(sleepTime);
+      operations = [];
+    }
+  }
+});
+revisionsCollection.bulkWrite(operations);
+print('migration complete!');