summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDavid Mehren2020-11-13 17:17:17 +0100
committerGitHub2020-11-13 17:17:17 +0100
commit7560943a44330acca36b5f95a612efe351b5345d (patch)
tree40987d49aca63a0e440c3f50d4f8182ec5de79a2
parente191bde0138c873958937768f41e76e06ad61ae3 (diff)
parent47427a1b88546f9bb0c27b0c6ab76fcae82fa1c7 (diff)
Merge pull request #499 from pierreozoux/convenience-script
Adds convenience script to migrate to minio.
-rwxr-xr-xbin/migrate_from_fs_to_minio79
-rw-r--r--docs/guides/minio-image-upload.md10
2 files changed, 89 insertions, 0 deletions
diff --git a/bin/migrate_from_fs_to_minio b/bin/migrate_from_fs_to_minio
new file mode 100755
index 00000000..104c84c2
--- /dev/null
+++ b/bin/migrate_from_fs_to_minio
@@ -0,0 +1,79 @@
+#!/usr/bin/env node
+
+const { cloneDeep } = require('lodash');
+const config = require('../lib/config');
+const dbconfig = cloneDeep(config.db);
+const fs = require('fs');
+const { getImageMimeType } = require('../lib/utils');
+const Minio = require('minio');
+const path = require('path');
+const Sequelize = require('sequelize');
+
+if (config.dbURL) {
+ sequelize = new Sequelize(config.dbURL, dbconfig)
+} else {
+ sequelize = new Sequelize(dbconfig.database, dbconfig.username, dbconfig.password, dbconfig)
+}
+
+const minioClient = new Minio.Client({
+ endPoint: config.minio.endPoint,
+ port: config.minio.port,
+ secure: config.minio.secure,
+ accessKey: config.minio.accessKey,
+ secretKey: config.minio.secretKey
+});
+
+const minioProtocol = config.minio.secure ? 'https' : 'http';
+const minioHidePort = [80, 443].includes(config.minio.port);
+const minioUrlPort = minioHidePort ? '' : `:${config.minio.port}`;
+
+const minioUrl = `${minioProtocol}://${config.minio.endPoint}${minioUrlPort}/${config.s3bucket}`;
+
+console.log(`Make sure to stop your server before starting the procedure.`);
+
+if (config.db.dialect !== 'postgres') {
+ console.log('This procedure was only tested against postgres, aborting...');
+ process.exit();
+} else if (config.serverURL === '' || minioUrl === '' ) {
+ console.log('You need your server URL AND the minio URL to be defined, aborting...');
+ process.exit();
+} else {
+ console.log(`We'll migrate URLs and files from ${config.serverURL} to ${minioUrl}, proceeding with the file upload...`);
+ console.log();
+}
+
+var key;
+var filePath;
+var metadata;
+fs.readdir(config.uploadsPath, function (err, files) {
+ if (err) {
+ console.log('Unable to scan directory: ' + err);
+ process.exit();
+ }
+ files.forEach(function (file) {
+ key = path.join('uploads', file)
+ filePath = path.join(config.uploadsPath, file)
+ console.log(`Uploading ${filePath} to ${key}...`);
+ metadata = {
+ 'Content-Type': getImageMimeType(filePath),
+ }
+ minioClient.fPutObject(config.s3bucket, key, filePath, metadata, function(err) {
+ if (err) {
+ console.log(err);
+ process.exit();
+ }
+ console.log('File uploaded successfully.');
+ });
+ });
+});
+
+// You can only select to see what it will do
+// sequelize.query(`SELECT regexp_replace(content, '${minioUrl}/uploads/', '${config.serverURL}/uploads/', 'g') FROM "Notes"`).then(([results, metadata]) => {
+// console.log(metadata);
+// })
+
+sequelize.query(`UPDATE "Notes" SET content = regexp_replace(content, '${config.serverURL}/uploads/', '${minioUrl}/uploads/', 'g')`); // if something goes wrong, then revert '${config.serverURL}', '${minioUrl}' by swapping their place in the query.
+
+const updateStatement = String.raw`UPDATE "Notes" SET content = regexp_replace(content, '\(/uploads/', '(${minioUrl}/uploads/', 'g')`
+
+sequelize.query(updateStatement)
diff --git a/docs/guides/minio-image-upload.md b/docs/guides/minio-image-upload.md
index d20dbf4a..78ddd6ec 100644
--- a/docs/guides/minio-image-upload.md
+++ b/docs/guides/minio-image-upload.md
@@ -82,3 +82,13 @@
"imageuploadtype": "minio"
}
```
+
+10. If you were using filesystem before
+
+and you want to migrate assets to minio.
+
+You could use a convenience script located in `bin/migrate_from_fs_to_minio`.
+
+Be careful, read carefully what it does, it was not tested in all environments.
+
+Take it as an inspiration to make your own migration script. \ No newline at end of file