core: hash base64 before saving it as attachment to prevent dups

apps/web/src/interfaces/fs.js

@@ -122,6 +122,15 @@ async function writeEncryptedBase64(metadata) {
   };
 }
 
+/**
+ *
+ * @param {string} data the base64 data
+ * @returns
+ */
+function hashBase64(data) {
+  return hashBuffer(Buffer.from(data, "base64"));
+}
+
 /**
  *
  * @param {import("hash-wasm/dist/lib/util").IDataType} data
@@ -469,11 +478,13 @@ const FS = {
   deleteFile,
   saveFile,
   exists,
-  hashBuffer,
-  hashStream,
   writeEncryptedFile,
   clearFileStorage,
-  getUploadedFileSize
+  getUploadedFileSize,
+
+  hashBase64,
+  hashBuffer,
+  hashStream
 };
 export default FS;
 

packages/core/collections/attachments.js

@@ -283,7 +283,11 @@ export default class Attachments extends Collection {
     return this._collection.updateItem(attachment);
   }
 
-  async save(data, type, mimeType) {
+  async save(data, mimeType) {
+    const { hash } = await this._db.fs.hashBase64(data);
+    const attachment = this.attachment(hash);
+    if (attachment) return attachment;
+
     const key = await this._db.attachments.generateKey();
     const metadata = await this._db.fs.writeEncryptedBase64(
       data,

packages/core/content-types/tiptap.js

@@ -161,7 +161,7 @@ export class Tiptap {
       try {
         const { data, mime } = dataurl.toObject(image.src);
         if (!data) continue;
-        const storeResult = await store(data, "base64", mime);
+        const storeResult = await store(data, mime);
         if (!storeResult) continue;
 
         images[image.id] = { ...storeResult, mime };

packages/core/database/fs.js

@@ -108,4 +108,12 @@ export default class FileStorage {
   clear() {
     return this.fs.clearFileStorage();
   }
+
+  /**
+   * @param {string} data
+   * @returns {Promise<{hash: string, type: string}>}
+   */
+  hashBase64(data) {
+    return this.fs.hashBase64(data);
+  }
 }