tauri: implement runtime.readClipboardImage and TempFileFunctions

packages/frontend/src/components/QrReader/helper.ts

@@ -50,7 +50,9 @@
         reject(error)
       }
     })
-
+    image.addEventListener('error', (err)=>{
+      reject(err)
+    })
     image.src = base64
   })
 }

packages/target-tauri/runtime-tauri/runtime.ts

@@ -11,7 +11,7 @@
 import {
   writeText,
   readText,
   readImage,
 } from '@tauri-apps/plugin-clipboard-manager'
 
 import {
@@ -333,17 +333,8 @@
   readClipboardText(): Promise<string> {
     return readText()
   }
-  async readClipboardImage(): Promise<string | null> {
-    try {
-      const clipboardImage = await readImage()
-      const _blob = new Blob([await clipboardImage.rgba()], { type: 'image' })
-      //TODO blob to base64
-
-      throw new Error('Method not implemented.18')
-    } catch (error) {
-      this.log.warn('readClipboardImage', error)
-      return null
-    }
+  readClipboardImage(): Promise<string | null> {
+    return invoke("get_clipboard_image_as_data_uri")
   }
   writeClipboardText(text: string): Promise<void> {
     return writeText(text)

packages/target-tauri/src-tauri/Cargo.toml

@@ -37,6 +37,9 @@ tauri-plugin-store = "2"
 http = "1.1.0"
 mime = "0.3.17"
 percent-encoding = "2"
+thiserror = "2.0.11"
+png = "0.*"
+base64 = "0.*"
 
 [target.'cfg(not(any(target_os = "android", target_os = "ios")))'.dependencies]
 tauri-plugin-single-instance = "2"

packages/target-tauri/src-tauri/src/clipboard.rs

@@ -0,0 +1,46 @@
+use std::io::Cursor;
+
+use base64::encode;
+use tauri::AppHandle;
+use tauri_plugin_clipboard_manager::ClipboardExt;
+
+// create the error type that represents all errors possible in our program
+#[derive(Debug, thiserror::Error)]
+pub(crate) enum Error {
+    #[error(transparent)]
+    Clipboard(#[from] tauri_plugin_clipboard_manager::Error),
+    #[error(transparent)]
+    EncodingError(#[from] png::EncodingError),
+}
+impl serde::Serialize for Error {
+    fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
+    where
+        S: serde::ser::Serializer,
+    {
+        serializer.serialize_str(format!("{self:?}").as_ref())
+    }
+}
+
+// currently only used for parsing qr code from clipboard image
+#[tauri::command]
+pub(crate) fn get_clipboard_image_as_data_uri(app: AppHandle) -> Result<String, Error> {
+    let img = app.clipboard().read_image()?;
+    let mut bytes: Cursor<Vec<u8>> = Cursor::new(Vec::new());
+
+    let mut encoder = png::Encoder::new(&mut bytes, img.width(), img.height());
+    encoder.set_color(png::ColorType::Rgba);
+    encoder.set_depth(png::BitDepth::Eight);
+    let mut writer = encoder.write_header()?;
+    writer.write_image_data(img.rgba())?;
+    writer.finish()?;
+
+    let data = bytes.into_inner();
+
+    let base64_data = encode(&data);
+    let mime_type = "image/png";
+    let data_uri = format!("data:{};base64,{}", mime_type, base64_data);
+
+    Ok(data_uri)
+}
+
+// Later: figgure out a way to get clipboard image in orginal format and bit depth? is that needed?

packages/target-tauri/src-tauri/src/lib.rs

@@ -7,6 +7,7 @@
 
 mod app_path;
 mod blobs;
+mod clipboard;
 mod file_dialogs;
 mod help_window;
 mod locales;
@@ -93,6 +94,7 @@
             ui_frontend_ready,
             get_current_logfile,
             app_path::get_app_path,
+            clipboard::get_clipboard_image_as_data_uri,
             file_dialogs::download_file,
             file_dialogs::show_open_file_dialog,
             locales::get_locale_data,
@@ -171,7 +173,7 @@
             #[cfg(debug_assertions)]
             app.get_webview_window("main").unwrap().open_devtools();
 
             let webview = app.get_webview_window("main").unwrap();
 
             #[cfg(target_os = "macos")]
             {

packages/target-tauri/src-tauri/tauri.conf.json5

@@ -48,7 +48,6 @@
             // or when running `pnpm tauri permission list`
             "core:event:allow-emit",
             "core:event:allow-listen",
-            "clipboard-manager:allow-read-image",
             "clipboard-manager:allow-read-text",
             "clipboard-manager:allow-write-image",
             "clipboard-manager:allow-write-text",