Most naive solution to the problem:

make CloudWriter call `get_runtime().block_on` from a newly spawned thread.
pola-rs · Feb 4, 2024 · e03a835 · e03a835
1 parent fccfe4e
commit e03a835
Showing 1 changed file with 15 additions and 7 deletions.
diff --git a/crates/polars-io/src/cloud/adaptors.rs b/crates/polars-io/src/cloud/adaptors.rs
@@ -197,12 +197,16 @@ impl CloudWriter {
 
 impl std::io::Write for CloudWriter {
     fn write(&mut self, buf: &[u8]) -> std::io::Result<usize> {
-        get_runtime().block_on(async {
-            let res = self.writer.write(buf).await;
-            if res.is_err() {
-                let _ = self.abort().await;
-            }
-            res
+        std::thread::scope(|s| {
+            s.spawn(|| {
+                get_runtime().block_on(async {
+                    let res = self.writer.write(buf).await;
+                    if res.is_err() {
+                        let _ = self.abort().await;
+                    }
+                    res
+                })
+            }).join().unwrap()
         })
     }
 
@@ -219,7 +223,11 @@ impl std::io::Write for CloudWriter {
 
 impl Drop for CloudWriter {
     fn drop(&mut self) {
-        let _ = get_runtime().block_on(self.writer.shutdown());
+        std::thread::scope(|s| {
+            s.spawn(|| {
+                let _ = get_runtime().block_on(self.writer.shutdown());
+            }).join().unwrap()
+        })
     }
 }