bug fix (#15)

Cargo.toml

@@ -21,8 +21,8 @@ log = "0.4"
 prost = "0.11"
 prost-types = "0.11"
 pyo3 = { version = "~0.17.3", features = ["extension-module", "abi3", "abi3-py37"] }
-tempfile = "3"
 tokio = { version = "1.24", features = ["macros", "rt", "rt-multi-thread", "sync"] }
+uuid = "1.2"
 
 [build-dependencies]
 rustc_version = "0.4.0"

README.md

@@ -72,6 +72,8 @@ python -m pytest
 Create a release build when running benchmarks, then use pip to install the wheel.
 
 ```bash
+cargo clean
+maturin develop
 maturin build --release
 pip install ./target/wheels/raysql-0.1.0-cp37-abi3-manylinux_2_31_x86_64.whl --force-reinstall
 ```

src/planner.rs

@@ -9,7 +9,7 @@ use pyo3::prelude::*;
 use std::collections::HashMap;
 use std::sync::atomic::{AtomicUsize, Ordering};
 use std::sync::Arc;
-use tempfile::tempdir;
+use uuid::Uuid;
 
 #[pyclass(name = "ExecutionGraph", module = "raysql", subclass)]
 pub struct PyExecutionGraph {
@@ -249,9 +249,10 @@ fn generate_query_stages(
 }
 
 fn create_temp_dir(stage_id: usize) -> Result<String> {
-    let dir = tempdir()?;
-    let temp_dir = dir.path().join(format!("stage-{}", stage_id));
-    let temp_dir = format!("{}", temp_dir.display());
+    // TODO find a crate for temp dir that does not delete the temp dir on process exit
+    let uuid = Uuid::new_v4();
+    let temp_dir = format!("/tmp/ray-sql-{uuid}-stage-{stage_id}");
     println!("Creating temp shuffle dir: {}", temp_dir);
+    std::fs::create_dir(&temp_dir)?;
     Ok(temp_dir)
 }