[package] name = "parquet_compressor" version = "0.1.0" edition = "2021" [dependencies] parquet = { version = "58.3", default-features = false, features = ["arrow", "zstd"] } arrow = "58.3" serde = { version = "1.0", features = ["derive"] } serde_json = "1.0" rayon = "1.8" clap = { version = "4.4", features = ["derive"] } indicatif = "0.18" byteorder = "1.5" sysinfo = "0.30" tokio = { version = "1.35", features = ["sync", "rt", "rt-multi-thread"] } anyhow = "1.0" divsufsort = "2.0" itertools = "0.14" flate2 = "1.0" # For Gzip if needed zstd = "0.13" # For high-quality compression wgpu = "0.19" bytemuck = { version = "1.14", features = ["derive"] } pollster = "0.3" chrono = "0.4" glob = "0.3" pathdiff = "0.2" regex = "1.11" ahash = "0.8" dashmap = "6.2" dirs = "5.0" [[bin]] name = "math_self_discover" path = "src/math_self_discover.rs"