Add parallelization using rayon #1

Author: egorsmkv

Cargo.lock

@@ -7,6 +7,7 @@ edition = "2024"
 anyhow = "1.0.100"
 clap = { version = "4.5.48", features = ["derive"] }
 hound = "3.5.1"
+rayon = "1.11.0"
 rubato = "0.16.2"
 walkdir = "2.5.0"
 

Cargo.toml

@@ -1,9 +1,11 @@
 use std::error::Error;
 use std::fs;
 use std::path::{Path, PathBuf};
+use std::sync::atomic::{AtomicUsize, Ordering};
 
 use clap::Parser;
 use hound::{SampleFormat, WavReader, WavSpec, WavWriter};
+use rayon::prelude::*;
 use rubato::{
     Resampler, SincFixedIn, SincInterpolationParameters, SincInterpolationType, WindowFunction,
 };
@@ -31,29 +33,46 @@ fn main() -> Result<(), Box<dyn Error>> {
     // Ensure output directory exists
     fs::create_dir_all(&args.output_dir)?;
 
+    let total_files = AtomicUsize::new(0);
+    let processed_files = AtomicUsize::new(0);
+
     // Recursively process all .wav files
-    for entry in WalkDir::new(&args.input_dir)
+    WalkDir::new(&args.input_dir)
         .follow_links(true)
         .into_iter()
         .filter_map(|e| e.ok())
-    {
-        if entry.file_type().is_file()
-            && entry
-                .path()
-                .extension()
-                .and_then(|s| s.to_str())
-                .is_some_and(|ext| ext.eq_ignore_ascii_case("wav"))
-            && let Ok(rel_path) = entry.path().strip_prefix(&args.input_dir)
-        {
-            let out_path = args.output_dir.join(rel_path);
-            if let Some(parent) = out_path.parent() {
-                fs::create_dir_all(parent)?;
-            }
-            if let Err(e) = process_wav(entry.path(), &out_path) {
-                eprintln!("Error processing {}: {}", entry.path().display(), e);
+        .par_bridge()
+        .for_each(|entry| {
+            if entry.file_type().is_file()
+                && entry
+                    .path()
+                    .extension()
+                    .and_then(|s| s.to_str())
+                    .is_some_and(|ext| ext.eq_ignore_ascii_case("wav"))
+            {
+                total_files.fetch_add(1, Ordering::Relaxed);
+                if let Ok(rel_path) = entry.path().strip_prefix(&args.input_dir) {
+                    let out_path = args.output_dir.join(rel_path);
+                    if let Some(parent) = out_path.parent() {
+                        if let Err(e) = fs::create_dir_all(parent) {
+                            eprintln!("Error creating directory {}: {}", parent.display(), e);
+                            return;
+                        }
+                    }
+                    if let Err(e) = process_wav(entry.path(), &out_path) {
+                        eprintln!("Error processing {}: {}", entry.path().display(), e);
+                    } else {
+                        processed_files.fetch_add(1, Ordering::Relaxed);
+                    }
+                }
             }
-        }
-    }
+        });
+
+    println!(
+        "Finished. Processed {} out of {} WAV files.",
+        processed_files.load(Ordering::Relaxed),
+        total_files.load(Ordering::Relaxed)
+    );
 
     Ok(())
 }