improve build times by extracting asset opt into its own crate (#3273)

* improve build types by extracing asset opt as a dylib
* dont use dylib, but let regular workspace caching do the heavy lifting
* add prebuild to cli for better lock contention
* hoist deps
* disable slow tests
* re-enable sequential, debug=0 for dev
* use vfs for windows
* dont cache on failure, fix windows vfs caceh
* free disk space re-order
* add clippy + fmt to windows channel
* yoink makefile
* proper rustfmt/clippy on toolchain
* set incremental to zero since cargo-cache disables it

packages/cli-opt/src/folder.rs

@@ -0,0 +1,41 @@
+use std::path::Path;
+
+use rayon::iter::{IntoParallelRefIterator, ParallelIterator};
+
+use super::file::process_file_to;
+
+/// Process a folder, optimizing and copying all assets into the output folder
+pub fn process_folder(source: &Path, output_folder: &Path) -> anyhow::Result<()> {
+    // Create the folder
+    std::fs::create_dir_all(output_folder)?;
+
+    // Then optimize children
+    let files: Vec<_> = std::fs::read_dir(source)
+        .into_iter()
+        .flatten()
+        .flatten()
+        .collect();
+
+    files.par_iter().try_for_each(|file| {
+        let file = file.path();
+        let metadata = file.metadata()?;
+        let output_path = output_folder.join(file.strip_prefix(source)?);
+        if metadata.is_dir() {
+            process_folder(&file, &output_path)
+        } else {
+            process_file_minimal(&file, &output_path)
+        }
+    })?;
+
+    Ok(())
+}
+
+/// Optimize a file without changing any of its contents significantly (e.g. by changing the extension)
+fn process_file_minimal(input_path: &Path, output_path: &Path) -> anyhow::Result<()> {
+    process_file_to(
+        &manganis_core::AssetOptions::Unknown,
+        input_path,
+        output_path,
+    )?;
+    Ok(())
+}