Jonathan Kelley
bdeedc13eb
* feat: wasm-split base implementation * kinda sorta works with the cli * okay great it actually works * fix: cache busting for chunks * cleaned up version * it works with the router * wip: migrate to a faster linear solution using id remapping * add a good harness * it works completely on the docsite * the super tight build works too * make parallelizable * works on the docsite but not the harness * light cleanups, fix for both harness and docsite * make codegen smaller by extract some shared functions to prevent monos * chunking works, but tbd on tuning heuristics * extract used module * wip: cleaning up module * wip: much better understanding of how imports work * fix the call graph * working again... * wip: thinking about ifuncs * ifunc approach works * yes the ifunc approach works!! * it all works completely even with chunks * small cleanups * comments * actually locate all of the symbols * clean up final implementation * clean up tomls, revert some mono changs * clean up, add some more comments / docs in places * hoist more packages * clean up impl a bit more * clean cli * move harness to playwright * update playwright * extract codgen * add lazy to components * Add docs to split loader * clippy * typos * clippy, don't generate splits if not on wasm * whoops, const * Typos and docs * enable optimizations in ci * add optimizations to ci * add wasm-split router feature * parallel playwright? * fix no case check * disable pre-compress... think that might be the issue * better logging, no default pre-compress, caching of shared symbols * Fix: compressing assets * fix non-interactive logging for serve * cache playwright even on failure, use the cli with optimizations * fix prebuild * fix playwright webserver
66 lines
2.2 KiB
Rust
66 lines
2.2 KiB
Rust
//! Methods for working with the filesystem that are faster than the std fs methods
|
|
//! Uses stuff like rayon, caching, and other optimizations
|
|
//!
|
|
//! Allows configuration in case you want to do some work while copying and allows you to track progress
|
|
|
|
use std::{
|
|
ffi::OsString,
|
|
path::{Path, PathBuf},
|
|
};
|
|
|
|
use brotli::enc::BrotliEncoderParams;
|
|
use walkdir::WalkDir;
|
|
|
|
/// Get the path to the compressed version of a file
|
|
fn compressed_path(path: &Path) -> Option<PathBuf> {
|
|
let new_extension = match path.extension() {
|
|
Some(ext) => {
|
|
if ext.to_string_lossy().to_lowercase().ends_with("br") {
|
|
return None;
|
|
}
|
|
let mut ext = ext.to_os_string();
|
|
ext.push(".br");
|
|
ext
|
|
}
|
|
None => OsString::from("br"),
|
|
};
|
|
|
|
Some(path.with_extension(new_extension))
|
|
}
|
|
|
|
/// pre-compress a file with brotli
|
|
pub(crate) fn pre_compress_file(path: &Path) -> std::io::Result<()> {
|
|
let Some(compressed_path) = compressed_path(path) else {
|
|
return Ok(());
|
|
};
|
|
|
|
let file = std::fs::File::open(path)?;
|
|
let mut stream = std::io::BufReader::new(file);
|
|
let mut buffer = std::fs::File::create(compressed_path)?;
|
|
let params = BrotliEncoderParams::default();
|
|
brotli::BrotliCompress(&mut stream, &mut buffer, ¶ms)?;
|
|
|
|
Ok(())
|
|
}
|
|
|
|
/// pre-compress all files in a folder
|
|
pub(crate) fn pre_compress_folder(path: &Path, pre_compress: bool) -> std::io::Result<()> {
|
|
let walk_dir = WalkDir::new(path);
|
|
for entry in walk_dir.into_iter().filter_map(|e| e.ok()) {
|
|
let entry_path = entry.path();
|
|
if entry_path.is_file() {
|
|
if pre_compress {
|
|
tracing::info!("Pre-compressing file {}", entry_path.display());
|
|
if let Err(err) = pre_compress_file(entry_path) {
|
|
tracing::error!("Failed to pre-compress file {entry_path:?}: {err}");
|
|
}
|
|
}
|
|
// If pre-compression isn't enabled, we should remove the old compressed file if it exists
|
|
else if let Some(compressed_path) = compressed_path(entry_path) {
|
|
_ = std::fs::remove_file(compressed_path);
|
|
}
|
|
}
|
|
}
|
|
Ok(())
|
|
}
|