From b0aaff25fa68a7b55b870b59024ca2b40c658f33 Mon Sep 17 00:00:00 2001 From: Connor Brewster Date: Sat, 18 May 2024 13:25:47 -0500 Subject: refactor(tvix/castore): extract concurrent blob uploader The archive ingester has a mechanism for concurrently uploading small blobs to the blob service in order to hide round trip latency with the blob service when ingesting many small blobs. Other ingestion sources like NARs also need a similar mechanism, this extracts the concurrent blob uploading mechanism into its own struct to make it more reusable. Change-Id: I05020419ff4b9ad5829fbfb5cd08d36db983b8c0 Reviewed-on: https://cl.tvl.fyi/c/depot/+/11693 Tested-by: BuildkiteCI Reviewed-by: flokli --- tvix/castore/src/import/mod.rs | 1 + 1 file changed, 1 insertion(+) (limited to 'tvix/castore/src/import/mod.rs') diff --git a/tvix/castore/src/import/mod.rs b/tvix/castore/src/import/mod.rs index e8b27e469c3d..4223fe538756 100644 --- a/tvix/castore/src/import/mod.rs +++ b/tvix/castore/src/import/mod.rs @@ -24,6 +24,7 @@ mod error; pub use error::IngestionError; pub mod archive; +pub mod blobs; pub mod fs; /// Ingests [IngestionEntry] from the given stream into a the passed [DirectoryService]. -- cgit 1.4.1