From 1c2db676a08847c9b73256d976f2b1eccf17310b Mon Sep 17 00:00:00 2001 From: Florian Klink Date: Fri, 1 Mar 2024 18:00:53 +0200 Subject: feat(tvix/castore/blobsvc): add object storage implementation This uses the `object_store` crate to expose a tvix-castore BlobService backed by object storage. It's using FastCDC to chunk blobs into smaller chunks when writing to it. These are exposed at the .chunks() method. Change-Id: I2858c403d4d6490cdca73ebef03c26290b2b3c8e Reviewed-on: https://cl.tvl.fyi/c/depot/+/11076 Reviewed-by: Connor Brewster Tested-by: BuildkiteCI Reviewed-by: Brian Olsen --- tvix/castore/src/blobservice/simplefs.rs | 1 + 1 file changed, 1 insertion(+) (limited to 'tvix/castore/src/blobservice/simplefs.rs') diff --git a/tvix/castore/src/blobservice/simplefs.rs b/tvix/castore/src/blobservice/simplefs.rs index b21db2808c23..2dcb24f34221 100644 --- a/tvix/castore/src/blobservice/simplefs.rs +++ b/tvix/castore/src/blobservice/simplefs.rs @@ -25,6 +25,7 @@ use super::{BlobReader, BlobService, BlobWriter}; /// /// **Disclaimer** : This very simple implementation is subject to change and does not give any /// final guarantees on the on-disk format. +/// TODO: migrate to object_store? #[derive(Clone)] pub struct SimpleFilesystemBlobService { /// Where the blobs are located on a filesystem already mounted. -- cgit 1.4.1