about summary refs log blame commit diff
path: root/tvix/store/src/blobservice/mod.rs
blob: 5ecf25ac133767bd33811242026576c92de227b4 (plain) (tree)
1
2
3
4
5
6
7
8
9
            
                       
 
                             
 
              
         
           
                 

         


            
                                   
                                    



                                                              

                                                                               

                                                                            
              
                                    
                                                             
                                                                               



                                                      
                                                               
                                                                  
 
                                                           
                                                                                               


                                                                       
                                                      
 
 



                                                                               


                                                                               
                                                       
                                                         
 
 




                                                                                                  
 
                                                          
                                          
use std::io;
use tonic::async_trait;

use crate::{B3Digest, Error};

mod from_addr;
mod grpc;
mod memory;
mod naive_seeker;
mod sled;

#[cfg(test)]
mod tests;

pub use self::from_addr::from_addr;
pub use self::grpc::GRPCBlobService;
pub use self::memory::MemoryBlobService;
pub use self::sled::SledBlobService;

/// The base trait all BlobService services need to implement.
/// It provides functions to check whether a given blob exists,
/// a way to get a [io::Read] to a blob, and a method to initiate writing a new
/// Blob, which will return something implmenting io::Write, and providing a
/// close funtion, to finalize a blob and get its digest.
#[async_trait]
pub trait BlobService: Send + Sync {
    /// Create a new instance by passing in a connection URL.
    /// TODO: check if we want to make this async, instead of lazily connecting
    fn from_url(url: &url::Url) -> Result<Self, Error>
    where
        Self: Sized;

    /// Check if the service has the blob, by its content hash.
    async fn has(&self, digest: &B3Digest) -> Result<bool, Error>;

    /// Request a blob from the store, by its content hash.
    async fn open_read(&self, digest: &B3Digest) -> Result<Option<Box<dyn BlobReader>>, Error>;

    /// Insert a new blob into the store. Returns a [BlobWriter], which
    /// implements [io::Write] and a [BlobWriter::close].
    async fn open_write(&self) -> Box<dyn BlobWriter>;
}

/// A [tokio::io::AsyncWrite] that you need to close() afterwards, and get back
/// the digest of the written blob.
#[async_trait]
pub trait BlobWriter: tokio::io::AsyncWrite + Send + Sync + Unpin + 'static {
    /// Signal there's no more data to be written, and return the digest of the
    /// contents written.
    ///
    /// Closing a already-closed BlobWriter is a no-op.
    async fn close(&mut self) -> Result<B3Digest, Error>;
}

/// A [tokio::io::AsyncRead] that also allows seeking.
pub trait BlobReader:
    tokio::io::AsyncRead + tokio::io::AsyncSeek + tokio::io::AsyncBufRead + Send + Unpin + 'static
{
}

/// A [`io::Cursor<Vec<u8>>`] can be used as a BlobReader.
impl BlobReader for io::Cursor<Vec<u8>> {}