diff options
Diffstat (limited to 'tvix/store')
| -rw-r--r-- | tvix/store/src/bin/tvix-store.rs | 151 |
1 files changed, 106 insertions, 45 deletions
diff --git a/tvix/store/src/bin/tvix-store.rs b/tvix/store/src/bin/tvix-store.rs index d2095a079f28..31d251f372b5 100644 --- a/tvix/store/src/bin/tvix-store.rs +++ b/tvix/store/src/bin/tvix-store.rs @@ -1,7 +1,11 @@ +use clap::Subcommand; +use data_encoding::BASE64; +use std::path::PathBuf; use tracing_subscriber::prelude::*; use tvix_store::blobservice::SledBlobService; use tvix_store::chunkservice::SledChunkService; use tvix_store::directoryservice::SledDirectoryService; +use tvix_store::import::import_path; use tvix_store::nar::NonCachingNARCalculationService; use tvix_store::pathinfoservice::SledPathInfoService; use tvix_store::proto::blob_service_server::BlobServiceServer; @@ -21,25 +25,36 @@ use tracing::{info, Level}; #[derive(Parser)] #[command(author, version, about, long_about = None)] struct Cli { - #[clap(long, short = 'l')] - listen_address: Option<String>, /// Whether to log in JSON - #[clap(long)] + #[arg(long)] json: bool, - #[clap(long)] + #[arg(long)] log_level: Option<Level>, + + #[command(subcommand)] + command: Commands, +} + +#[derive(Subcommand)] +enum Commands { + /// Runs the tvix-store daemon. + Daemon { + #[arg(long, short = 'l')] + listen_address: Option<String>, + }, + /// Imports a list of paths into the store (not using the daemon) + Import { + #[clap(value_name = "PATH")] + paths: Vec<PathBuf>, + }, } #[tokio::main] async fn main() -> Result<(), Box<dyn std::error::Error>> { let cli = Cli::parse(); - let listen_address = cli - .listen_address - .unwrap_or_else(|| "[::]:8000".to_string()) - .parse() - .unwrap(); + // configure log settings let level = cli.log_level.unwrap_or(Level::INFO); let subscriber = tracing_subscriber::registry() @@ -64,43 +79,89 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> { tracing::subscriber::set_global_default(subscriber).expect("Unable to set global subscriber"); - let mut server = Server::builder(); - - let blob_service = SledBlobService::new("blobs.sled".into())?; - let chunk_service = SledChunkService::new("chunks.sled".into())?; - let directory_service = SledDirectoryService::new("directories.sled".into())?; + // initialize stores + let mut blob_service = SledBlobService::new("blobs.sled".into())?; + let mut chunk_service = SledChunkService::new("chunks.sled".into())?; + let mut directory_service = SledDirectoryService::new("directories.sled".into())?; let path_info_service = SledPathInfoService::new("pathinfo.sled".into())?; - let nar_calculation_service = NonCachingNARCalculationService::new( - blob_service.clone(), - chunk_service.clone(), - directory_service.clone(), - ); - - let mut router = server - .add_service(BlobServiceServer::new(GRPCBlobServiceWrapper::new( - blob_service, - chunk_service, - ))) - .add_service(DirectoryServiceServer::new( - GRPCDirectoryServiceWrapper::from(directory_service), - )) - .add_service(PathInfoServiceServer::new(GRPCPathInfoServiceWrapper::new( - path_info_service, - nar_calculation_service, - ))); - - #[cfg(feature = "reflection")] - { - let reflection_svc = tonic_reflection::server::Builder::configure() - .register_encoded_file_descriptor_set(FILE_DESCRIPTOR_SET) - .build()?; - router = router.add_service(reflection_svc); - } - - info!("tvix-store listening on {}", listen_address); - - router.serve(listen_address).await?; - + match cli.command { + Commands::Daemon { listen_address } => { + let listen_address = listen_address + .unwrap_or_else(|| "[::]:8000".to_string()) + .parse() + .unwrap(); + + let mut server = Server::builder(); + + let nar_calculation_service = NonCachingNARCalculationService::new( + blob_service.clone(), + chunk_service.clone(), + directory_service.clone(), + ); + + let mut router = server + .add_service(BlobServiceServer::new(GRPCBlobServiceWrapper::new( + blob_service, + chunk_service, + ))) + .add_service(DirectoryServiceServer::new( + GRPCDirectoryServiceWrapper::from(directory_service), + )) + .add_service(PathInfoServiceServer::new(GRPCPathInfoServiceWrapper::new( + path_info_service, + nar_calculation_service, + ))); + + #[cfg(feature = "reflection")] + { + let reflection_svc = tonic_reflection::server::Builder::configure() + .register_encoded_file_descriptor_set(FILE_DESCRIPTOR_SET) + .build()?; + router = router.add_service(reflection_svc); + } + + info!("tvix-store listening on {}", listen_address); + + router.serve(listen_address).await?; + } + Commands::Import { paths } => { + for path in paths { + let root_node = import_path( + &mut blob_service, + &mut chunk_service, + &mut directory_service, + &path, + )?; + + match root_node { + tvix_store::proto::node::Node::Directory(directory_node) => { + info!( + path = ?path, + name = directory_node.name, + digest = BASE64.encode(&directory_node.digest), + "import successful", + ) + } + tvix_store::proto::node::Node::File(file_node) => { + info!( + path = ?path, + name = file_node.name, + digest = BASE64.encode(&file_node.digest), + "import successful" + ) + } + tvix_store::proto::node::Node::Symlink(symlink_node) => { + info!( + path = ?path, + name = symlink_node.name, + target = symlink_node.target, + "import successful" + ) + } + } + } + } + }; Ok(()) } |