From a40d2dcdcd453e44d53d44b4c1471f3b503c7cd6 Mon Sep 17 00:00:00 2001 From: Florian Klink Date: Fri, 17 Feb 2023 18:15:21 +0100 Subject: feat(tvix/store): bump fastcdc, use v2020 version This switches away from the less canonical "ronomon" version to the implementation as described in the [paper](https://ieeexplore.ieee.org/document/9055082) by Wen Xia, et al., in 2020. That version uses 64-bit hash values and tends to be faster than both the ronomon and v2016 versions, and produces the same chunking as the 2016 version. As per https://docs.rs/fastcdc/latest/fastcdc/#implementations-1, it's the recommended choice. The crate also gained support for streaming version of chunkers: https://docs.rs/fastcdc/latest/fastcdc/#large-data, which might be useful. Change-Id: Ieabec3da54eb2b73c045cb54e51f7a216f63641e Reviewed-on: https://cl.tvl.fyi/c/depot/+/8134 Reviewed-by: raitobezarius Tested-by: BuildkiteCI --- tvix/store/Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'tvix/store/Cargo.toml') diff --git a/tvix/store/Cargo.toml b/tvix/store/Cargo.toml index 766c44cb1775..0a1ee9ce5c57 100644 --- a/tvix/store/Cargo.toml +++ b/tvix/store/Cargo.toml @@ -12,7 +12,7 @@ blake3 = { version = "1.3.1", features = ["rayon", "std"] } clap = { version = "4.0", features = ["derive", "env"] } count-write = "0.1.0" data-encoding = "2.3.3" -fastcdc = "2.0.0" +fastcdc = "3.0.0" lazy_static = "1.4.0" prost = "0.11.2" sha2 = "0.10.6" -- cgit 1.4.1