diff options
| author | Florian Klink <flokli@flokli.de> | 2024-03-19T10·12+0200 |
|---|---|---|
| committer | clbot <clbot@tvl.fyi> | 2024-04-09T15·50+0000 |
| commit | 17849c5c0033fa1909f0403b5d5e6a5e018b7fee (patch) | |
| tree | 986cb431e779b067183756b01c39cf9644cb583a /tvix/castore/Cargo.toml | |
| parent | 84ad8a0bbd19f1058e0ab2feac07f9d44f275be3 (diff) | |
feat(tvix/castore/directory): add bigtable backend r/7881
This adds a Directory service using https://cloud.google.com/bigtable/docs/ as a K/V store. Directory (closures) are put in individual keys. We don't do any bucketed upload of directory closures (yet), as castore/ fs does query individually, does not request recursively (and buffers). This will be addressed by store composition at some point. Change-Id: I7fada45bf386a78b7ec93be38c5f03879a2a6e22 Reviewed-on: https://cl.tvl.fyi/c/depot/+/11212 Tested-by: BuildkiteCI Reviewed-by: Connor Brewster <cbrewster@hey.com> Autosubmit: flokli <flokli@flokli.de>
Diffstat (limited to 'tvix/castore/Cargo.toml')
| -rw-r--r-- | tvix/castore/Cargo.toml | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/tvix/castore/Cargo.toml b/tvix/castore/Cargo.toml index 652b72a9f670..02a79882b491 100644 --- a/tvix/castore/Cargo.toml +++ b/tvix/castore/Cargo.toml @@ -29,6 +29,15 @@ tracing = "0.1.37" url = "2.4.0" walkdir = "2.4.0" zstd = "0.13.0" +serde = { version = "1.0.197", features = [ "derive" ] } +serde_with = "3.7.0" +serde_qs = "0.12.0" + +[dependencies.bigtable_rs] +optional = true +# https://github.com/liufuyang/bigtable_rs/pull/72 +git = "https://github.com/flokli/bigtable_rs" +rev = "0af404741dfc40eb9fa99cf4d4140a09c5c20df7" [dependencies.fuse-backend-rs] optional = true @@ -71,6 +80,7 @@ prost-build = "0.12.1" tonic-build = "0.11.0" [dev-dependencies] +async-process = "2.1.0" rstest = "0.18.2" tempfile = "3.3.0" tokio-retry = "0.3.0" @@ -80,6 +90,7 @@ rstest_reuse = "0.6.0" [features] default = [] cloud = [ + "dep:bigtable_rs", "object_store/aws", "object_store/azure", "object_store/gcp", |