From 8d02928b1493087b7f9e458411416ed268ce2112 Mon Sep 17 00:00:00 2001 From: edef Date: Wed, 8 Nov 2023 04:44:49 +0000 Subject: feat(tvix/tools/narinfo2parquet): init Convert turbofetch output to queryable Parquet. Change-Id: I076f5a431f8aab8cfe7d973bdc9fe019cebde111 Reviewed-on: https://cl.tvl.fyi/c/depot/+/9989 Reviewed-by: flokli Tested-by: BuildkiteCI --- tvix/tools/narinfo2parquet/Cargo.toml | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 tvix/tools/narinfo2parquet/Cargo.toml (limited to 'tvix/tools/narinfo2parquet/Cargo.toml') diff --git a/tvix/tools/narinfo2parquet/Cargo.toml b/tvix/tools/narinfo2parquet/Cargo.toml new file mode 100644 index 000000000000..728ce8f2a527 --- /dev/null +++ b/tvix/tools/narinfo2parquet/Cargo.toml @@ -0,0 +1,25 @@ +[package] +name = "narinfo2parquet" +version = "0.1.0" +edition = "2021" + +# We can't join the //tvix workspace, because that locks zstd +# at an ancient version, which is incompatible with polars +[workspace] +members = ["."] + +[dependencies] +anyhow = { version = "1.0.75", features = ["backtrace"] } +jemallocator = "0.5.4" +nix-compat = { version = "0.1.0", path = "../../nix-compat" } +tempfile-fast = "0.3.4" +zstd = "0.13.0" + +[dependencies.polars] +version = "0.34.2" +default-features = false +features = [ + "parquet", + "polars-io", + "dtype-categorical" +] -- cgit 1.4.1