From 3045645df07ffdb54f9d2a11ee2e41e31999986f Mon Sep 17 00:00:00 2001 From: Vincent Ambo Date: Wed, 11 Jan 2023 18:14:08 +0300 Subject: feat(tvix/cli): implement initial refscan module This module implements a ReferenceScanner struct which uses the aho_corasick crate to scan string inputs for known, non-overlapping candidates (store paths, in our case). I experimented with several different APIs, and landed on this version with an initial accumulator in the scanner. The scanner is instantiated from the candidates and "fed" all the strings, then consumed by the caller to retrieve the result. Right now only things that look vaguely like bytestrings can be fed to the scanner, there is no streaming support in the API yet. Change-Id: I7782f0f0df5fc64bccd813aa14712f5525b0168c Reviewed-on: https://cl.tvl.fyi/c/depot/+/7808 Autosubmit: tazjin Reviewed-by: flokli Tested-by: BuildkiteCI --- tvix/cli/Cargo.toml | 1 + 1 file changed, 1 insertion(+) (limited to 'tvix/cli/Cargo.toml') diff --git a/tvix/cli/Cargo.toml b/tvix/cli/Cargo.toml index 099002353dc2..f3324f2611ea 100644 --- a/tvix/cli/Cargo.toml +++ b/tvix/cli/Cargo.toml @@ -13,3 +13,4 @@ rustyline = "10.0.0" clap = { version = "4.0", features = ["derive", "env"] } dirs = "4.0.0" smol_str = "0.1" +aho-corasick = "0.7" -- cgit 1.4.1