about summary refs log tree commit diff
path: root/users/flokli/archeology/parse_bucket_logs.rs
diff options
context:
space:
mode:
Diffstat (limited to 'users/flokli/archeology/parse_bucket_logs.rs')
-rw-r--r--users/flokli/archeology/parse_bucket_logs.rs3
1 files changed, 2 insertions, 1 deletions
diff --git a/users/flokli/archeology/parse_bucket_logs.rs b/users/flokli/archeology/parse_bucket_logs.rs
index c794222f5b..3ab2e133b3 100644
--- a/users/flokli/archeology/parse_bucket_logs.rs
+++ b/users/flokli/archeology/parse_bucket_logs.rs
@@ -31,7 +31,8 @@ fn main() -> ExitCode {
     )
     ORDER BY timestamp ASC
     SETTINGS
-        format_regexp = '(\\S+) (\\S+) \\[(.*)\\] (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) ((?:\\S+ \\S+ \\S+)|\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+).*',
+        format_regexp_skip_unmatched = 1,
+        format_regexp = '(\\S+) (\\S+) \\[(.*)\\] (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) ((?:\\S+ \\S+ \\S+)|\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) ("\\S+") (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+) (\\S+).*',
         output_format_parquet_compression_method = 'zstd'
     INTO OUTFILE '{}' FORMAT Parquet"#, input_files, output_file));