From b604191afa220ad0cc179bed25b99a7b272ff36d Mon Sep 17 00:00:00 2001 From: osipovartem Date: Mon, 29 Dec 2025 17:41:56 +0300 Subject: [PATCH] Add tracing for env volume loading --- Cargo.lock | 10 +++++----- Cargo.toml | 10 +++++----- .../src/metastore_bootstrap_config.rs | 2 ++ 3 files changed, 12 insertions(+), 10 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index e5454a71..38d32ef3 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -3007,7 +3007,7 @@ dependencies = [ [[package]] name = "datafusion_iceberg" version = "0.9.0" -source = "git+https://github.com/Embucket/iceberg-rust.git?rev=f76b73573267304d2f866ed0dba91587f928caa6#f76b73573267304d2f866ed0dba91587f928caa6" +source = "git+https://github.com/Embucket/iceberg-rust.git?rev=c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d#c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" dependencies = [ "async-trait", "chrono", @@ -4465,7 +4465,7 @@ dependencies = [ [[package]] name = "iceberg-rest-catalog" version = "0.9.0" -source = "git+https://github.com/Embucket/iceberg-rust.git?rev=f76b73573267304d2f866ed0dba91587f928caa6#f76b73573267304d2f866ed0dba91587f928caa6" +source = "git+https://github.com/Embucket/iceberg-rust.git?rev=c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d#c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" dependencies = [ "async-trait", "aws-sigv4 0.3.1", @@ -4490,7 +4490,7 @@ dependencies = [ [[package]] name = "iceberg-rust" version = "0.9.0" -source = "git+https://github.com/Embucket/iceberg-rust.git?rev=f76b73573267304d2f866ed0dba91587f928caa6#f76b73573267304d2f866ed0dba91587f928caa6" +source = "git+https://github.com/Embucket/iceberg-rust.git?rev=c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d#c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" dependencies = [ "apache-avro", "arrow 56.2.0", @@ -4526,7 +4526,7 @@ dependencies = [ [[package]] name = "iceberg-rust-spec" version = "0.9.0" -source = "git+https://github.com/Embucket/iceberg-rust.git?rev=f76b73573267304d2f866ed0dba91587f928caa6#f76b73573267304d2f866ed0dba91587f928caa6" +source = "git+https://github.com/Embucket/iceberg-rust.git?rev=c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d#c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" dependencies = [ "apache-avro", "arrow-schema 56.2.0", @@ -4551,7 +4551,7 @@ dependencies = [ [[package]] name = "iceberg-s3tables-catalog" version = "0.9.0" -source = "git+https://github.com/Embucket/iceberg-rust.git?rev=f76b73573267304d2f866ed0dba91587f928caa6#f76b73573267304d2f866ed0dba91587f928caa6" +source = "git+https://github.com/Embucket/iceberg-rust.git?rev=c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d#c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" dependencies = [ "async-trait", "aws-config", diff --git a/Cargo.toml b/Cargo.toml index c99ac89d..04448372 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -49,15 +49,15 @@ datafusion-expr = { version = "50.0.0" } datafusion-functions-json = { git = "https://github.com/Embucket/datafusion-functions-json.git", rev = "439cbd2282504c3ffaf262f1ffdb530a0fb1a151" } datafusion-macros = { version = "50.0.0" } datafusion-physical-plan = { version = "50.0.0" } -datafusion_iceberg = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "f76b73573267304d2f866ed0dba91587f928caa6" } +datafusion_iceberg = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" } futures = { version = "0.3" } http = "1.2" http-body-util = "0.1.0" iceberg = { git = "https://github.com/apache/iceberg-rust.git", rev="7a5ad1fcaf00d4638857812bab788105f6c60573"} -iceberg-rest-catalog = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "f76b73573267304d2f866ed0dba91587f928caa6" } -iceberg-rust = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "f76b73573267304d2f866ed0dba91587f928caa6" } -iceberg-rust-spec = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "f76b73573267304d2f866ed0dba91587f928caa6" } -iceberg-s3tables-catalog = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "f76b73573267304d2f866ed0dba91587f928caa6" } +iceberg-rest-catalog = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" } +iceberg-rust = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" } +iceberg-rust-spec = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" } +iceberg-s3tables-catalog = { git = "https://github.com/Embucket/iceberg-rust.git", rev = "c1c8152ed67dc6ebf06bddf9c5e87bbf3de3b83d" } indexmap = "2.7.1" jsonwebtoken = "9.3.1" lazy_static = { version = "1.5" } diff --git a/crates/catalog-metastore/src/metastore_bootstrap_config.rs b/crates/catalog-metastore/src/metastore_bootstrap_config.rs index ae6f2579..9fb16762 100644 --- a/crates/catalog-metastore/src/metastore_bootstrap_config.rs +++ b/crates/catalog-metastore/src/metastore_bootstrap_config.rs @@ -166,6 +166,7 @@ impl MetastoreBootstrapConfig { pub async fn load_from_env() -> Result { let mut config = Self::default(); if let Some(volume) = load_volume_from_env().await? { + tracing::info!("Loading volume from environment"); config.volumes.push(volume); } Ok(config) @@ -437,6 +438,7 @@ async fn load_volume_from_env() -> Result, ConfigError> { .await?; validate_s3tables_credentials(&arn, &credentials).await?; + tracing::info!("Loaded volume has been validated"); VolumeType::S3Tables(S3TablesVolume { endpoint: None,