rename delta -> deltalake

Author: abhi-airspace-intelligence

etl-destinations/src/delta/client.rs renamed to etl-destinations/src/deltalake/client.rs

@@ -11,7 +11,7 @@ use std::sync::Arc;
 use tokio::sync::RwLock;
 use tracing::{debug, info, trace, warn};
 
-use crate::delta::{DeltaLakeClient, TableRowEncoder};
+use crate::deltalake::{DeltaLakeClient, TableRowEncoder};
 
 /// Configuration for Delta Lake destination
 #[derive(Debug, Clone)]

etl-destinations/src/delta/core.rs renamed to etl-destinations/src/deltalake/core.rs

@@ -6,7 +6,7 @@
 #[cfg(feature = "bigquery")]
 pub mod bigquery;
 #[cfg(feature = "deltalake")]
-pub mod delta;
+pub mod deltalake;
 #[cfg(feature = "iceberg")]
 pub mod iceberg;
 mod metrics;

etl-destinations/src/delta/mod.rs renamed to etl-destinations/src/deltalake/mod.rs

@@ -20,7 +20,9 @@ use deltalake::arrow::array::RecordBatch;
 use deltalake::kernel::DataType as DeltaDataType;
 use deltalake::operations::collect_sendable_stream;
 
-use crate::support::delta::{MinioDeltaLakeDatabase, setup_delta_connection};
+use crate::support::deltalake::{MinioDeltaLakeDatabase, setup_delta_connection};
+
+mod support;
 
 /// Helper functions for Delta Lake table verification
 mod delta_verification {
@@ -1146,7 +1148,7 @@ async fn comprehensive_data_type_mapping() {
 async fn test_cdc_deduplication_and_conflict_resolution() {
     init_test_tracing();
 
-    let mut database = spawn_source_database().await;
+    let database = spawn_source_database().await;
     let database_schema = setup_test_database_schema(&database, TableSelection::UsersOnly).await;
 
     let delta_database = setup_delta_connection().await;
@@ -1239,16 +1241,9 @@ async fn test_cdc_deduplication_and_conflict_resolution() {
     pipeline.shutdown_and_wait().await.unwrap();
 
     // Verify the final state after CDC processing
-    let final_count = delta_verification::count_table_rows(&delta_database, users_table)
+    let _final_count = delta_verification::count_table_rows(&delta_database, users_table)
         .await
         .expect("Should be able to count rows");
-
-    println!("Final row count after CDC operations: {}", final_count);
-    // The exact count depends on Delta's implementation, but operations should complete successfully
-    assert!(
-        final_count >= 0,
-        "Table operations should complete successfully"
-    );
 }
 
 /// Test handling of concurrent transactions with different commit orders

etl-destinations/src/delta/schema.rs renamed to etl-destinations/src/deltalake/schema.rs

@@ -4,7 +4,7 @@ use deltalake::{DeltaResult, DeltaTable};
 use etl::store::schema::SchemaStore;
 use etl::store::state::StateStore;
 use etl::types::TableName;
-use etl_destinations::delta::{DeltaDestinationConfig, DeltaLakeClient, DeltaLakeDestination};
+use etl_destinations::deltalake::{DeltaDestinationConfig, DeltaLakeClient, DeltaLakeDestination};
 use std::collections::HashMap;
 use std::env;
 use std::sync::Arc;

etl-destinations/src/lib.rs

@@ -1,2 +1,3 @@
 pub mod bigquery;
+pub mod deltalake;
 pub mod lakekeeper;

etl-destinations/tests/delta_test.rs renamed to etl-destinations/tests/deltalake_pipeline.rs

@@ -12,7 +12,7 @@ use etl_config::shared::{
 };
 use etl_destinations::{
     bigquery::{BigQueryDestination, install_crypto_provider_for_bigquery},
-    delta::{DeltaDestinationConfig, DeltaLakeDestination},
+    deltalake::{DeltaDestinationConfig, DeltaLakeDestination},
 };
 use secrecy::ExposeSecret;
 use tokio::signal::unix::{SignalKind, signal};