refactor: extract utils to a separate crate (#1276)

Author: georgeh0

Cargo.lock

@@ -1,5 +1,5 @@
 [workspace]
-members = ["rust/cocoindex"]
+members = ["rust/cocoindex", "rust/utils"]
 resolver = "2"
 
 [workspace.package]

Cargo.toml

@@ -14,6 +14,8 @@ default = ["legacy-states-v0"]
 legacy-states-v0 = []
 
 [dependencies]
+cocoindex-utils = { path = "../utils" }
+
 pyo3 = { workspace = true }
 pythonize = { workspace = true }
 pyo3-async-runtimes = { workspace = true }

rust/cocoindex/Cargo.toml

@@ -1,11 +1,11 @@
 use crate::prelude::*;
 
-use crate::utils::immutable::RefList;
 use schemars::schema::{
     ArrayValidation, InstanceType, ObjectValidation, Schema, SchemaObject, SingleOrVec,
     SubschemaValidation,
 };
 use std::fmt::Write;
+use utils::immutable::RefList;
 
 pub struct ToJsonSchemaOptions {
     /// If true, mark all fields as required.

rust/cocoindex/src/base/json_schema.rs

@@ -6,13 +6,13 @@ use crate::prelude::*;
 
 use super::plan::*;
 use crate::lib_context::get_auth_registry;
-use crate::utils::fingerprint::Fingerprinter;
 use crate::{
     base::{schema::*, spec::*},
     ops::interface::*,
 };
 use futures::future::{BoxFuture, try_join3};
 use futures::{FutureExt, future::try_join_all};
+use utils::fingerprint::Fingerprinter;
 
 #[derive(Debug)]
 pub(super) enum ValueTypeBuilder {

rust/cocoindex/src/builder/analyzer.rs

@@ -3,7 +3,7 @@ use crate::base::spec::FieldName;
 use crate::prelude::*;
 
 use crate::ops::interface::*;
-use crate::utils::fingerprint::{Fingerprint, Fingerprinter};
+use utils::fingerprint::{Fingerprint, Fingerprinter};
 
 #[derive(Debug, Clone, PartialEq, Eq, Serialize)]
 pub struct AnalyzedLocalFieldReference {

rust/cocoindex/src/builder/plan.rs

@@ -1,12 +1,12 @@
 use crate::prelude::*;
 
 use super::{db_tracking_setup::TrackingTableSetupState, memoization::StoredMemoizationInfo};
-use crate::utils::{db::WriteAction, fingerprint::Fingerprint};
 use futures::Stream;
 use serde::de::{self, Deserializer, SeqAccess, Visitor};
 use serde::ser::SerializeSeq;
 use sqlx::PgPool;
 use std::fmt;
+use utils::{db::WriteAction, fingerprint::Fingerprint};
 
 ////////////////////////////////////////////////////////////
 // Access for the row tracking table

rust/cocoindex/src/execution/db_tracking.rs

@@ -13,7 +13,7 @@ use super::row_indexer;
 use crate::base::{schema, value};
 use crate::builder::plan::{AnalyzedImportOp, ExecutionPlan};
 use crate::ops::interface::SourceExecutorReadOptions;
-use crate::utils::yaml_ser::YamlSerializer;
+use utils::yaml_ser::YamlSerializer;
 
 #[derive(Debug, Clone, Deserialize)]
 pub struct EvaluateAndDumpOptions {

rust/cocoindex/src/execution/dumper.rs

@@ -4,12 +4,10 @@ use anyhow::{Context, Ok};
 use futures::future::try_join_all;
 
 use crate::base::value::EstimatedByteSize;
+use crate::base::{schema, value};
 use crate::builder::{AnalyzedTransientFlow, plan::*};
 use crate::py::AnyhowIntoPyResult;
-use crate::{
-    base::{schema, value},
-    utils::immutable::RefList,
-};
+use utils::immutable::RefList;
 
 use super::memoization::{EvaluationMemory, EvaluationMemoryOptions, evaluate_with_cell};
 

rust/cocoindex/src/execution/evaluator.rs

@@ -10,8 +10,8 @@ use std::{
 use crate::{
     base::{schema, value},
     service::error::{SharedError, SharedResultExtRef},
-    utils::fingerprint::{Fingerprint, Fingerprinter},
 };
+use cocoindex_utils::fingerprint::{Fingerprint, Fingerprinter};
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
 pub struct StoredCacheEntry {