graph: Allow using redis as an IPFS cache

Author: lutter

Cargo.lock

@@ -68,6 +68,7 @@ itertools = "0.13.0"
 lazy_static = "1.5.0"
 prost = "0.13"
 prost-types = "0.13"
+redis = { version = "0.31.0", features = ["aio", "connection-manager", "tokio-comp"] }
 regex = "1.5.4"
 reqwest = "0.12.15"
 serde = { version = "1.0.126", features = ["rc"] }

Cargo.toml

@@ -91,6 +91,12 @@ those.
   file not found or logical issue working as a safety mechanism to
   prevent infinite spamming of IPFS servers and network congestion
   (default: 100 000).
+- `GRAPH_IPFS_CACHE_LOCATION`: When set, files retrieved from IPFS will be
+  cached in that location; future accesses to the same file will be served
+  from cache rather than IPFS. This can either be a URL starting with
+  `redis://`, in which case there must be a Redis instance running at that
+  URL, or an absolute file system path which must be a directory writable
+  by the `graph-node` process (experimental)
 
 ## GraphQL
 

docs/environment-variables.md

@@ -43,6 +43,7 @@ num-bigint = { version = "=0.2.6", features = ["serde"] }
 num-integer = { version = "=0.1.46" }
 num-traits = "=0.2.19"
 rand.workspace = true
+redis = { workspace = true }
 regex = "1.5.4"
 semver = { version = "1.0.23", features = ["serde"] }
 serde = { workspace = true }
@@ -85,7 +86,7 @@ tonic = { workspace = true }
 prost = { workspace = true }
 prost-types = { workspace = true }
 
-futures03 = { version = "0.3.1", package = "futures", features = ["compat"] }
+futures03 = { version = "0.3.31", package = "futures", features = ["compat"] }
 wasmparser = "0.118.1"
 thiserror = "2.0.12"
 parking_lot = "0.12.3"

graph/Cargo.toml

@@ -1,8 +1,9 @@
 use std::fmt;
 use std::path::PathBuf;
 
-use super::*;
+use anyhow::anyhow;
 
+use super::*;
 #[derive(Clone)]
 pub struct EnvVarsMapping {
     /// Forces the cache eviction policy to take its own memory overhead into account.
@@ -159,7 +160,16 @@ pub struct InnerMappingHandlers {
 }
 
 fn validate_ipfs_cache_location(path: PathBuf) -> Result<PathBuf, anyhow::Error> {
-    let path = path.canonicalize()?;
+    if path.starts_with("redis://") {
+        // We validate this later when we set up the Redis client
+        return Ok(path);
+    }
+    let path = path.canonicalize().map_err(|e| {
+        anyhow!(
+            "GRAPH_IPFS_CACHE_LOCATION {} is invalid: {e}",
+            path.display()
+        )
+    })?;
     if !path.is_absolute() {
         return Err(anyhow::anyhow!(
             "GRAPH_IPFS_CACHE_LOCATION must be an absolute path: {}",