Merge pull request #20 from coryschwartz/feat/configure-resources-for-volume-size

different resources for different volume size

Author: Cory Schwartz

controllers/ipfs_util.go

@@ -6,7 +6,6 @@ import (
 	"encoding/hex"
 	"fmt"
 
-	"github.com/libp2p/go-libp2p-core/crypto"
 	ci "github.com/libp2p/go-libp2p-core/crypto"
 	peer "github.com/libp2p/go-libp2p-core/peer"
 )
@@ -42,7 +41,7 @@ func generateIdentity() (peer.ID, string, error) {
 	if err != nil {
 		return "", "", fmt.Errorf("cannot generate new key: %w", err)
 	}
-	privBytes, err := crypto.MarshalPrivateKey(priv)
+	privBytes, err := ci.MarshalPrivateKey(priv)
 	if err != nil {
 		return "", "", fmt.Errorf("cannot get bytes from private key: %w", err)
 	}

controllers/statefulset.go

@@ -66,6 +66,40 @@ func (r *IpfsClusterReconciler) statefulSet(m *clusterv1alpha1.IpfsCluster,
 ) controllerutil.MutateFn {
 	ssName := "ipfs-cluster-" + m.Name
 
+	var ipfsResources corev1.ResourceRequirements
+
+	// Determine resource constraints from how much we are storing.
+	// for every TB of storage, Request 1GB of memory and limit if we exceed 2x this amount.
+	// memory floor is 2G.
+	// The CPU requirement starts at 4 cores and increases by 500m for every TB of storage
+	// many block storage providers have a maximum block storage of 16TB, so in this case, the
+	// biggest node we would allocate would request a minimum allocation of 16G of RAM and 12 cores
+	// and would permit usage up to twice this size
+
+	ipfsStoragei64, _ := m.Spec.IpfsStorage.AsInt64()
+	ipfsStorageTB := ipfsStoragei64 / 1024 / 1024 / 1024 / 1024
+	ipfsMilliCoresMin := 4000 + (500 * ipfsStorageTB)
+	ipfsRAMGBMin := ipfsStorageTB
+	if ipfsRAMGBMin < 2 {
+		ipfsRAMGBMin = 2
+	}
+
+	ipfsRAMMinQuantity := resource.NewScaledQuantity(ipfsRAMGBMin, resource.Giga)
+	ipfsRAMMaxQuantity := resource.NewScaledQuantity(2*ipfsRAMGBMin, resource.Giga)
+	ipfsCoresMinQuantity := resource.NewScaledQuantity(ipfsMilliCoresMin, resource.Milli)
+	ipfsCoresMaxQuantity := resource.NewScaledQuantity(2*ipfsMilliCoresMin, resource.Milli)
+
+	ipfsResources = corev1.ResourceRequirements{
+		Requests: corev1.ResourceList{
+			corev1.ResourceMemory: *ipfsRAMMinQuantity,
+			corev1.ResourceCPU:    *ipfsCoresMinQuantity,
+		},
+		Limits: corev1.ResourceList{
+			corev1.ResourceMemory: *ipfsRAMMaxQuantity,
+			corev1.ResourceCPU:    *ipfsCoresMaxQuantity,
+		},
+	}
+
 	expected := &appsv1.StatefulSet{
 		ObjectMeta: metav1.ObjectMeta{
 			Name:      ssName,
@@ -164,7 +198,7 @@ func (r *IpfsClusterReconciler) statefulSet(m *clusterv1alpha1.IpfsCluster,
 									MountPath: ipfsMountPath,
 								},
 							},
-							Resources: corev1.ResourceRequirements{},
+							Resources: ipfsResources,
 						},
 						{
 							Name:            "ipfs-cluster",

test-kuttl/kuttl-test.yaml

@@ -3,4 +3,4 @@ apiVersion: kuttl.dev/v1beta1
 kind: TestSuite
 testDirs:
   - ./e2e
-timeout: 30
+timeout: 120