Updated hashed collator manifests for gcloud to set the proper resources and machine to run in. Updated hashed collator manifests for aws to set resource requirements that can not be satisfied in order to put them in a pending state.

Author: sebastianmontero

k8-manifests/gcloud/hashed-collator-1-statefulset-archive.yml

@@ -18,7 +18,7 @@ spec:
       containers:
       - name: hashed-collator-1
         imagePullPolicy: IfNotPresent
-        image: sebastianmontero/hashed-substrate-collator-hashed:56eef87e580bc0cbe3e0617f204a2ef3257ab9d6
+        image: sebastianmontero/hashed-substrate-collator-hashed:cb6e9e318b79192263dfb87fb777e3362f058d32
         command: ["/var/www/hashed-substrate/scripts/start_collator.sh"]
         args: ["hashed", "/var/www/hashed/hashed"]
         volumeMounts:
@@ -37,8 +37,21 @@ spec:
             value: "archive"
           - name: RELAY_PRUNING
             value: "1000"
+          - name: RPC_MAX_CONNECTIONS
+            value: "500"
+          - name: RPC_METHODS
+            value: "unsafe"
+          # - name: COLLATOR_DB_CACHE
+          #   value: "7000"
+          # - name: RELAY_DB_CACHE
+          #   value: "7000"
+          # - name: RELAY_DB_CACHE
+          #   value: 7000
+
           # - name: RUST_LOG
           #   value: "debug"
+          - name: RUST_LOG
+            value: "lusage=trace"
           # - name: RUST_LOG
           #   value: "sub-libp2p=trace"
           # - name: RUST_LOG
@@ -51,7 +64,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "25G"
+            memory: "28G"
             cpu: "7.5"
           # requests:
           #   ephemeral-storage: 25Gi
@@ -78,7 +91,7 @@ spec:
       resources:
         requests:
           storage: 1Ti
-      storageClassName: standard-rwo
+      storageClassName: premium-rwo
 ---
 apiVersion: v1
 kind: Service

k8-manifests/gcloud/hashed-collator-3-statefulset.yml

@@ -49,8 +49,8 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "8G"
-            cpu: "2"
+            memory: "10G"
+            cpu: "3"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:
@@ -59,8 +59,13 @@ spec:
         - containerPort: 9946
         - containerPort: 30333
         - containerPort: 40333
-      # nodeSelector:
-      #   node.kubernetes.io/instance-type: c6id.2xlarge
+      nodeSelector:
+        cloud.google.com/gke-nodepool: hashed-systems-node-pool-hp
+      tolerations:
+      - key: special
+        operator: Equal
+        value: hp
+        effect: NoSchedule
   volumeClaimTemplates:
   - metadata:
       name: hashed-collator-3-pvc
@@ -70,8 +75,8 @@ spec:
       - ReadWriteOnce
       resources:
         requests:
-          storage: 400Gi
-      storageClassName: standard-rwo
+          storage: 600Gi
+      storageClassName: premium-rwo
 ---
 apiVersion: v1
 kind: Service

k8-manifests/gcloud/md5-collator-1-statefulset-archive.yml

@@ -57,8 +57,8 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "25G"
-            cpu: "7.5"
+            memory: "18G"
+            cpu: "4.5"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:
@@ -84,7 +84,7 @@ spec:
       resources:
         requests:
           storage: 1Ti
-      storageClassName: standard-rwo
+      storageClassName: premium-rwo
 ---
 apiVersion: v1
 kind: Service

k8-manifests/gcloud/md5-collator-2-statefulset.yml

@@ -51,8 +51,8 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "12G"
-            cpu: "3.5"
+            memory: "8G"
+            cpu: "2"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:
@@ -62,7 +62,12 @@ spec:
         - containerPort: 30333
         - containerPort: 40333
       # nodeSelector:
-      #   node.kubernetes.io/instance-type: c6id.2xlarge
+      #   cloud.google.com/gke-nodepool: hashed-systems-node-pool-hp
+      # tolerations:
+      # - key: special
+      #   operator: Equal
+      #   value: hp
+      #   effect: NoSchedule
   volumeClaimTemplates:
   - metadata:
       name: md5-collator-2-pvc

k8-manifests/hashed-collator-1-statefulset-archive-aws.yml

@@ -18,7 +18,7 @@ spec:
       containers:
       - name: hashed-collator-1
         imagePullPolicy: IfNotPresent
-        image: sebastianmontero/hashed-substrate-collator-hashed:56eef87e580bc0cbe3e0617f204a2ef3257ab9d6
+        image: sebastianmontero/hashed-substrate-collator-hashed:e3cbb15367469502193220e4070d063a3d45b4c4
         command: ["/var/www/hashed-substrate/scripts/start_collator.sh"]
         args: ["hashed", "/var/www/hashed/hashed"]
         volumeMounts:
@@ -37,6 +37,10 @@ spec:
             value: "archive"
           - name: RELAY_PRUNING
             value: "1000"
+          - name: RPC_MAX_CONNECTIONS
+            value: "500"
+          - name: RPC_METHODS
+            value: "unsafe"
           # - name: RUST_LOG
           #   value: "debug"
           # - name: RUST_LOG
@@ -51,7 +55,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "15G"
+            memory: "150G"
             cpu: "7.5"
           # requests:
           #   ephemeral-storage: 25Gi

k8-manifests/hashed-collator-3-statefulset-aws.yml

@@ -49,7 +49,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "11G"
+            memory: "110G"
             cpu: "4.5"
           # requests:
           #   ephemeral-storage: 25Gi

k8-manifests/md5-collator-1-statefulset-archive-aws.yml

@@ -57,7 +57,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "15G"
+            memory: "150G"
             cpu: "7.5"
           # requests:
           #   ephemeral-storage: 25Gi

k8-manifests/md5-collator-2-statefulset-aws.yml

@@ -52,7 +52,7 @@ spec:
         resources:
           limits:
             memory: "4G"
-            cpu: "3"
+            cpu: "100"
           # requests:
           #   ephemeral-storage: 25Gi
         ports: