Add TypeDB Cluster support and failover

.circleci/config.yml

@@ -831,32 +831,32 @@ workflows:
       - deploy-snapshot-linux-arm64:
           filters:
             branches:
-              only: [development, master, "3.0"]
+              only: [development, master]
 
       - deploy-snapshot-linux-x86_64:
           filters:
             branches:
-              only: [development, master, "3.0"]
+              only: [development, master]
 
       - deploy-snapshot-mac-arm64:
           filters:
             branches:
-              only: [development, master, "3.0"]
+              only: [development, master]
 
       - deploy-snapshot-mac-x86_64:
           filters:
             branches:
-              only: [development, master, "3.0"]
+              only: [development, master]
 
       - deploy-snapshot-windows-x86_64:
           filters:
             branches:
-              only: [development, master, "3.0"]
+              only: [development, master]
 
       - deploy-snapshot-any:
           filters:
             branches:
-              only: [development, master, "3.0"]
+              only: [development, master]
           requires:
             - deploy-snapshot-linux-arm64
             - deploy-snapshot-linux-x86_64
@@ -878,7 +878,7 @@ workflows:
       - test-snapshot-linux-arm64:
           filters:
             branches:
-              only: [master, "3.0"]
+              only: [master]
           requires:
             - deploy-snapshot-linux-arm64
             - deploy-snapshot-any
@@ -887,7 +887,7 @@ workflows:
       - test-snapshot-linux-x86_64:
           filters:
             branches:
-              only: [master, "3.0"]
+              only: [master]
           requires:
             - deploy-snapshot-linux-x86_64
             - deploy-snapshot-any
@@ -896,7 +896,7 @@ workflows:
       - test-snapshot-mac-arm64:
           filters:
             branches:
-              only: [master, "3.0"]
+              only: [master]
           requires:
             - deploy-snapshot-mac-arm64
             - deploy-snapshot-any
@@ -905,27 +905,26 @@ workflows:
       - test-snapshot-mac-x86_64:
           filters:
             branches:
-              only: [master, "3.0"]
+              only: [master]
           requires:
             - deploy-snapshot-mac-x86_64
             - deploy-snapshot-any
 #            - deploy-snapshot-dotnet-any
 
-# TODO: Windows typedb artifact is not ready
-#      - test-snapshot-windows-x86_64:
-#          filters:
-#            branches:
-#              only: [master, "3.0"]
-#          requires:
-#            - deploy-snapshot-windows-x86_64
-#            - deploy-snapshot-any
+      - test-snapshot-windows-x86_64:
+          filters:
+            branches:
+              only: [master]
+          requires:
+            - deploy-snapshot-windows-x86_64
+            - deploy-snapshot-any
 #            - deploy-snapshot-dotnet-any
 
 # TODO: npm is not ready
 #      - test-snapshot-any:
 #          filters:
 #            branches:
-#              only: [master, "3.0"]
+#              only: [master]
 #          requires:
 #            - deploy-snapshot-any
 

.factory/automation.yml

@@ -87,8 +87,8 @@ build:
 
         tool/docs/update_readme.sh
         git add .
-        git diff --exit-code || { 
-          echo "Failed to verify README files: plese update it manually and verify the changes"
+        git diff --exit-code || {
+          echo "Failed to verify README files: please update it manually and verify the changes"
           exit 1
         }
 
@@ -111,7 +111,7 @@ build:
         if [[ -n "$COMMUNITY_FAILED" ]]; then exit 1; fi
 
         # TODO: Use cluster server artifact with 3 nodes for the same common tests when available
-        # tool/test/start-cluster-servers.sh 3 &&
+        # source tool/test/start-cluster-servers.sh 3 &&
         #   bazel test //rust/tests/integration:all --test_output=streamed --test_arg=--nocapture &&
         #   export CLUSTER_FAILED= || export CLUSTER_FAILED=1
         # tool/test/stop-cluster-servers.sh
@@ -133,22 +133,22 @@ build:
         tool/test/stop-community-server.sh
         exit $TEST_SUCCESS
 
-    # TODO: Use cluster server artifact with 3 nodes when available (it would do the same thing as community now)
-    # test-rust-behaviour-cluster:
-    #   image: typedb-ubuntu-20.04 # Ubuntu 20.04 has GLIBC version 2.31 (2020) which we should verify to compile against
-    #   dependencies:
-    #     - build
-    #   command: |
-    #     export ARTIFACT_USERNAME=$REPO_TYPEDB_USERNAME
-    #     export ARTIFACT_PASSWORD=$REPO_TYPEDB_PASSWORD
-    #     bazel run @typedb_dependencies//tool/bazelinstall:remote_cache_setup.sh
-    #     bazel run @typedb_dependencies//distribution/artifact:create-netrc
-    #
-    #     tool/test/start-cluster-servers.sh 3 &&
-    #       bazel test //rust/tests/behaviour/...  --//rust/tests/behaviour/config:mode=cluster --test_output=streamed --jobs=1 &&
-    #       export TEST_SUCCESS=0 || export TEST_SUCCESS=1
-    #     tool/test/stop-cluster-servers.sh
-    #     exit $TEST_SUCCESS
+    # TODO: Use cluster server artifact with 3 nodes when available (it currently uses 1)
+    test-rust-behaviour-cluster:
+      image: typedb-ubuntu-20.04 # Ubuntu 20.04 has GLIBC version 2.31 (2020) which we should verify to compile against
+      dependencies:
+        - build
+      command: |
+        export ARTIFACT_USERNAME=$REPO_TYPEDB_USERNAME
+        export ARTIFACT_PASSWORD=$REPO_TYPEDB_PASSWORD
+        bazel run @typedb_dependencies//tool/bazelinstall:remote_cache_setup.sh
+        bazel run @typedb_dependencies//distribution/artifact:create-netrc
+
+        source tool/test/start-cluster-servers.sh 1 &&
+          bazel test //rust/tests/behaviour/... --test_env=ROOT_CA=$ROOT_CA --//rust/tests/behaviour/config:mode=cluster --test_output=streamed --jobs=1 &&
+          export TEST_SUCCESS=0 || export TEST_SUCCESS=1
+        tool/test/stop-cluster-servers.sh
+        exit $TEST_SUCCESS
 
 #    test-c-integration:
 #      image: typedb-ubuntu-20.04 # Ubuntu 20.04 has GLIBC version 2.31 (2020) which we should verify to compile against
@@ -182,7 +182,7 @@ build:
         if [[ -n "$COMMUNITY_FAILED" ]]; then exit 1; fi
 
         # TODO: Use cluster server artifact with 3 nodes for the same common tests when available
-        # tool/test/start-cluster-servers.sh 3 &&
+        # source tool/test/start-cluster-servers.sh 3 &&
         #   bazel test //java/test/integration:all --test_output=streamed --jobs=1 &&
         #   export CLUSTER_FAILED= || export CLUSTER_FAILED=1
         # tool/test/stop-cluster-servers.sh
@@ -204,22 +204,22 @@ build:
         tool/test/stop-community-server.sh
         exit $TEST_SUCCESS
 
-    # TODO: Use cluster server artifact with 3 nodes when available (it would do the same thing as community now)
-    # test-java-behaviour-cluster:
-    #   image: typedb-ubuntu-22.04
-    #   dependencies:
-    #     - build
-    #   command: |
-    #     export ARTIFACT_USERNAME=$REPO_TYPEDB_USERNAME
-    #     export ARTIFACT_PASSWORD=$REPO_TYPEDB_PASSWORD
-    #     bazel run @typedb_dependencies//tool/bazelinstall:remote_cache_setup.sh
-    #     bazel run @typedb_dependencies//distribution/artifact:create-netrc
-    #
-    #     tool/test/start-cluster-servers.sh 3 &&
-    #       .factory/test-cluster.sh //java/test/behaviour/... --test_output=streamed --jobs=1 &&
-    #       export TEST_SUCCESS=0 || export TEST_SUCCESS=1
-    #     tool/test/stop-cluster-servers.sh
-    #     exit $TEST_SUCCESS
+    # TODO: Use cluster server artifact with 3 nodes when available (it currently uses 1)
+    test-java-behaviour-cluster:
+      image: typedb-ubuntu-22.04
+      dependencies:
+        - build
+      command: |
+        export ARTIFACT_USERNAME=$REPO_TYPEDB_USERNAME
+        export ARTIFACT_PASSWORD=$REPO_TYPEDB_PASSWORD
+        bazel run @typedb_dependencies//tool/bazelinstall:remote_cache_setup.sh
+        bazel run @typedb_dependencies//distribution/artifact:create-netrc
+        
+        source tool/test/start-cluster-servers.sh 1 &&
+          .factory/test-cluster.sh //java/test/behaviour/... --test_env=ROOT_CA=$ROOT_CA --test_output=streamed --jobs=1 &&
+          export TEST_SUCCESS=0 || export TEST_SUCCESS=1
+        tool/test/stop-cluster-servers.sh
+        exit $TEST_SUCCESS
 
     test-python-integration:
       image: typedb-ubuntu-22.04
@@ -240,7 +240,7 @@ build:
         if [[ -n "$COMMUNITY_FAILED" ]]; then exit 1; fi
 
         # TODO: Use cluster server artifact with 3 nodes when available
-        # tool/test/start-cluster-servers.sh 3 &&
+        # source tool/test/start-cluster-servers.sh 3 &&
         #   bazel test //python/tests/integration:all --test_output=streamed --jobs=1 &&
         #   export CLUSTER_FAILED= || export CLUSTER_FAILED=1
         # tool/test/stop-cluster-servers.sh
@@ -264,24 +264,24 @@ build:
         tool/test/stop-community-server.sh
         exit $TEST_SUCCESS
 
-    # TODO: Use cluster server artifact with 3 nodes when available (it would do the same thing as community now)
-    # test-python-behaviour-cluster:
-    #   image: typedb-ubuntu-22.04
-    #   dependencies:
-    #     - build
-    #   type: foreground
-    #   command: |
-    #     export PATH="$HOME/.local/bin:$PATH"
-    #     export ARTIFACT_USERNAME=$REPO_TYPEDB_USERNAME
-    #     export ARTIFACT_PASSWORD=$REPO_TYPEDB_PASSWORD
-    #     bazel run @typedb_dependencies//tool/bazelinstall:remote_cache_setup.sh
-    #     bazel run @typedb_dependencies//distribution/artifact:create-netrc
-    #
-    #     tool/test/start-cluster-servers.sh 3 &&
-    #       .factory/test-cluster.sh //python/tests/behaviour/... --test_output=streamed --jobs=1 &&
-    #       export TEST_SUCCESS=0 || export TEST_SUCCESS=1
-    #     tool/test/stop-cluster-servers.sh
-    #     exit $TEST_SUCCESS
+    # TODO: Use cluster server artifact with 3 nodes when available (it currently uses 1)
+    test-python-behaviour-cluster:
+      image: typedb-ubuntu-22.04
+      dependencies:
+        - build
+      type: foreground
+      command: |
+        export PATH="$HOME/.local/bin:$PATH"
+        export ARTIFACT_USERNAME=$REPO_TYPEDB_USERNAME
+        export ARTIFACT_PASSWORD=$REPO_TYPEDB_PASSWORD
+        bazel run @typedb_dependencies//tool/bazelinstall:remote_cache_setup.sh
+        bazel run @typedb_dependencies//distribution/artifact:create-netrc
+        
+        source tool/test/start-cluster-servers.sh 1 &&
+          .factory/test-cluster.sh //python/tests/behaviour/... --test_env=ROOT_CA=$ROOT_CA --test_output=streamed --jobs=1 &&
+          export TEST_SUCCESS=0 || export TEST_SUCCESS=1
+        tool/test/stop-cluster-servers.sh
+        exit $TEST_SUCCESS
 
 #    test-nodejs-integration:
 #      image: typedb-ubuntu-22.04