add JRF domain image test case

xiancao · xiancao · commit 8229fc0c871e · 2019-07-02T21:08:29.000-07:00
diff --git a/imagetool/src/test/java/com/oracle/weblogic/imagetool/integration/BaseTest.java b/imagetool/src/test/java/com/oracle/weblogic/imagetool/integration/BaseTest.java
@@ -7,6 +7,9 @@
 import com.oracle.weblogic.imagetool.integration.utils.ExecCommand;
 import com.oracle.weblogic.imagetool.integration.utils.ExecResult;
 import java.io.File;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
 import java.util.logging.Logger;
 
 public class BaseTest {
@@ -17,13 +20,18 @@ public class BaseTest {
     protected static final String FS = File.separator;
     private static final String OCIR_SERVER = "phx.ocir.io";
     private static final String OCIR_TENENT = "weblogick8s";
+    private static final String OCR_SERVER = "container-registry.oracle.com";
     protected static final String BASE_OS_IMG = "phx.ocir.io/weblogick8s/oraclelinux";
     protected static final String BASE_OS_IMG_TAG = "7-4imagetooltest";
+    protected static final String ORACLE_DB_IMG = "container-registry.oracle.com/database/enterprise";
+    protected static final String ORACLE_DB_IMG_TAG = "12.2.0.1-slim";
     private static String projectRoot = "";
     protected static String wlsImgBldDir = "";
     protected static String wlsImgCacheDir = "";
     protected static String imagetool = "";
     private static String imagetoolZipfile = "";
+    private static int maxIterations = 50;
+    private static int waitTime = 5;
 
     protected static void initialize() throws Exception {
         logger.info("Initializing the tests ...");
@@ -82,7 +90,7 @@ protected static void cleanup() throws Exception {
         executeNoVerify(command);
     }
 
-    protected static void pullDockerImage() throws Exception {
+    protected static void pullBaseOSDockerImage() throws Exception {
         logger.info("Pulling OS base images from OCIR ...");
         String ocir_username = System.getenv("OCIR_USERNAME");
         String ocir_password = System.getenv("OCIR_PASSWORD");
@@ -91,16 +99,20 @@ protected static void pullDockerImage() throws Exception {
             throw new Exception("You need to set OCIR_USERNAME and OCIR_PASSWORD environment variable to pull images");
         }
 
-        ExecCommand.exec("docker login " + OCIR_SERVER + " -u " + OCIR_TENENT + "/" + ocir_username +
-                " -p " + ocir_password);
-        ExecCommand.exec("docker pull " + BASE_OS_IMG + ":" + BASE_OS_IMG_TAG);
+        pullDockerImage(OCIR_SERVER, OCIR_TENENT + "/" + ocir_username , ocir_password, BASE_OS_IMG,
+                BASE_OS_IMG_TAG);
+    }
 
-        // verify the docker image is pulled
-        ExecResult result = ExecCommand.exec("docker images | grep " + BASE_OS_IMG  + " | grep " +
-                BASE_OS_IMG_TAG + "| wc -l");
-        if(Integer.parseInt(result.stdout()) != 1) {
-            throw new Exception("Base OS docker image is not pulled as expected");
+    protected static void pullOracleDBDockerImage() throws Exception {
+        logger.info("Pulling Oracle DB image from OCR ...");
+        String ocr_username = System.getenv("OCR_USERNAME");
+        String ocr_password = System.getenv("OCR_PASSWORD");
+
+        if(ocr_username == null || ocr_password == null) {
+            throw new Exception("You need to set OCR_USERNAME and OCR_PASSWORD environment variable to pull images");
         }
+
+        pullDockerImage(OCR_SERVER, ocr_username, ocr_password, ORACLE_DB_IMG, ORACLE_DB_IMG_TAG);
     }
 
     protected static void downloadInstallers(String... installers) throws Exception {
@@ -210,11 +222,83 @@ protected ExecResult buildWDTArchive() throws Exception {
         return executeAndVerify(command, true);
     }
 
+    protected void createDBContainer() throws Exception {
+        logger.info("Creating an Oracle db docker container ...");
+        String command = "docker rm -f InfraDB";
+        ExecCommand.exec(command);
+        command = "docker run -d --name InfraDB -p 1521:1521 -p 5500:5500 --env=\"DB_PDB=InfraPDB1\"" +
+                " --env=\"DB_DOMAIN=us.oracle.com\" --env=\"DB_BUNDLE=basic\" " + ORACLE_DB_IMG + ":" +
+                ORACLE_DB_IMG_TAG;
+        ExecCommand.exec(command);
+
+        // wait for the db is ready
+        command = "docker ps | grep InfraDB";
+        checkCmdInLoop(command, "healthy");
+    }
+
+    protected static void replaceStringInFile(String filename, String originalString, String newString)
+            throws Exception {
+        Path path = Paths.get(filename);
+
+        String content = new String(Files.readAllBytes(path));
+        content = content.replaceAll(originalString, newString);
+        Files.write(path, content.getBytes());
+    }
+
     private ExecResult executeAndVerify(String command, boolean isRedirectToOut) throws Exception {
         logger.info("Executing command: " + command);
         ExecResult result = ExecCommand.exec(command, isRedirectToOut);
         verifyExitValue(result, command);
         logger.info(result.stdout());
         return result;
     }
+
+    private static void pullDockerImage(String repoServer, String username, String password,
+                                        String imagename, String imagetag) throws Exception {
+
+        ExecCommand.exec("docker login " + repoServer + " -u " + username +
+                " -p " + password);
+        ExecCommand.exec("docker pull " + imagename + ":" + imagetag);
+
+        // verify the docker image is pulled
+        ExecResult result = ExecCommand.exec("docker images | grep " + imagename  + " | grep " +
+                imagetag + "| wc -l");
+        if(Integer.parseInt(result.stdout()) != 1) {
+            throw new Exception("docker image " + imagename + ":" + imagetag + " is not pulled as expected");
+        }
+    }
+
+    private static void checkCmdInLoop(String cmd, String matchStr)
+            throws Exception {
+        int i = 0;
+        while (i < maxIterations) {
+            ExecResult result = ExecCommand.exec(cmd);
+
+            // pod might not have been created or if created loop till condition
+            if (result.exitValue() != 0
+                    || (result.exitValue() == 0 && !result.stdout().contains(matchStr))) {
+                logger.info("Output for " + cmd + "\n" + result.stdout() + "\n " + result.stderr());
+                // check for last iteration
+                if (i == (maxIterations - 1)) {
+                    throw new RuntimeException(
+                            "FAILURE: " + cmd + " does not return the expected string " + matchStr + ", exiting!");
+                }
+                logger.info(
+                        "Waiting for the expected String " + matchStr
+                                + ": Ite ["
+                                + i
+                                + "/"
+                                + maxIterations
+                                + "], sleeping "
+                                + waitTime
+                                + " seconds more");
+
+                Thread.sleep(waitTime * 1000);
+                i++;
+            } else {
+                logger.info("get the expected String " + matchStr);
+                break;
+            }
+        }
+    }
 }
diff --git a/imagetool/src/test/java/com/oracle/weblogic/imagetool/integration/ITImagetool.java b/imagetool/src/test/java/com/oracle/weblogic/imagetool/integration/ITImagetool.java
@@ -34,10 +34,11 @@ public class ITImagetool extends BaseTest {
     private static final String OPATCH_VERSION = "13.9.4.0.0";
     private static final String JDK_VERSION = "8u202";
     private static final String JDK_VERSION_8u212 = "8u212";
-    private static final String WDT_VERSION = "1.1.1";
+    private static final String WDT_VERSION = "1.1.2";
     private static final String WDT_ARCHIVE = "archive.zip";
     private static final String WDT_VARIABLES = "domain.properties";
     private static final String WDT_MODEL = "simple-topology.yaml";
+    private static final String WDT_MODEL1 = "simple-topology1.yaml";
 
     @BeforeClass
     public static void staticPrepare() throws Exception {
@@ -49,7 +50,7 @@ public static void staticPrepare() throws Exception {
 
         setup();
         // pull base OS docker image used for test
-        pullDockerImage();
+        pullBaseOSDockerImage();
 
         // download the installers for the test
         downloadInstallers(JDK_INSTALLER, WLS_INSTALLER, WDT_INSTALLER, P27342434_INSTALLER, P28186730_INSTALLER,
@@ -375,4 +376,60 @@ public void testCCreateFMWImgNonDefault() throws Exception {
 
         logTestEnd(testMethodName);
     }
+
+    /**
+     * create a JRF domain image using WDT
+     * You need to have OCR credentials to pull container-registry.oracle.com/database/enterprise:12.2.0.1-slim
+     * @throws Exception
+     */
+    @Test
+    public void testDCreateJRFDomainImgUsingWDT() throws Exception {
+        String testMethodName = new Object() {}.getClass().getEnclosingMethod().getName();
+        logTestBegin(testMethodName);
+
+        // pull oracle db image
+        pullOracleDBDockerImage();
+
+        // create a db container for RCU
+        createDBContainer();
+
+        // add WDT installer to the cache
+        String wdtPath = getInstallerCacheDir() + FS + WDT_INSTALLER;
+        addInstallerToCache("wdt", WDT_VERSION, wdtPath);
+
+        // add FMW installer to the cache
+        String fmwPath =  getInstallerCacheDir() + FS + FMW_INSTALLER;
+        addInstallerToCache("fmw", WLS_VERSION, fmwPath);
+
+        // add jdk installer to the cache
+        String jdkPath = getInstallerCacheDir() + FS + JDK_INSTALLER;
+        addInstallerToCache("jdk", JDK_VERSION, jdkPath);
+
+        // build the wdt archive
+        buildWDTArchive();
+
+        String wdtArchive = getWDTResourcePath() + FS + WDT_ARCHIVE;
+        String wdtModel = getWDTResourcePath() + FS + WDT_MODEL1;
+
+        // update wdt model file
+        String host = System.getenv("HOST");
+        if (host == null) {
+            throw new Exception("There is no HOST environment variable defined");
+        }
+        replaceStringInFile(wdtModel, "%DB_HOST%", host);
+
+        String command = imagetool + " create --fromImage " +
+                BASE_OS_IMG + ":" + BASE_OS_IMG_TAG + " --tag imagetool:" + testMethodName +
+                " --version " + WLS_VERSION + " --wdtVersion " + WDT_VERSION +
+                " --wdtArchive " + wdtArchive + " --wdtDomainHome /u01/domains/simple_domain --wdtModel " +
+                wdtModel + " --wdtDomainType JRF --wdtRunRCU --type fmw";
+
+        logger.info("Executing command: " + command);
+        ExecCommand.exec(command, true);
+
+        // verify the docker image is created
+        verifyDockerImages(testMethodName);
+
+        logTestEnd(testMethodName);
+    }
 }
diff --git a/imagetool/src/test/resources/wdt/simple-topology1.yaml b/imagetool/src/test/resources/wdt/simple-topology1.yaml
@@ -0,0 +1,43 @@
+domainInfo:
+    AdminUserName: weblogic
+    AdminPassword: welcome1
+    ServerStartMode: prod
+    RCUDbInfo:
+        rcu_prefix: wdt1
+        rcu_schema_password: Oradoc_db1
+        rcu_admin_password: Oradoc_db1
+        rcu_db_conn_string: 'slc16oeb:1521/InfraPDB1.us.oracle.com'
+topology:
+    Name: domain1
+    AdminServerName: 'admin-server'
+    ProductionModeEnabled: true
+    Cluster:
+        cluster1:
+            ClientCertProxyEnabled: true
+            DynamicServers:
+                ServerTemplate: template1
+                CalculatedListenPorts: false
+                ServerNamePrefix: 'ms-'
+                DynamicClusterSize: 2
+                MaxDynamicClusterSize: 2
+    Server:
+        'admin-server':
+            ListenPort: 7001
+            NetworkAccessPoint:
+                T3Channel:
+                    ListenAddress: None
+                    ListenPort: 30012
+                    PublicAddress: kubernetes
+                    PublicPort: 30012
+    ServerTemplate:
+        template1:
+            ListenPort: 8001
+appDeployments:
+    Application:
+        # Quote needed because of hyphen in string
+        'simple-app':
+            SourcePath: 'wlsdeploy/applications/simple-app.war'
+            Target: cluster1
+            ModuleType: war
+            StagingMode: nostage
+            PlanStagingMode: nostage
