Wdt alias test branch (#927)

* Add alias test foundation

* Fix verify issues

* run verify without WLST

* remove WLST references from verify

* Run verify without Weblogic home

* further script changes

* running under docker

* Alias test in jenkinsfile

* Jenkinsfile change

* aliastest jenkins changes

* Change to Jenkinsfile for user

* add more versions to jenkinsfile

* work on archiving testfiles

* add final versions

* archive generated files

* when on master trigger

* add generated files zip

* remove archive of generated files

* Update pom.xml

* Copy jenkinsfile from master to aliast test branch

* remove archive from resources

* rename systemtest entities

* Try different run trigger

* reset jenkinfile trigger

* intermediate changes for security configuration

* offline generate security providers

* between verify code changes

* working on online generator

* online generate security providers

* hold code in progress

* Add security providers to alias test

* Add security providers to alias test

* merge jenkinsfiles

* update copyright on updated files

* update copyright on updated files

Author: CarolynRountree

Jenkinsfile

@@ -78,7 +78,6 @@ pipeline {
        stage ('Alias Test') {
             // only run this stage when triggered by a cron timer and the commit does not have []skip-ci in the message
             // for example, only run integration tests during the timer triggered nightly build
-
             when {
                 allOf {
                     triggeredBy 'TimerTrigger'

alias-test/src/test/python/aliastest/generate/generator_helper.py

@@ -1,5 +1,5 @@
 """
-Copyright (c) 2020, Oracle Corporation and/or its affiliates.
+Copyright (c) 2021, Oracle Corporation and/or its affiliates.
 Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 """
 import types

alias-test/src/test/python/aliastest/generate/generator_offline.py

@@ -1,5 +1,5 @@
 """
-Copyright (c) 2020, Oracle Corporation and/or its affiliates.
+Copyright (c) 2021, Oracle Corporation and/or its affiliates.
 Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 """
 
@@ -13,6 +13,7 @@
 
 import aliastest.util.all_utils as all_utils
 import aliastest.generate.generator_wlst as generator_wlst
+import aliastest.generate.generator_security_configuration as generator_security_configuration
 from aliastest.generate.generator_helper import GeneratorHelper
 from aliastest.generate.mbean_info_helper import MBeanInfoHelper
 from aliastest.generate.mbean_method_helper import MBeanMethodHelper
@@ -48,7 +49,9 @@ def generate(self):
         _method_name = 'generate'
         self.__logger.entering(class_name=self.__class_name__, method_name=_method_name)
         offline_dictionary = all_utils.dict_obj()
-        generator_wlst.read_domain(self._helper.domain_home())
+        isRead = generator_wlst.read_domain(self._helper.domain_home())
+        if not isRead:
+            return
         top_mbean_path = '/'
         self.__folder_hierarchy(offline_dictionary, self.__online_dictionary, top_mbean_path)
         for mbean_type, mbean_type_map in OFFLINE_ONLY_FOLDERS_MAP.items():
@@ -102,8 +105,14 @@ def __folder_hierarchy(self, mbean_dictionary, online_dictionary, mbean_path, pa
                                    class_name=self.__class_name__, method_name=_method_name)
 
             if self._is_valid_folder(mbean_helper):
-                success, lsc_name, attributes = \
-                    self.__generate_folder(mbean_instance, parent_mbean_type, mbean_type, mbean_helper)
+                if mbean_type in generator_security_configuration.PROVIDERS:
+                    print 'Found security provider folder ', mbean_type
+                    success, lsc_name, attributes = self.create_security_type(mbean_type)
+                    mbean_dictionary[lsc_name] = attributes
+                    continue
+                else:
+                    success, lsc_name, attributes = \
+                        self.__generate_folder(mbean_instance, parent_mbean_type, mbean_type, mbean_helper)
                 mbean_dictionary[lsc_name] = attributes
                 if success:
                     next_online_dictionary = dict()
@@ -388,6 +397,26 @@ def __get_attributes_offline_only(self, mbean_instance):
         self.__logger.exiting(class_name=self.__class_name__, method_name=_method_name)
         return all_utils.sort_dict(attribute_map)
 
+    def create_security_type(self, mbean_type):
+        folder_dict = all_utils.dict_obj()
+        folder_dict[all_utils.TYPE] = 'Provider'
+        types = generator_security_configuration.providers_map[mbean_type]
+
+        singular = mbean_type
+        if singular.endswith('s'):
+            lenm = len(mbean_type)-1
+            singular = mbean_type[0:lenm]
+        for item in types:
+            idx = item.rfind('.')
+            short = item[idx + 1:]
+            package = short
+            mbean_instance = generator_wlst.created_security_provider(singular, short, package)
+            orig = generator_wlst.current_path()
+            folder_dict[short] = all_utils.dict_obj()
+            folder_dict[short][all_utils.ATTRIBUTES] = self.__get_attributes(mbean_instance)
+            generator_wlst.cd_mbean(orig)
+        return True, singular, folder_dict
+
     def _slim_maps_for_report(self, mbean_proxy, mbean_type, lsa_map, methods_map, mbean_info_map):
         # Unlike the slim_maps method, this report discards additional information to determine how
         # different is the usable information in LSA, versus cmo.getClass().getMethods versus

alias-test/src/test/python/aliastest/generate/generator_online.py

@@ -1,5 +1,5 @@
 """
-Copyright (c) 2020, Oracle Corporation and/or its affiliates.
+Copyright (c) 2021, Oracle Corporation and/or its affiliates.
 Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 """
 
@@ -8,6 +8,7 @@
 from wlsdeploy.logging.platform_logger import PlatformLogger
 
 import aliastest.util.all_utils as all_utils
+import aliastest.generate.generator_security_configuration as generator_security_configuration
 import aliastest.generate.generator_wlst as generator_wlst
 
 from aliastest.generate.generator_helper import GeneratorHelper
@@ -74,6 +75,8 @@ def __folder_hierarchy(self, mbean_dictionary, mbean_path):
                 self.__logger.fine('Child MBean {0} is in the MBI information but not the MBeanInfo information',
                                    mbean_type, class_name=self.__class_name__, method_name=_method_name)
 
+            print 'mbean_type = ', mbean_type
+
             if attribute_helper.is_reference_only():
                 mbean_dictionary[mbean_type] = all_utils.dict_obj()
                 # This non-attribute might have been added as a folder, which it is not
@@ -83,25 +86,29 @@ def __folder_hierarchy(self, mbean_dictionary, mbean_path):
             if self._is_valid_folder(attribute_helper):
                 self.__logger.fine('WLSDPLYST-01115', mbean_type, generator_wlst.current_path(),
                                    class_name=self.__class_name__, method_name=_method_name)
+
                 mbean_dictionary[mbean_type] = all_utils.dict_obj()
-                attribute_helper.generate_mbean(mbean_dictionary[mbean_type])
-                if mbean_name is None:
-                    mbean_name = generator_wlst.get_singleton_name(mbean_type)
-                if mbean_name is not None:
-                    if mbean_type in generator_wlst.child_mbean_types():
-                        mbean_dictionary[mbean_type][all_utils.INSTANCE_TYPE] = all_utils.MULTIPLE
-                    else:
-                        mbean_dictionary[mbean_type][all_utils.INSTANCE_TYPE] = all_utils.SINGLE
-                    bean_dir = mbean_type + '/' + mbean_name
-                    if not generator_wlst.cd_mbean(bean_dir):
-                        self.__logger.fine('WLSDPLYST-01117', mbean_type, generator_wlst.current_path(), '',
-                                           class_name=self.__class_name__, method_name=_method_name)
-                        mbean_dictionary[mbean_type][all_utils.RECHECK] = \
-                            'cd to mbean and mbean name returned exception'
-                        continue
-
-                    self.__folder_hierarchy(mbean_dictionary[mbean_type], generator_wlst.current_path())
-                    generator_wlst.cd_mbean('../..')
+                if mbean_type in generator_security_configuration.PROVIDERS:
+                    self.generate_security_mbean(mbean_dictionary, mbean_type)
+                else:
+                    attribute_helper.generate_mbean(mbean_dictionary[mbean_type])
+                    if mbean_name is None:
+                        mbean_name = generator_wlst.get_singleton_name(mbean_type)
+                    if mbean_name is not None:
+                        if mbean_type in generator_wlst.child_mbean_types():
+                            mbean_dictionary[mbean_type][all_utils.INSTANCE_TYPE] = all_utils.MULTIPLE
+                        else:
+                            mbean_dictionary[mbean_type][all_utils.INSTANCE_TYPE] = all_utils.SINGLE
+                        bean_dir = mbean_type + '/' + mbean_name
+                        if not generator_wlst.cd_mbean(bean_dir):
+                            self.__logger.fine('WLSDPLYST-01117', mbean_type, generator_wlst.current_path(), '',
+                                               class_name=self.__class_name__, method_name=_method_name)
+                            mbean_dictionary[mbean_type][all_utils.RECHECK] = \
+                                'cd to mbean and mbean name returned exception'
+                            continue
+
+                        self.__folder_hierarchy(mbean_dictionary[mbean_type], generator_wlst.current_path())
+                        generator_wlst.cd_mbean('../..')
             else:
                 # make this a real message
                 self.__logger.warning('Ignore invalid MBean folder {0} containment : {1}, deprecated : {2}',
@@ -298,3 +305,27 @@ def __create_any_subfolders(self):
                             subfolder_list[child_type] = name_list[0]
 
         return subfolder_list
+
+    def generate_security_mbean(self, dictionary, mbean_type):
+        dictionary[mbean_type][all_utils.TYPE] = 'Provider'
+        types = generator_security_configuration.providers_map[mbean_type]
+        curr_path = generator_wlst.current_path()
+        generator_wlst.cd_mbean(curr_path + '/' + mbean_type)
+        existing = generator_wlst.lsc()
+        generator_wlst.cd_mbean(curr_path)
+        for item in types:
+            idx = item.rfind('.')
+            short = item[idx + 1:]
+            orig = generator_wlst.current_path()
+            if short not in existing:
+                mbean_instance = generator_wlst.created_security_provider(mbean_type, short, item)
+                generator_wlst.cd_mbean(curr_path + '/' + mbean_type + '/' + short)
+            else:
+                mbean_instance = generator_wlst.get_mbean_proxy(curr_path + '/' + mbean_type + '/' + short)
+            dictionary[mbean_type][item] = all_utils.dict_obj()
+            dictionary[mbean_type][item][all_utils.ATTRIBUTES] = self.__get_attributes(mbean_instance)
+            generator_wlst.cd_mbean(orig)
+        generator_wlst.cd_mbean(curr_path)
+
+
+

alias-test/src/test/python/aliastest/generate/generator_security_configuration.py

@@ -0,0 +1,72 @@
+"""
+Copyright (c) 2021, Oracle Corporation and/or its affiliates.
+Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
+"""
+
+import aliastest.generate.generator_wlst as generator_wlst
+
+import oracle.weblogic.deploy.aliases.TypeUtils as TypeUtils
+
+TYPES = 'Types'
+ADJUDICATOR_TYPES = 'AdjudicatorTypes'
+ADJUDICATOR_STRING = 'Adjudicator'
+AUDITOR_TYPES = 'AuditorTypes'
+AUDITOR_STRING = 'Auditors'
+AUTHENTICATION_PROVIDER_TYPES = 'AuthenticationProviderTypes'
+AUTHENTICATION_PROVIDER_STRING = 'AuthenticationProviders'
+AUTHORIZER_TYPES = 'AuthorizerTypes'
+AUTHORIZER_STRING = 'Authorizers'
+CERTPATH_PROVIDER_TYPES = 'CertPathProviderTypes'
+CERTPATH_PROVIDER_STRING = 'CertPathProviders'
+CREDENTIAL_MAPPER_TYPES = 'CredentialMapperTypes'
+CREDENTIAL_MAPPER_STRING = 'CredentialMappers'
+PASSWORD_VALIDATOR_TYPES = 'PasswordValidatorTypes'
+PASSWORD_VALIDATOR_STRING = 'PasswordValidators'
+ROLE_MAPPER_TYPES = 'RoleMapperTypes'
+ROLE_MAPPER_STRING = 'RoleMappers'
+
+PROVIDERS = [ADJUDICATOR_STRING, AUDITOR_STRING, AUTHENTICATION_PROVIDER_STRING, AUTHORIZER_STRING,
+             CERTPATH_PROVIDER_STRING, CREDENTIAL_MAPPER_STRING, PASSWORD_VALIDATOR_STRING, ROLE_MAPPER_STRING]
+
+providers_map = None
+
+
+def populate_security_types():
+    generator_wlst.connect('weblogic', 'welcome1', 't3://localhost:7001')
+    cd_security_configuration()
+    provider_map = dict()
+    provider_map[ADJUDICATOR_STRING] = get_jarray(ADJUDICATOR_TYPES)
+    provider_map[AUDITOR_STRING] = get_jarray(AUDITOR_TYPES)
+    provider_map[AUTHENTICATION_PROVIDER_STRING] = get_jarray(AUTHENTICATION_PROVIDER_TYPES)
+    provider_map[AUTHORIZER_STRING] = get_jarray(AUTHORIZER_TYPES)
+    provider_map[CERTPATH_PROVIDER_STRING] = get_jarray(CERTPATH_PROVIDER_TYPES)
+    provider_map[CREDENTIAL_MAPPER_STRING] = get_jarray(CREDENTIAL_MAPPER_TYPES)
+    provider_map[PASSWORD_VALIDATOR_STRING] = get_jarray(PASSWORD_VALIDATOR_TYPES)
+    provider_map[ROLE_MAPPER_STRING] = get_jarray(ROLE_MAPPER_TYPES)
+    return provider_map
+
+
+def get_jarray(name):
+    plist = generator_wlst.get(name)
+    if plist is None or len(plist) == 0:
+        return []
+    result = TypeUtils.convertToObjectArray(plist[1], str(plist), ',')
+    provider = []
+    for item in result:
+        provider.append(item)
+    return provider
+
+
+def cd_security_configuration():
+    generator_wlst.cd_mbean('/SecurityConfiguration')
+    generator_wlst.cd_mbean('system_test_domain')
+    generator_wlst.cd_mbean('Realms')
+    generator_wlst.cd_mbean('myrealm')
+
+
+def get_last_node(package):
+    result = package
+    idx = package.rfind('.')
+    if idx > 0:
+        result = package[idx+1:]
+    return result

alias-test/src/test/python/aliastest/generate/generator_wlst.py

@@ -1,5 +1,5 @@
 """
-Copyright (c) 2020, Oracle Corporation and/or its affiliates.
+Copyright (c) 2021, Oracle Corporation and/or its affiliates.
 Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 """
 import java.lang.Boolean as Boolean
@@ -149,7 +149,7 @@ def get_mbean_proxy(path=None):
         local_cmo = _load_global('cmo')
         mbean_proxy = local_cmo
         if mbean_proxy is None:
-            update_cmo = _load_global('upateCmo')
+            update_cmo = _load_global('updateCmo')
             update_cmo()
             local_cmo = _load_global('cmo')
             mbean_proxy = local_cmo
@@ -242,6 +242,28 @@ def created(mbean_type, name):
     return True
 
 
+def created_security_provider(mbean_type, name, package):
+    """
+    Create the MBean with the provided name at the current wlst location. WLST Exceptions are caught and returned
+    as False from the method.
+    :param mbean_type: MBean type to create
+    :param name: Name of the MBean to create
+    :param package: package name of the security provider to create
+    :return: True if successfully created
+    """
+    _method_name = 'created'
+    online_wlst_exception = _load_global('WLSTException')
+    result = None
+    try:
+        local_create = _load_global('create')
+        result = local_create(name, package, mbean_type)
+    except (online_wlst_exception, offlineWLSTException, ClassCastException, NoSuchMethodException), e:
+        __logger.fine('Unable to create MBean {0} with name {1} and provider name {2} at location {3} : {4}',
+                      mbean_type, name, package, current_path(), str(e),
+                      class_name=__class_name, method_name=_method_name)
+    return result
+
+
 def cd_proxy(bean_dir):
     _method_name = 'cd_proxy'
     __logger.entering(bean_dir, class_name=__class_name, method_name=_method_name)
@@ -261,10 +283,9 @@ def cd_mbean(bean_dir):
     _method_name = 'cd_mbean'
     __logger.entering(bean_dir, class_name=__class_name, method_name=_method_name)
     online_wlst_exception = _load_global('WLSTException')
-    local_cd = _load_global('cd')
     success = True
     try:
-        local_cd(bean_dir)
+        _load_global('cd')(bean_dir)
     except (online_wlst_exception, offlineWLSTException), we:
         __logger.warning('WLSDPLYST-01340', bean_dir, current_path(), we.getLocalizedMessage(),
                          class_name=__class_name, method_name=_method_name)

alias-test/src/test/python/aliastest/generate/mbean_info_helper.py

@@ -139,7 +139,7 @@ def __get_mbean_info(self):
                 type_name = all_utils.get_interface_name(mbean_interface)
                 self.__mbean_info = bean_access.getBeanInfoForInterface(type_name, False, '9.0.0.0')
             if _info_is_not_empty(self.__mbean_info) is False:
-                self.__logger.info('Unable to locate MBeanInfo for MBean interface {0}', type_name,
+                self.__logger.info('Unable to locate MBeanInfo for MBean interface {0}', mbean_interface,
                                    class_name=self.__class_name__, method_name=_method_name)
             self.__logger.exiting(class_name=self.__class_name__, method_name=_method_name,
                                   result=str(self.__mbean_info))

alias-test/src/test/python/aliastest/util/all_utils.py

@@ -122,7 +122,6 @@ def get_dictionary_from_json_file(json_file_name):
     """
     _method_name = 'get_dictionary_from_json_file'
     __logger.entering(json_file_name, class_name=CLASS_NAME, method_name=_method_name)
-    print 'THE FILE NAME IS ', json_file_name
     json_input_stream = FileInputStream(File(json_file_name))
     json_translator = JsonStreamTranslator(json_file_name, json_input_stream)
     dictionary = None
@@ -432,7 +431,6 @@ def set_domain_home_arg(arg_map, domain_home):
         __logger.info("domain home arg {0}", arg_map[CommandLineArgUtil.DOMAIN_HOME_SWITCH],
                       class_name=CLASS_NAME, method_name='set_domain_home_arg')
     set_arg(arg_map, CommandLineArgUtil.DOMAIN_HOME_SWITCH, domain_home)
-    print '********************************** domain home ', domain_home
 
 
 def set_arg(arg_map, key, value):

alias-test/src/test/python/aliastest/util/helper.py

@@ -1,5 +1,5 @@
 """
-Copyright (c) 2020, Oracle Corporation and/or its affiliates.
+Copyright (c) 2020, 2021, Oracle Corporation and/or its affiliates.
 Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
 """
 import java.util.logging.Level as Level
@@ -121,7 +121,6 @@ def get_folder_map(self, model_folder_list, base_location):
                 location.append_location(name)
                 self.__logger.finer('Checking the folder {0} for flattened and type', location.get_folder_path())
                 flattened_info = None
-                print '******* ', location.get_folder_path()
                 if not location.get_folder_path().startswith('/NMProperties') and not location.get_folder_path() == '/':
                     flattened_info = self.__aliases.get_wlst_flattened_folder_info(location)
                 if flattened_info is not None: