Merge pull request #405 from magento/develop

MFTF 2.4.3 - Merge to Master

Author: okolesnyk

.gitignore

@@ -16,4 +16,6 @@ dev/tests/functional/MFTF.suite.yml
 dev/tests/functional/_output
 dev/mftf.log
 dev/tests/mftf.log
-dev/tests/docs/*
+dev/tests/docs/*
+dev/tests/_output
+dev/tests/functional.suite.yml

CHANGELOG.md

@@ -1,6 +1,22 @@
 Magento Functional Testing Framework Changelog
 ================================================
 
+2.4.3
+-----
+* Customizability
+    * Use of `_CREDS` has been extended to `<magentoCLI>` and `<createData>` actions
+* Traceability
+    * A Test step is now generated and injected in the allure report when a test is reported as `BROKEN`. 
+
+### Fixes
+* `static-checks` command now properly returns `1` if any static check failed.
+* MFTF Console Printer class correctly utilizes `--steps` and other flags passed directly to `codecept commands`.
+* `*source` actions correctly print when using `userInput` or `html` attributes.
+* XML Comments should no longer throw an error in parsing when used outside `test/actionGroup`
+
+### GitHub Issues/Pull requests:
+* [#703](https://github.com/magento/magento2-functional-testing-framework/pull/403) -- SMALL_CHANGE: Minor change suggested
+
 2.4.2
 -----
 * Traceability

bin/mftf

@@ -29,7 +29,7 @@ try {
 try {
     $application = new Symfony\Component\Console\Application();
     $application->setName('Magento Functional Testing Framework CLI');
-    $application->setVersion('2.4.2');
+    $application->setVersion('2.4.3');
     /** @var \Magento\FunctionalTestingFramework\Console\CommandListInterface $commandList */
     $commandList = new \Magento\FunctionalTestingFramework\Console\CommandList;
     foreach ($commandList->getCommands() as $command) {

composer.json

@@ -2,7 +2,7 @@
     "name": "magento/magento2-functional-testing-framework",
     "description": "Magento2 Functional Testing Framework",
     "type": "library",
-    "version": "2.4.2",
+    "version": "2.4.3",
     "license": "AGPL-3.0",
     "keywords": ["magento", "automation", "functional", "testing"],
     "config": {

composer.lock

@@ -8,6 +8,8 @@
 use AspectMock\Test as AspectMock;
 use Magento\FunctionalTestingFramework\DataGenerator\Handlers\DataObjectHandler;
 use Magento\FunctionalTestingFramework\DataGenerator\Objects\EntityDataObject;
+use Magento\FunctionalTestingFramework\Exceptions\TestReferenceException;
+use Magento\FunctionalTestingFramework\Exceptions\XmlException;
 use Magento\FunctionalTestingFramework\Test\Objects\ActionObject;
 use Magento\FunctionalTestingFramework\Test\Util\ActionMergeUtil;
 use Magento\FunctionalTestingFramework\Test\Util\ActionObjectExtractor;
@@ -100,7 +102,7 @@ public function testResolveActionStepEntityData()
         $dataFieldName = 'myfield';
         $dataFieldValue = 'myValue';
         $userInputKey = "userInput";
-        $userinputValue = "{{" . "${dataObjectName}.${dataFieldName}}}";
+        $userInputValue = "{{" . "${dataObjectName}.${dataFieldName}}}";
         $actionName = "myAction";
         $actionType = "myCustomType";
 
@@ -113,10 +115,10 @@ public function testResolveActionStepEntityData()
         AspectMock::double(DataObjectHandler::class, ['getInstance' => $mockDOHInstance]);
 
         // Create test object and action object
-        $actionAttributes = [$userInputKey => $userinputValue];
+        $actionAttributes = [$userInputKey => $userInputValue];
         $actions[$actionName] = new ActionObject($actionName, $actionType, $actionAttributes);
 
-        $this->assertEquals($userinputValue, $actions[$actionName]->getCustomActionAttributes()[$userInputKey]);
+        $this->assertEquals($userInputValue, $actions[$actionName]->getCustomActionAttributes()[$userInputKey]);
 
         $mergeUtil = new ActionMergeUtil("test", "TestCase");
         $resolvedActions = $mergeUtil->resolveActionSteps($actions);
@@ -127,8 +129,14 @@ public function testResolveActionStepEntityData()
     /**
      * Verify that an XmlException is thrown when an action references a non-existant action.
      *
+     * @throws TestReferenceException
+     * @throws XmlException
      * @return void
      */
+    /**
+     * @throws TestReferenceException
+     * @throws XmlException
+     */
     public function testNoActionException()
     {
         $actionObjects = [];
@@ -151,6 +159,8 @@ public function testNoActionException()
     /**
      * Verify that a <waitForPageLoad> action is added after actions that have a wait (timeout property).
      *
+     * @throws TestReferenceException
+     * @throws XmlException
      * @return void
      */
     public function testInsertWait()
@@ -173,6 +183,111 @@ public function testInsertWait()
         $this->assertEquals($expected, $actual);
     }
 
+    /**
+     * Verify that a <fillField> action is replaced by <fillSecretField> when secret _CREDS are referenced.
+     *
+     * @throws TestReferenceException
+     * @throws XmlException
+     */
+    public function testValidFillFieldSecretFunction()
+    {
+        $actionObjectOne = new ActionObject(
+            'actionKey1',
+            'fillField',
+            ['userInput' => '{{_CREDS.username}}']
+        );
+        $actionObject = [$actionObjectOne];
+
+        $actionMergeUtil = new ActionMergeUtil('actionMergeUtilTest', 'TestCase');
+
+        $result = $actionMergeUtil->resolveActionSteps($actionObject);
+
+        $expectedValue = new ActionObject(
+            'actionKey1',
+            'fillSecretField',
+            ['userInput' => '{{_CREDS.username}}']
+        );
+        $this->assertEquals($expectedValue, $result['actionKey1']);
+    }
+
+    /**
+     * Verify that a <magentoCLI> action uses <magentoCLI> when secret _CREDS are referenced.
+     *
+     * @throws TestReferenceException
+     * @throws XmlException
+     */
+    public function testValidMagentoCLISecretFunction()
+    {
+        $actionObjectOne = new ActionObject(
+            'actionKey1',
+            'magentoCLI',
+            ['command' => 'config:set cms/wysiwyg/enabled {{_CREDS.payment_authorizenet_login}}']
+        );
+        $actionObject = [$actionObjectOne];
+
+        $actionMergeUtil = new ActionMergeUtil('actionMergeUtilTest', 'TestCase');
+
+        $result = $actionMergeUtil->resolveActionSteps($actionObject);
+
+        $expectedValue = new ActionObject(
+            'actionKey1',
+            'magentoCLISecret',
+            ['command' => 'config:set cms/wysiwyg/enabled {{_CREDS.payment_authorizenet_login}}']
+        );
+        $this->assertEquals($expectedValue, $result['actionKey1']);
+    }
+
+    /**
+     * Verify that a <field> override in a <createData> action uses <field> when secret _CREDS are referenced.
+     *
+     * @throws TestReferenceException
+     * @throws XmlException
+     */
+    public function testValidCreateDataSecretFunction()
+    {
+        $actionObjectOne = new ActionObject(
+            'actionKey1',
+            'field',
+            ['value' => '{{_CREDS.payment_authorizenet_login}}']
+        );
+        $actionObject = [$actionObjectOne];
+
+        $actionMergeUtil = new ActionMergeUtil('actionMergeUtilTest', 'TestCase');
+
+        $result = $actionMergeUtil->resolveActionSteps($actionObject);
+
+        $expectedValue = new ActionObject(
+            'actionKey1',
+            'field',
+            ['value' => '{{_CREDS.payment_authorizenet_login}}']
+        );
+        $this->assertEquals($expectedValue, $result['actionKey1']);
+    }
+
+    /**
+     * Verify that a <click> action throws an exception when secret _CREDS are referenced.
+     *
+     * @throws TestReferenceException
+     * @throws XmlException
+     */
+    public function testInvalidSecretFunctions()
+    {
+        $this->expectException(TestReferenceException::class);
+        $this->expectExceptionMessage(
+            'You cannot reference secret data outside of the fillField, magentoCLI and createData actions'
+        );
+
+        $actionObjectOne = new ActionObject(
+            'actionKey1',
+            'click',
+            ['userInput' => '{{_CREDS.username}}']
+        );
+        $actionObject = [$actionObjectOne];
+
+        $actionMergeUtil = new ActionMergeUtil('actionMergeUtilTest', 'TestCase');
+        $actionMergeUtil->resolveActionSteps($actionObject);
+    }
+
     /**
      * After class functionality
      * @return void

dev/tests/unit/Magento/FunctionalTestFramework/Test/Util/ActionMergeUtilTest.php

@@ -31,7 +31,7 @@ class ActionGroupUsingCreateDataCest
 			"hook",
 			"ApiCategory",
 			[],
-			null
+			[]
 		);
 
 		$I->comment("[createConfigProductKey1] create 'ApiConfigurableProduct' entity");
@@ -40,7 +40,7 @@ class ActionGroupUsingCreateDataCest
 			"hook",
 			"ApiConfigurableProduct",
 			["createCategoryKey1"],
-			null
+			[]
 		);
 
 		$I->comment("Exiting Action Group [Key1] actionGroupWithCreateData");

dev/tests/verification/Resources/ActionGroupUsingCreateData.txt

@@ -31,7 +31,7 @@ class ActionGroupWithDataOverrideTestCest
 			"hook",
 			"ReplacementPerson",
 			[],
-			null
+			[]
 		);
 
 		$I->comment("Entering Action Group [beforeGroup] FunctionalActionGroup");

dev/tests/verification/Resources/ActionGroupWithDataOverrideTest.txt

@@ -31,7 +31,7 @@ class ActionGroupWithDataTestCest
 			"hook",
 			"ReplacementPerson",
 			[],
-			null
+			[]
 		);
 
 		$I->comment("Entering Action Group [beforeGroup] FunctionalActionGroup");

dev/tests/verification/Resources/ActionGroupWithDataTest.txt

@@ -31,7 +31,7 @@ class ActionGroupWithNoDefaultTestCest
 			"hook",
 			"ReplacementPerson",
 			[],
-			null
+			[]
 		);
 
 		$I->comment("Entering Action Group [beforeGroup] FunctionalActionGroup");