MQE-1754: mftf generate:tests AdminLoginTest -f does not obey the -f flag

- set MftfApplicationConfig for generate and run console commands

Author: jilu1

src/Magento/FunctionalTestingFramework/Config/MftfApplicationConfig.php

@@ -115,8 +115,13 @@ private function __construct(
      * @return void
      * @throws TestFrameworkException
      */
-    public static function create($forceGenerate, $phase, $verboseEnabled, $debugLevel, $allowSkipped)
-    {
+    public static function create(
+        $forceGenerate = false,
+        $phase = self::EXECUTION_PHASE,
+        $verboseEnabled = null,
+        $debugLevel = self::LEVEL_NONE,
+        $allowSkipped = false
+    ) {
         if (self::$MFTF_APPLICATION_CONTEXT == null) {
             self::$MFTF_APPLICATION_CONTEXT =
                 new MftfApplicationConfig($forceGenerate, $phase, $verboseEnabled, $debugLevel, $allowSkipped);

src/Magento/FunctionalTestingFramework/Console/GenerateDocsCommand.php

@@ -67,7 +67,8 @@ protected function execute(InputInterface $input, OutputInterface $output)
             $force,
             MftfApplicationConfig::GENERATION_PHASE,
             false,
-            MftfApplicationConfig::LEVEL_NONE
+            MftfApplicationConfig::LEVEL_NONE,
+            true
         );
 
         $allActionGroups = ActionGroupObjectHandler::getInstance()->getAllObjects();

src/Magento/FunctionalTestingFramework/Console/GenerateSuiteCommand.php

@@ -42,7 +42,20 @@ protected function configure()
      */
     protected function execute(InputInterface $input, OutputInterface $output)
     {
+        $force = $input->getOption('force');
+        $debug = $input->getOption('debug') ?? MftfApplicationConfig::LEVEL_DEVELOPER; // for backward compatibility
         $remove = $input->getOption('remove');
+        $verbose = $output->isVerbose();
+        $allowSkipped = $input->getOption('allowSkipped');
+
+        // Set application configuration so we can references the user options in our framework
+        MftfApplicationConfig::create(
+            $force,
+            MftfApplicationConfig::GENERATION_PHASE,
+            $verbose,
+            $debug,
+            $allowSkipped
+        );
 
         // Remove previous GENERATED_DIR if --remove option is used
         if ($remove) {

src/Magento/FunctionalTestingFramework/Console/GenerateTestsCommand.php

@@ -73,6 +73,15 @@ protected function execute(InputInterface $input, OutputInterface $output)
         $verbose = $output->isVerbose();
         $allowSkipped = $input->getOption('allowSkipped');
 
+        // Set application configuration so we can references the user options in our framework
+        MftfApplicationConfig::create(
+            $force,
+            MftfApplicationConfig::GENERATION_PHASE,
+            $verbose,
+            $debug,
+            $allowSkipped
+        );
+
         if (!empty($tests)) {
             $json = $this->getTestAndSuiteConfiguration($tests);
         }
@@ -93,7 +102,7 @@ protected function execute(InputInterface $input, OutputInterface $output)
                 ($debug !== MftfApplicationConfig::LEVEL_NONE));
         }
 
-        $testConfiguration = $this->createTestConfiguration($json, $tests, $force, $debug, $verbose, $allowSkipped);
+        $testConfiguration = $this->createTestConfiguration($json, $tests);
 
         // create our manifest file here
         $testManifest = TestManifestFactory::makeManifest($config, $testConfiguration['suites']);
@@ -126,21 +135,8 @@ protected function execute(InputInterface $input, OutputInterface $output)
      */
     private function createTestConfiguration(
         $json,
-        array $tests,
-        bool $force,
-        string $debug,
-        bool $verbose,
-        bool $allowSkipped
+        array $tests
     ) {
-        // set our application configuration so we can references the user options in our framework
-        MftfApplicationConfig::create(
-            $force,
-            MftfApplicationConfig::GENERATION_PHASE,
-            $verbose,
-            $debug,
-            $allowSkipped
-        );
-
         $testConfiguration = [];
         $testConfiguration['tests'] = $tests;
         $testConfiguration['suites'] = [];

src/Magento/FunctionalTestingFramework/Console/RunTestCommand.php

@@ -32,7 +32,12 @@ protected function configure()
                 'name',
                 InputArgument::REQUIRED | InputArgument::IS_ARRAY,
                 "name of tests to generate and execute"
-            )->addOption('skip-generate', 'k', InputOption::VALUE_NONE, "skip generation and execute existing test");
+            )->addOption(
+                'skip-generate',
+                'k',
+                InputOption::VALUE_NONE,
+                "skip generation and execute existing test"
+            );
 
         parent::configure();
     }
@@ -55,6 +60,7 @@ protected function execute(InputInterface $input, OutputInterface $output): int
         $remove = $input->getOption('remove');
         $debug = $input->getOption('debug') ?? MftfApplicationConfig::LEVEL_DEVELOPER; // for backward compatibility
         $allowSkipped = $input->getOption('allowSkipped');
+        $verbose = $output->isVerbose();
 
         if ($skipGeneration and $remove) {
             // "skip-generate" and "remove" options cannot be used at the same time
@@ -63,6 +69,15 @@ protected function execute(InputInterface $input, OutputInterface $output): int
             );
         }
 
+        // Set application configuration so we can references the user options in our framework
+        MftfApplicationConfig::create(
+            $force,
+            MftfApplicationConfig::EXECUTION_PHASE,
+            $verbose,
+            $debug,
+            $allowSkipped
+        );
+
         $testConfiguration = $this->getTestAndSuiteConfiguration($tests);
 
         if (!$skipGeneration) {
@@ -72,7 +87,8 @@ protected function execute(InputInterface $input, OutputInterface $output): int
                 '--force' => $force,
                 '--remove' => $remove,
                 '--debug' => $debug,
-                '--allowSkipped' => $allowSkipped
+                '--allowSkipped' => $allowSkipped,
+                '-v' => $verbose
             ];
             $command->run(new ArrayInput($args), $output);
         }

src/Magento/FunctionalTestingFramework/Console/RunTestFailedCommand.php

@@ -71,12 +71,13 @@ protected function execute(InputInterface $input, OutputInterface $output): int
         $force = $input->getOption('force');
         $debug = $input->getOption('debug') ?? MftfApplicationConfig::LEVEL_DEVELOPER; // for backward compatibility
         $allowSkipped = $input->getOption('allowSkipped');
+        $verbose = $output->isVerbose();
 
         // Create Mftf Configuration
         MftfApplicationConfig::create(
             $force,
-            MftfApplicationConfig::GENERATION_PHASE,
-            false,
+            MftfApplicationConfig::EXECUTION_PHASE,
+            $verbose,
             $debug,
             $allowSkipped
         );
@@ -91,9 +92,11 @@ protected function execute(InputInterface $input, OutputInterface $output): int
         $command = $this->getApplication()->find('generate:tests');
         $args = [
             '--tests' => $testConfiguration,
+            '--force' => $force,
             '--remove' => true,
             '--debug' => $debug,
-            '--allowSkipped' => $allowSkipped
+            '--allowSkipped' => $allowSkipped,
+            '-v' => $verbose
         ];
         $command->run(new ArrayInput($args), $output);
 

src/Magento/FunctionalTestingFramework/Console/RunTestGroupCommand.php

@@ -61,6 +61,7 @@ protected function execute(InputInterface $input, OutputInterface $output): int
         $remove = $input->getOption('remove');
         $debug = $input->getOption('debug') ?? MftfApplicationConfig::LEVEL_DEVELOPER; // for backward compatibility
         $allowSkipped = $input->getOption('allowSkipped');
+        $verbose = $output->isVerbose();
 
         if ($skipGeneration and $remove) {
             // "skip-generate" and "remove" options cannot be used at the same time
@@ -72,8 +73,8 @@ protected function execute(InputInterface $input, OutputInterface $output): int
         // Create Mftf Configuration
         MftfApplicationConfig::create(
             $force,
-            MftfApplicationConfig::GENERATION_PHASE,
-            false,
+            MftfApplicationConfig::EXECUTION_PHASE,
+            $verbose,
             $debug,
             $allowSkipped
         );
@@ -86,7 +87,8 @@ protected function execute(InputInterface $input, OutputInterface $output): int
                 '--force' => $force,
                 '--remove' => $remove,
                 '--debug' => $debug,
-                '--allowSkipped' => $allowSkipped
+                '--allowSkipped' => $allowSkipped,
+                '-v' => $verbose
             ];
 
             $command->run(new ArrayInput($args), $output);