MQE-1800: Allow generate:tests to continue running even if one test fails generation

Author: jilu1

src/Magento/FunctionalTestingFramework/Suite/SuiteGenerator.php

@@ -102,7 +102,7 @@ public function generateAllSuites($testManifest)
             try {
                 if (empty($suiteContent)) {
                     LoggingUtil::getInstance()->getLogger(self::class)->notification(
-                        "NOTICE: Suite '" . $suiteName . "' contains no tests and won't be generated." . PHP_EOL,
+                        "Suite '" . $suiteName . "' contains no tests and won't be generated.",
                         [],
                         true
                     );
@@ -182,7 +182,13 @@ private function generateSuiteFromTest($suiteName, $tests = [], $originalSuiteNa
 
             if (empty($relevantTests)) {
                 $exceptionCollector->reset();
-                throw new TestFrameworkException("No relevant test found for suite \"{$suiteName}\"");
+                // There are suites that include no test on purpose for certain Magento edition.
+                // To keep backward compatibility, we will return with no error.
+                // This might inevitably hide some suite errors that are resulted by real broken tests.
+                if (file_exists($fullPath)) {
+                    DirSetupUtil::rmdirRecursive($fullPath);
+                }
+                return;
             }
 
             try {

src/Magento/FunctionalTestingFramework/Util/TestGenerator.php

@@ -357,15 +357,12 @@ private function assembleAllTestPhp($testManifest, array $testsToIgnore)
                         TestObjectHandler::getInstance()->sanitizeTests([$test->getName()]);
                         $errMessage = "{$test->getName()} will not be generated. "
                             . "Parent test {$test->getParentName()} not defined in xml.";
+                        // There are tests extend from non-existing parent on purpose on certain Magento editions.
+                        // To keep backward compatibility, we will skip the test and continue
                         if (MftfApplicationConfig::getConfig()->verboseEnabled()) {
-                            print("ERROR: {$errMessage}");
+                            print("NOTICE: {$errMessage}");
                         }
-                        LoggingUtil::getInstance()->getLogger(self::class)->error($errMessage);
-                        GenerationErrorHandler::getInstance()->addError(
-                            'test',
-                            $test->getName(),
-                            self::class . ': ' . $errMessage
-                        );
+                        LoggingUtil::getInstance()->getLogger(self::class)->warn($errMessage);
                         continue;
                     }
                 }