ci: fix warnings with wildcards and archive system-tests

.ci/scripts/pre_archive_test.py

@@ -0,0 +1,34 @@
+#!/usr/bin/env python3
+
+import os
+import distutils
+from distutils import dir_util
+
+# Support filtering in the distutils.dir_util.copy_tree
+ORIG_COPY_TREE = distutils.dir_util.copy_tree
+
+
+def my_copy_tree(src, *args, **kwargs):
+    '''function my_copy_tree
+        Override distutils.dir_util.copy_tree to filter the system-tests
+    '''
+    if src.endswith('system-tests'):
+        return []
+    return ORIG_COPY_TREE(src, *args, **kwargs)
+
+
+distutils.dir_util.copy_tree = my_copy_tree
+
+if __name__ == "__main__":
+
+    if not os.path.exists('build'):
+        os.makedirs('build')
+
+    # Top level folders to be excluded
+    EXCLUDE = set(['.ci', '.git', '.github', 'vendor', 'dev-tools'])
+    for root, dirs, files in os.walk('.'):
+        dirs[:] = [d for d in dirs if d not in EXCLUDE]
+        if root.endswith(('build')) and not root.startswith(('./build')):
+            dest = os.path.join('build', root.replace(".{}".format(os.sep), ''))
+            print("Copy {} into {}".format(root, dest))
+            distutils.dir_util.copy_tree(root, dest, preserve_symlinks=1)

Jenkinsfile

@@ -848,8 +848,12 @@ def withBeatsEnv(boolean archive, Closure body) {
       } finally {
         if (archive) {
           catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
-            junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: "**/build/TEST*.xml")
-            archiveArtifacts(allowEmptyArchive: true, artifacts: '**/build/TEST*.out')
+            fixPermissions("${WORKSPACE}")
+            sh(label: 'Prepare test output', script: 'python .ci/scripts/pre_archive_test.py')
+            dir('build') {
+              junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: '**/build/TEST*.xml')
+              archiveArtifacts(allowEmptyArchive: true, artifacts: '**/build/TEST*.out')
+            }
           }
         }
         reportCoverage()
@@ -882,8 +886,11 @@ def withBeatsEnvWin(Closure body) {
         }
       } finally {
         catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
-          junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: "**\\build\\TEST*.xml")
-          archiveArtifacts(allowEmptyArchive: true, artifacts: '**\\build\\TEST*.out')
+          bat(label: 'Prepare test output', script: 'python .ci/scripts/pre_archive_test.py')
+          dir('build') {
+            junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: "**\\build\\TEST*.xml")
+            archiveArtifacts(allowEmptyArchive: true, artifacts: '**\\build\\TEST*.out')
+          }
         }
       }
     }