[Build] Read parameters from Jenkins-files and create jobs dynamically

When creating a pipeline-job the Jenkins JobDSL, by default, doesn't
consider the parameters defined within the pipeline-job's Jenkinsfile.
Therefore parameters defined only within the Jenkinsfile are only added
to the job's definition after the pipeline was executed first (and
updated on subsequent executions, if changes are applied).
In order to make parameters available even on the first run, instead
they have to be defined in the groovy-file that uses the Jenkins Job-DSL
to define the pipeline-job.
This is an long standing and known, yet unsolved issue in Jenkins:
- https://issues.jenkins.io/browse/JENKINS-41929

The current solution to define parameters in the job-definition has the
drawback that an important part of the pipeline is defined in another
file, which makes maintenance more difficult.

This implements an enhanced work-around, allowing to define the
parameters within a pipeline's Jenkinsfile again:
During the definition of a pipeline-job, it's Jenkinsfile file is parsed
and its AST is searched for parameter definitions. All encountered
parameters are translated dynamically into corresponding parameters of
the job definition.

With this new possibility all parameters have their definition moved
into their pipeline's Jenkinsfile.

Furthermore this adds a JenkinsFile for the seedJob of the RelEng JIPP,
which was previously manually defined as a free-style job.

That seedJob pipeline also creates jobs dynamically from all pipeline
files in the corresponding folders. It's therefore sufficient to just
add a JenkinsFile and not necessary anymore to explicitly add a
corresponding pipeline job definition anywhere.

This also ensures a unified naming schema of all jobs that corresponds
to the name of the pipeline's Jenkinsfile.

Author: HannesWell

JenkinsJobs/AutomatedTests/FOLDER.groovy

@@ -1,4 +1,4 @@
-def config = new groovy.json.JsonSlurper().parseText(readFileFromWorkspace('JenkinsJobs/JobDSL.json'))
+def config = new groovy.json.JsonSlurper().parseText(readFileFromWorkspace('JobDSL.json'))
 
 def TEST_CONFIGURATIONS = [
 	[os: 'linux' , ws:'gtk'  , arch: 'x86_64' , javaVersion: 21, agentLabel: 'ubuntu-2404'        , javaHome: "tool(type:'jdk', name:'temurin-jdk21-latest')" ],

JenkinsJobs/AutomatedTests/I_unit_tests.groovy

@@ -1,3 +1,6 @@
+// Constants read by 
+private static final _JOB_DESCRIPTION = 'Build and publish custom Docker images'
+
 pipeline {
 	options {
 		skipDefaultCheckout()
@@ -6,6 +9,9 @@ pipeline {
 		buildDiscarder(logRotator(numToKeepStr:'5'))
 		disableConcurrentBuilds(abortPrevious: true)
 	}
+	triggers {
+		cron '@weekly'
+	}
 	agent {
 		label 'docker-build'
 	}

JenkinsJobs/Builds/DockerImagesBuild.jenkinsfile

@@ -303,7 +303,7 @@ spec:
 						]
 					}
 				}
-				build job: 'SmokeTests/Start-smoke-tests', wait: false, parameters: [string(name: 'buildId', value: "${BUILD_IID}")]
+				build job: 'SmokeTests/StartSmokeTests', wait: false, parameters: [string(name: 'buildId', value: "${BUILD_IID}")]
 			}
 		}
 		stage('Trigger publication to Maven snapshots repo') {

JenkinsJobs/Builds/FOLDER.groovy

@@ -1,10 +1,20 @@
+// Constants read by 
+private static final _JOB_DESCRIPTION = 'Mark a build as stable/unstable or to (not to) be kept indefinitely.'
+
 pipeline {
 	options {
 		skipDefaultCheckout()
 		timestamps()
 		timeout(time: 5, unit: 'MINUTES')
 		buildDiscarder(logRotator(numToKeepStr:'5'))
 	}
+	parameters {
+		string(name: 'buildId', trim: true, description: 'ID of the build to be marked.')
+		choice(name: 'markAs', choices: [ 'STABLE', 'UNSTABLE', 'RETAINED_INDEFINITELY', 'NOT_RETAINED' ],
+			description: 'The kind of marker to apply to (respectively remove from) the specified build.')
+		string(name: 'issueURL', trim: true,
+			description: 'URL of the causing Github issue or PR (<em>only relevant if the build is marked as unstable<em>).')
+	}
 	agent {
 		label 'basic'
 	}
@@ -18,10 +28,6 @@ pipeline {
 			steps {
 				sshagent(['projects-storage.eclipse.org-bot-ssh']) {
 					sh '''#!/bin/bash -xe
-						# Strip spaces from the buildId and eclipseStream
-						buildId=$(echo $buildId|tr -d ' ')
-						issueURL=$(echo $issueURL|tr -d ' ')
-						
 						if [ -z "$buildId" ]; then
 							echo "BuildId is empty! Exiting."
 							exit 1

JenkinsJobs/Builds/build.jenkinsfile

@@ -1,3 +1,6 @@
+// Constants read by job creation
+private static final _JOB_DISPLAY_NAME = 'Daily Cleanup of old Builds'
+private static final _JOB_DESCRIPTION = 'Remove old builds from the downloads servers.'
 
 def int EQUINOX_RETENTION_COUNT = 3 // Keep the three most recent builds
 def int ECLIPSE_I_BUILD_RETENTION_DAYS = 5 // Minimal number of days for which a drop should be retained
@@ -11,6 +14,12 @@ pipeline {
 		timeout(time: 15, unit: 'MINUTES')
 		buildDiscarder(logRotator(numToKeepStr:'5'))
 	}
+	triggers {
+		cron '''TZ=America/Toronto
+			0 4 * * *
+			0 16 * * *
+		'''
+	}
 	agent {
 		label 'basic'
 	}

JenkinsJobs/Builds/markBuild.jenkinsfile

@@ -1,3 +1,6 @@
+// Constants read by job creation
+private static final _JOB_DESCRIPTION = 'Cleanup major artifacts from previous releases at the beginning of a new release.'
+
 def int RELEASE_RETENTION_COUNT = 3
 
 pipeline {