Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[Backport 2.4] Fix jenkins maven publishing stage and disable other stages for now #3272

Closed
wants to merge 1 commit into from
Closed

[Backport 2.4] Fix jenkins maven publishing stage and disable other stages for now #3272

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
276 changes: 138 additions & 138 deletions jenkins/release.jenkinsFile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -82,145 +82,145 @@ pipeline {
}
}
}
stage('Promote Archives') {
agent {
docker {
label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
image 'opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3'
args '-e JAVA_HOME=/opt/java/openjdk-11'
registryUrl 'https://public.ecr.aws/'
alwaysPull true
}
}
stages {
stage('Download Archives') {
steps {
script {
archivePath = "${DATA_PREPPER_ARTIFACT_STAGING_SITE}/${VERSION}/${DATA_PREPPER_BUILD_NUMBER}/archive"
// stage('Promote Archives') {
// agent {
// docker {
// label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
// image 'opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3'
// args '-e JAVA_HOME=/opt/java/openjdk-11'
// registryUrl 'https://public.ecr.aws/'
// alwaysPull true
// }
// }
// stages {
// stage('Download Archives') {
// steps {
// script {
// archivePath = "${DATA_PREPPER_ARTIFACT_STAGING_SITE}/${VERSION}/${DATA_PREPPER_BUILD_NUMBER}/archive"

dir('archive') {
sh "curl -sSL ${archivePath}/opensearch-data-prepper-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-${VERSION}-linux-x64.tar.gz"
sh "curl -sSL ${archivePath}/opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz"
}
}
}
}
stage('Sign and Release Archives') {
steps {
script {
publishToArtifactsProdBucket(
assumedRoleName: 'data-prepper-artifacts-upload-role',
source: "${env.WORKSPACE}/archive",
destination: "data-prepper/${VERSION}/",
signingPlatform: 'linux',
sigType: '.sig',
sigOverwrite: true
)
}
}
}
}
post() {
always {
script {
postCleanup()
}
}
}
}
stage('Promote Docker') {
agent {
docker {
label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
image 'docker/library/alpine:3'
registryUrl 'https://public.ecr.aws/'
alwaysPull true
}
}
stages {
stage('Copy Docker Image to DockerHub') {
steps {
script {
def dockerCopyHub =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
]
// dir('archive') {
// sh "curl -sSL ${archivePath}/opensearch-data-prepper-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-${VERSION}-linux-x64.tar.gz"
// sh "curl -sSL ${archivePath}/opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz"
// }
// }
// }
// }
// stage('Sign and Release Archives') {
// steps {
// script {
// publishToArtifactsProdBucket(
// assumedRoleName: 'data-prepper-artifacts-upload-role',
// source: "${env.WORKSPACE}/archive",
// destination: "data-prepper/${VERSION}/",
// signingPlatform: 'linux',
// sigType: '.sig',
// sigOverwrite: true
// )
// }
// }
// }
// }
// post() {
// always {
// script {
// postCleanup()
// }
// }
// }
// }
// stage('Promote Docker') {
// agent {
// docker {
// label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
// image 'docker/library/alpine:3'
// registryUrl 'https://public.ecr.aws/'
// alwaysPull true
// }
// }
// stages {
// stage('Copy Docker Image to DockerHub') {
// steps {
// script {
// def dockerCopyHub =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
// ]

if (RELEASE_MAJOR_TAG) {
def majorVersion = VERSION.tokenize('.')[0].trim()
def dockerCopyHubMajor =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
]
}
// if (RELEASE_MAJOR_TAG) {
// def majorVersion = VERSION.tokenize('.')[0].trim()
// def dockerCopyHubMajor =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
// ]
// }

if (RELEASE_LATEST_TAG) {
def dockerCopyHubLatest =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
]
}
}
}
}
stage('Copy Docker Image to ECR') {
steps {
script {
def dockerCopyECR =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
]
// if (RELEASE_LATEST_TAG) {
// def dockerCopyHubLatest =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
// ]
// }
// }
// }
// }
// stage('Copy Docker Image to ECR') {
// steps {
// script {
// def dockerCopyECR =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
// ]

if (RELEASE_MAJOR_TAG) {
def majorVersion = VERSION.tokenize('.')[0].trim()
def dockerCopyECRMajor =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
]
}
// if (RELEASE_MAJOR_TAG) {
// def majorVersion = VERSION.tokenize('.')[0].trim()
// def dockerCopyECRMajor =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
// ]
// }

if (RELEASE_LATEST_TAG) {
def dockerCopyECRLatest =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
]
}
}
}
}
}
post() {
always {
script {
postCleanup()
}
}
}
}
// if (RELEASE_LATEST_TAG) {
// def dockerCopyECRLatest =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
// ]
// }
// }
// }
// }
// }
// post() {
// always {
// script {
// postCleanup()
// }
// }
// }
// }
stage('Promote Maven') {
agent {
docker {
Expand All @@ -241,7 +241,7 @@ pipeline {
fileTypes = ['-javadoc.jar', '.jar', '.pom', '-sources.jar', '.module']
checksums = ['', '.md5', '.sha1', '.sha256', '.sha512']

downloadArtifacts()
downloadArtifacts("$VERSION")
}
}
}
Expand Down Expand Up @@ -281,13 +281,13 @@ pipeline {
}
}

def downloadArtifacts() {
def downloadArtifacts(version) {
dir('maven') {
for (artifact in artifacts) {
sh "mkdir -p ${group}/${artifact}/${VERSION}"
sh "mkdir -p ${group}/${artifact}/${version}"
for (fileType in fileTypes) {
for (checksum in checksums) {
sh "curl -sSL ${mavenPath}/${group}/${artifact}/${VERSION}/${artifact}-${VERSION}${fileType}${checksum} -o ${group}/${artifact}/${VERSION}/${artifact}-${VERSION}${fileType}${checksum}"
sh "curl -sSL ${mavenPath}/${group}/${artifact}/${version}/${artifact}-${version}${fileType}${checksum} -o ${group}/${artifact}/${version}/${artifact}-${version}${fileType}${checksum}"
}
}
}
Expand Down
Loading