[DO-1452] add build and deploy jobs from msg-auth (!98)
Co-authored-by: Ilya Zaharenkov <ilya.zaharenkov@avroid.tech> Co-authored-by: Denis Patrakeev <denis.patrakeev@avroid.team> Co-authored-by: Rustam Tagaev <rustam.tagaev@avroid.team> Reviewed-on: https://git.avroid.tech/DevOps/jenkins-pipelines/pulls/98 Reviewed-by: Denis Patrakeev <denis.patrakeev@avroid.team> Reviewed-by: Aleksandr Vodyanov <aleksandr.vodyanov@avroid.team> Reviewed-by: Rustam Tagaev <rustam.tagaev@avroid.team>
This commit is contained in:
104
pipelines/Cloud/Apps-Backend/msg-auth.groovy
Normal file
104
pipelines/Cloud/Apps-Backend/msg-auth.groovy
Normal file
@@ -0,0 +1,104 @@
|
||||
@Library('shared-lib') _
|
||||
|
||||
import tech.avroid.kube.PodTemplates
|
||||
import tech.avroid.scm.Git
|
||||
|
||||
properties([
|
||||
buildDiscarder(logRotator(daysToKeepStr: '10',
|
||||
numToKeepStr: '10')),
|
||||
disableConcurrentBuilds()
|
||||
])
|
||||
|
||||
Git git = new Git(this, env.JENKINS_GIT_CREDENTIALS_SSH)
|
||||
|
||||
String repoPath = 'Apps-Backend/msg-auth.git'
|
||||
|
||||
Map envBranch = [
|
||||
'DEV': 'develop',
|
||||
// 'TEST': 'test'
|
||||
]
|
||||
|
||||
String dockerGroup = 'cloud'
|
||||
String dockerProject = 'msg-auth'
|
||||
String projectSettingFile = 'pyproject.toml'
|
||||
Map gitVars = [:]
|
||||
String tag = ''
|
||||
String branch = git.getBranch()
|
||||
String publishBranch = envBranch.find { it.value == branch }?.value
|
||||
|
||||
Map configuration = [
|
||||
vaultUrl: env.JENKINS_VAULT_URL,
|
||||
vaultCredentialId: env.JENKINS_VAULT_TOKEN,
|
||||
engineVersion: 2
|
||||
]
|
||||
|
||||
List dockerCreds = [
|
||||
[path: 'team-devops/services/registry/Harbor/harbor.avroid.tech', engineVersion: 2,
|
||||
secretValues:
|
||||
[
|
||||
[vaultKey: 'service.user.jenkins.ci.login'],
|
||||
[vaultKey: 'service.user.ci.token'],
|
||||
]
|
||||
]
|
||||
]
|
||||
|
||||
slaveTemplates = new PodTemplates(this, env.JENKINS_DOCKER_REGISTRY, ["${env.JENKINS_K8S_HARBOR_SECRET}"])
|
||||
|
||||
slaveTemplates.jnlp {
|
||||
slaveTemplates.poetry {
|
||||
slaveTemplates.docker {
|
||||
node(POD_LABEL){
|
||||
|
||||
stage('Download sources') {
|
||||
gitVars = git.clone([urlRepo: "${env.JENKINS_GIT_REPOSITORY_SSH_URL}/${repoPath}",
|
||||
branch: branch])
|
||||
}
|
||||
|
||||
stage('prepare app'){
|
||||
container('poetry'){
|
||||
sh 'make setup'
|
||||
}
|
||||
}
|
||||
|
||||
withVault([configuration: configuration, vaultSecrets: dockerCreds]) {
|
||||
String ciUser = getProperty('service.user.jenkins.ci.login')
|
||||
String dockerToken = getProperty('service.user.ci.token')
|
||||
|
||||
container('docker'){
|
||||
Map props = readTOML file: projectSettingFile
|
||||
|
||||
String version = props.tool.poetry.version
|
||||
tag = "${version}-${gitVars.GIT_COMMIT.take(5)}"
|
||||
currentBuild.description = tag
|
||||
|
||||
String imageName = "${env.JENKINS_DOCKER_REGISTRY}/" +
|
||||
"${dockerGroup}/${dockerProject}:${tag}"
|
||||
|
||||
docker.withRegistry("https://${env.JENKINS_DOCKER_REGISTRY}", env.JENKINS_HARBOR_CREDENTIALS) {
|
||||
stage('build image and push'){
|
||||
Object buildImage = docker.build(imageName,
|
||||
"--build-arg PIP_INDEX_URL=${env.JENKINS_PIP_INDEX_URL} -f Dockerfile ."
|
||||
)
|
||||
|
||||
if (publishBranch != null && publishBranch.contains(branch)) {
|
||||
buildImage.push()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('deploy application'){
|
||||
if (publishBranch != null && publishBranch.contains(branch)){
|
||||
build job: 'Cloud/Deploy/Backend/msg-auth-deploy',
|
||||
parameters: [
|
||||
string(name: 'ENV', value: envBranch.find { it.value == branch }?.key ),
|
||||
string(name: 'APP_VERSION', value: tag)
|
||||
],
|
||||
wait: false
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
129
pipelines/Cloud/Deploy/Backend/msg-auth-deploy.groovy
Normal file
129
pipelines/Cloud/Deploy/Backend/msg-auth-deploy.groovy
Normal file
@@ -0,0 +1,129 @@
|
||||
@Library('shared-lib') _
|
||||
|
||||
import tech.avroid.kube.PodTemplates
|
||||
import tech.avroid.scm.Git
|
||||
import tech.avroid.jenkins.Notifications
|
||||
import tech.avroid.jenkins.Jenkins
|
||||
|
||||
String repositoryName = 'msg-auth' // Replace with your Harbor repository name
|
||||
String k8sAppName = repositoryName
|
||||
Map envBranch = [
|
||||
'DEV': 'develop',
|
||||
// 'TEST': 'test'
|
||||
]
|
||||
|
||||
properties([
|
||||
buildDiscarder(logRotator(artifactNumToKeepStr: '10',
|
||||
numToKeepStr: '10')),
|
||||
disableConcurrentBuilds(),
|
||||
parameters([
|
||||
choice(
|
||||
name: 'ENV',
|
||||
choices: envBranch.keySet().toList(),
|
||||
description: 'Select one of environments'
|
||||
),
|
||||
[$class: 'ChoiceParameter',
|
||||
choiceType: 'PT_SINGLE_SELECT',
|
||||
filterLength: 1,
|
||||
filterable: true,
|
||||
name: 'APP_VERSION',
|
||||
script: [$class: 'GroovyScript',
|
||||
script: [sandbox: false, script: """
|
||||
import groovy.json.JsonSlurperClassic
|
||||
import groovy.json.model.*
|
||||
import com.cloudbees.plugins.credentials.CredentialsProvider
|
||||
import com.cloudbees.plugins.credentials.common.StandardUsernamePasswordCredentials
|
||||
import java.util.regex.Pattern
|
||||
|
||||
def createGetHttpClient(String url, String jenkinsCreds) {
|
||||
def jenkinsCredentials = CredentialsProvider.lookupCredentials(StandardUsernamePasswordCredentials.class)
|
||||
def credentials = jenkinsCredentials.findResult { it.id == jenkinsCreds ? it : null }
|
||||
String auth = 'robot' + '\$' + 'ci' + ":" + credentials.password
|
||||
String encodedAuth = Base64.getEncoder().encodeToString(auth.getBytes("utf-8"))
|
||||
String authHeaderValue = "Basic " + encodedAuth
|
||||
def httpClient = new URL(url).openConnection() as HttpURLConnection
|
||||
httpClient.setRequestMethod('GET')
|
||||
httpClient.setRequestProperty("Authorization", authHeaderValue)
|
||||
httpClient.setRequestProperty("Accept", "application/json")
|
||||
return httpClient
|
||||
}
|
||||
|
||||
String harborApiUrl = "https://${JENKINS_DOCKER_REGISTRY}/api/v2.0/projects/cloud/repositories/msg-auth/" +
|
||||
"artifacts?page=1&page_size=100&with_tag=true&sort=-push_time"
|
||||
|
||||
def httpClientHarbor = createGetHttpClient(harborApiUrl, "${JENKINS_HARBOR_CREDENTIALS}")
|
||||
httpClientHarbor.connect()
|
||||
|
||||
List imageVersions = []
|
||||
def harborResponse = new JsonSlurperClassic().parseText(httpClientHarbor.inputStream.text)
|
||||
|
||||
harborResponse.each { image ->
|
||||
image.tags.each { tag ->
|
||||
imageVersions.add(tag.name)
|
||||
}
|
||||
}
|
||||
|
||||
return imageVersions
|
||||
"""]],
|
||||
]
|
||||
])
|
||||
|
||||
])
|
||||
String repoPath = "Apps-Backend/${repositoryName}.git"
|
||||
String branch = envBranch.find { it.key == params.ENV }?.value
|
||||
String valuesPath = ".helm/values.${params.ENV.toLowerCase()}.yaml"
|
||||
String namespace = "tavro-cloud-${params.ENV.toLowerCase()}"
|
||||
|
||||
|
||||
String helmChart = repositoryName
|
||||
String helmRepoPath = "avroid/${helmChart}"
|
||||
String helmRepo = "${env.JENKINS_NEXUS_URL}/repository/devops-helm-release"
|
||||
println(branch)
|
||||
Git git = new Git(this, env.JENKINS_GIT_CREDENTIALS_SSH)
|
||||
PodTemplates slaveTemplates = new PodTemplates(this, env.JENKINS_DOCKER_REGISTRY,
|
||||
["${env.JENKINS_K8S_HARBOR_SECRET}"],
|
||||
'avroid-office')
|
||||
|
||||
slaveTemplates.jnlp {
|
||||
slaveTemplates.helm {
|
||||
try {
|
||||
node(POD_LABEL){
|
||||
stage('get repo with values'){
|
||||
gitVars = git.clone([urlRepo: "${env.JENKINS_GIT_REPOSITORY_SSH_URL}/${repoPath}",
|
||||
branch: branch])
|
||||
}
|
||||
container('helm'){
|
||||
stage('deploy'){
|
||||
echo "Deploying version ${env.APP_VERSION} to ${namespace} namespace"
|
||||
sh """#!/bin/sh
|
||||
helm repo add avroid ${helmRepo}
|
||||
helm -n ${namespace} upgrade -f ${valuesPath} \
|
||||
--set image.tag=${env.APP_VERSION} \
|
||||
--install ${k8sAppName} ${helmRepoPath} \
|
||||
--wait
|
||||
"""
|
||||
currentBuild.description = "ENV: ${params.ENV} TAG: ${env.APP_VERSION}"
|
||||
}
|
||||
}
|
||||
}
|
||||
} catch(err) {
|
||||
errorMessage = err.getMessage()
|
||||
|
||||
println 'ERROR: ' + errorMessage
|
||||
|
||||
currentBuild.result = 'FAILURE'
|
||||
|
||||
String currentBuildUser = Jenkins.GetCurrentBuildUser(script: this)
|
||||
String emailSubject = "${currentBuild.currentResult}. " +
|
||||
"Pipeline task: ${currentBuild.fullDisplayName}"
|
||||
|
||||
Notifications.email(
|
||||
script: this,
|
||||
subject: emailSubject,
|
||||
errorString: errorMessage,
|
||||
recipientProviders: [],
|
||||
to: "${currentBuildUser}@avroid.team"
|
||||
)
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user