Update apps/demo-nginx/Jenkinsfile.old
This commit is contained in:
816
apps/demo-nginx/Jenkinsfile
vendored
816
apps/demo-nginx/Jenkinsfile
vendored
@@ -1,816 +0,0 @@
|
||||
pipeline {
|
||||
agent any
|
||||
|
||||
environment {
|
||||
APP_NAME = 'demo-nginx'
|
||||
NAMESPACE = 'demo-app'
|
||||
DOCKER_REGISTRY = 'docker.io'
|
||||
DOCKER_REPO = 'vladcrypto'
|
||||
GITEA_URL = 'http://gitea-http.gitea.svc.cluster.local:3000'
|
||||
GITEA_REPO = 'admin/k3s-gitops'
|
||||
GITEA_BRANCH = 'main'
|
||||
BUILD_TAG = "${env.BUILD_NUMBER}"
|
||||
IMAGE_TAG = "${env.BRANCH_NAME}-${env.BUILD_NUMBER}"
|
||||
|
||||
// Rollback configuration
|
||||
ROLLBACK_ENABLED = 'true'
|
||||
DEPLOYMENT_TIMEOUT = '300s'
|
||||
ARGOCD_SYNC_TIMEOUT = '120'
|
||||
SKIP_HEALTH_CHECK = 'true'
|
||||
|
||||
// Notification configuration
|
||||
TELEGRAM_BOT_TOKEN = credentials('telegram-bot-token')
|
||||
TELEGRAM_CHAT_ID = credentials('telegram-chat-id')
|
||||
|
||||
// Build info
|
||||
BUILD_URL = "${env.BUILD_URL}"
|
||||
GIT_COMMIT_SHORT = ""
|
||||
DEPLOYMENT_START_TIME = ""
|
||||
DEPLOYMENT_END_TIME = ""
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('Initialization') {
|
||||
steps {
|
||||
script {
|
||||
echo "🚀 Starting deployment pipeline..."
|
||||
env.DEPLOYMENT_START_TIME = sh(script: 'date +%s', returnStdout: true).trim()
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'STARTED',
|
||||
message: """
|
||||
🚀 <b>Deployment Started</b>
|
||||
|
||||
<b>Application:</b> ${APP_NAME}
|
||||
<b>Build:</b> #${BUILD_NUMBER}
|
||||
<b>Branch:</b> ${env.BRANCH_NAME}
|
||||
<b>Namespace:</b> ${NAMESPACE}
|
||||
<b>Started by:</b> ${env.BUILD_USER ?: 'Jenkins'}
|
||||
|
||||
<i>Building and deploying...</i>
|
||||
""",
|
||||
color: '🔵'
|
||||
)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Save Current State') {
|
||||
when { branch 'main' }
|
||||
steps {
|
||||
script {
|
||||
echo "📸 Saving current deployment state for rollback..."
|
||||
|
||||
sh """
|
||||
kubectl get deployment ${APP_NAME} -n ${NAMESPACE} \
|
||||
-o jsonpath='{.spec.template.spec.containers[0].image}' \
|
||||
> /tmp/previous_image_${BUILD_NUMBER}.txt || echo "none" > /tmp/previous_image_${BUILD_NUMBER}.txt
|
||||
|
||||
PREV_IMAGE=\$(cat /tmp/previous_image_${BUILD_NUMBER}.txt)
|
||||
echo "Previous image: \${PREV_IMAGE}"
|
||||
"""
|
||||
|
||||
sh """
|
||||
kubectl get deployment ${APP_NAME} -n ${NAMESPACE} \
|
||||
-o jsonpath='{.spec.replicas}' \
|
||||
> /tmp/previous_replicas_${BUILD_NUMBER}.txt || echo "2" > /tmp/previous_replicas_${BUILD_NUMBER}.txt
|
||||
"""
|
||||
|
||||
echo "✅ Current state saved"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Checkout Source') {
|
||||
steps {
|
||||
echo "📦 Creating application artifacts..."
|
||||
|
||||
sh """
|
||||
cat > Dockerfile << 'EOF'
|
||||
FROM nginx:1.25.3-alpine
|
||||
COPY index.html /usr/share/nginx/html/index.html
|
||||
COPY nginx.conf /etc/nginx/nginx.conf
|
||||
EXPOSE 80
|
||||
CMD ["nginx", "-g", "daemon off;"]
|
||||
EOF
|
||||
"""
|
||||
|
||||
sh """
|
||||
cat > index.html << EOF
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Demo Nginx</title>
|
||||
<style>
|
||||
body {
|
||||
font-family: Arial, sans-serif;
|
||||
max-width: 800px;
|
||||
margin: 50px auto;
|
||||
padding: 20px;
|
||||
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
|
||||
color: white;
|
||||
}
|
||||
.container {
|
||||
background: rgba(255, 255, 255, 0.1);
|
||||
padding: 40px;
|
||||
border-radius: 10px;
|
||||
backdrop-filter: blur(10px);
|
||||
}
|
||||
h1 {
|
||||
font-size: 48px;
|
||||
margin-bottom: 20px;
|
||||
}
|
||||
p {
|
||||
font-size: 24px;
|
||||
margin: 10px 0;
|
||||
}
|
||||
.version {
|
||||
font-family: 'Courier New', monospace;
|
||||
background: rgba(0, 0, 0, 0.3);
|
||||
padding: 10px 20px;
|
||||
border-radius: 5px;
|
||||
display: inline-block;
|
||||
margin-top: 20px;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="container">
|
||||
<h1>Demo Nginx - Build #${BUILD_NUMBER}</h1>
|
||||
<p>Environment: Production</p>
|
||||
<p class="version">Version: ${IMAGE_TAG}</p>
|
||||
<p style="font-size: 16px; margin-top: 30px; opacity: 0.8;">
|
||||
Image: ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG}
|
||||
</p>
|
||||
</div>
|
||||
</body>
|
||||
</html>
|
||||
EOF
|
||||
"""
|
||||
|
||||
sh '''
|
||||
cat > nginx.conf << 'EOF'
|
||||
user nginx;
|
||||
worker_processes auto;
|
||||
error_log /var/log/nginx/error.log warn;
|
||||
pid /var/run/nginx.pid;
|
||||
events { worker_connections 1024; }
|
||||
http {
|
||||
include /etc/nginx/mime.types;
|
||||
default_type application/octet-stream;
|
||||
log_format main '$remote_addr - $remote_user [$time_local] "$request" '
|
||||
'$status $body_bytes_sent "$http_referer" '
|
||||
'"$http_user_agent" "$http_x_forwarded_for"';
|
||||
access_log /var/log/nginx/access.log main;
|
||||
sendfile on;
|
||||
keepalive_timeout 65;
|
||||
server {
|
||||
listen 80;
|
||||
server_name _;
|
||||
location / {
|
||||
root /usr/share/nginx/html;
|
||||
index index.html;
|
||||
}
|
||||
location /health {
|
||||
access_log off;
|
||||
return 200 "healthy\n";
|
||||
add_header Content-Type text/plain;
|
||||
}
|
||||
}
|
||||
}
|
||||
EOF
|
||||
'''
|
||||
}
|
||||
}
|
||||
|
||||
stage('Build Docker Image') {
|
||||
steps {
|
||||
script {
|
||||
echo "ðŸ—ï¸ Building Docker image..."
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'BUILDING',
|
||||
message: """
|
||||
ðŸ—ï¸ <b>Building Docker Image</b>
|
||||
|
||||
<b>Image:</b> ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG}
|
||||
<b>Stage:</b> Build
|
||||
""",
|
||||
color: '🔵'
|
||||
)
|
||||
|
||||
sh """
|
||||
docker build \
|
||||
-t ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG} \
|
||||
-t ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:latest \
|
||||
.
|
||||
"""
|
||||
echo "✅ Image built successfully!"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Push to Registry') {
|
||||
when { branch 'main' }
|
||||
steps {
|
||||
script {
|
||||
echo "📤 Pushing image to registry..."
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'PUSHING',
|
||||
message: """
|
||||
📤 <b>Pushing to Registry</b>
|
||||
|
||||
<b>Registry:</b> ${DOCKER_REGISTRY}
|
||||
<b>Image:</b> ${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG}
|
||||
""",
|
||||
color: '🔵'
|
||||
)
|
||||
|
||||
withCredentials([usernamePassword(
|
||||
credentialsId: 'docker-registry-credentials',
|
||||
usernameVariable: 'DOCKER_USER',
|
||||
passwordVariable: 'DOCKER_PASS'
|
||||
)]) {
|
||||
sh """
|
||||
echo "\${DOCKER_PASS}" | docker login ${DOCKER_REGISTRY} -u "\${DOCKER_USER}" --password-stdin
|
||||
docker push ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG}
|
||||
docker push ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:latest
|
||||
docker logout ${DOCKER_REGISTRY}
|
||||
"""
|
||||
}
|
||||
echo "✅ Image pushed successfully!"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Update GitOps Manifests') {
|
||||
when { branch 'main' }
|
||||
steps {
|
||||
script {
|
||||
echo "📠Updating Kubernetes manifests..."
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'UPDATING',
|
||||
message: """
|
||||
📠<b>Updating GitOps Manifests</b>
|
||||
|
||||
<b>Repository:</b> ${GITEA_REPO}
|
||||
<b>Branch:</b> ${GITEA_BRANCH}
|
||||
<b>File:</b> apps/demo-nginx/deployment.yaml
|
||||
""",
|
||||
color: '🔵'
|
||||
)
|
||||
|
||||
withCredentials([usernamePassword(
|
||||
credentialsId: 'gitea-credentials',
|
||||
usernameVariable: 'GIT_USER',
|
||||
passwordVariable: 'GIT_PASS'
|
||||
)]) {
|
||||
sh """
|
||||
rm -rf k3s-gitops || true
|
||||
git clone http://\${GIT_USER}:\${GIT_PASS}@gitea-http.gitea.svc.cluster.local:3000/admin/k3s-gitops.git
|
||||
cd k3s-gitops
|
||||
git config user.name "Jenkins"
|
||||
git config user.email "jenkins@thedevops.dev"
|
||||
|
||||
# Save current commit for rollback
|
||||
git rev-parse HEAD > /tmp/previous_commit_${BUILD_NUMBER}.txt
|
||||
|
||||
sed -i 's|image: .*|image: ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG}|' apps/demo-nginx/deployment.yaml
|
||||
git add apps/demo-nginx/deployment.yaml
|
||||
git commit -m "chore(demo-nginx): Update image to ${IMAGE_TAG}" || echo "No changes"
|
||||
git push origin main
|
||||
|
||||
|
||||
# Save expected Git revision (used to wait for ArgoCD convergence)
|
||||
git rev-parse HEAD > /tmp/expected_commit_${BUILD_NUMBER}.txt
|
||||
"""
|
||||
}
|
||||
echo "✅ Manifests updated!"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Wait for ArgoCD Sync') {
|
||||
when { branch 'main' }
|
||||
steps {
|
||||
script {
|
||||
echo "â³ Waiting for ArgoCD to sync Git manifests..."
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'SYNCING',
|
||||
message: """
|
||||
â³ <b>ArgoCD Syncing</b>
|
||||
|
||||
<b>Application:</b> ${APP_NAME}
|
||||
<b>Namespace:</b> argocd
|
||||
<b>Timeout:</b> ${ARGOCD_SYNC_TIMEOUT}s
|
||||
""",
|
||||
color: '🔵'
|
||||
)
|
||||
|
||||
def syncSuccess = false
|
||||
def attempts = 0
|
||||
def maxAttempts = Integer.parseInt(env.ARGOCD_SYNC_TIMEOUT) / 10
|
||||
|
||||
while (!syncSuccess && attempts < maxAttempts) {
|
||||
attempts++
|
||||
echo "ArgoCD sync check attempt ${attempts}/${maxAttempts}..."
|
||||
|
||||
def syncStatus = sh(
|
||||
script: """
|
||||
kubectl get application ${APP_NAME} -n argocd \
|
||||
-o jsonpath='{.status.sync.status}'
|
||||
""",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def healthStatus = sh(
|
||||
script: """
|
||||
kubectl get application ${APP_NAME} -n argocd \
|
||||
-o jsonpath='{.status.health.status}'
|
||||
""",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def expectedCommit = sh(
|
||||
script: "cat /tmp/expected_commit_${BUILD_NUMBER}.txt 2>/dev/null || echo ''",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def argoRevision = sh(
|
||||
script: """
|
||||
kubectl get application ${APP_NAME} -n argocd -o jsonpath='{.status.sync.revision}'
|
||||
""",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
echo "ArgoCD sync status: ${syncStatus}"
|
||||
echo "ArgoCD health status: ${healthStatus}"
|
||||
echo "ArgoCD revision: ${argoRevision}"
|
||||
echo "Expected Git revision: ${expectedCommit}"
|
||||
|
||||
// GitOps-safe convergence check:
|
||||
// Success = ArgoCD is Synced AND has converged to the Git revision Jenkins pushed.
|
||||
|
||||
if (syncStatus == 'Synced') {
|
||||
syncSuccess = true
|
||||
echo "✅ ArgoCD reports Synced (HEAD deployed)"
|
||||
break
|
||||
}
|
||||
|
||||
if (attempts < maxAttempts) {
|
||||
echo "Waiting 10 seconds before next check..."
|
||||
sleep 10
|
||||
}
|
||||
}
|
||||
|
||||
if (!syncSuccess) {
|
||||
error "⌠ArgoCD sync timeout! Deployment spec was not updated with new image."
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Wait for Deployment') {
|
||||
when { branch 'main' }
|
||||
steps {
|
||||
script {
|
||||
echo "â³ Waiting for Kubernetes rollout to complete..."
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'DEPLOYING',
|
||||
message: """
|
||||
🚀 <b>Deploying to Kubernetes</b>
|
||||
|
||||
<b>Deployment:</b> ${APP_NAME}
|
||||
<b>Namespace:</b> ${NAMESPACE}
|
||||
<b>Image:</b> ${IMAGE_TAG}
|
||||
<b>Timeout:</b> ${DEPLOYMENT_TIMEOUT}
|
||||
|
||||
<i>Rolling out new pods...</i>
|
||||
""",
|
||||
color: '🔵'
|
||||
)
|
||||
|
||||
try {
|
||||
// Wait for rollout to complete
|
||||
echo "Starting rollout status check..."
|
||||
sh """
|
||||
kubectl rollout status deployment/${APP_NAME} -n ${NAMESPACE} --timeout=${DEPLOYMENT_TIMEOUT}
|
||||
"""
|
||||
echo "✅ Rollout completed successfully!"
|
||||
|
||||
// Additional verification - wait a bit for pods to stabilize
|
||||
echo "Waiting 10 seconds for pods to stabilize..."
|
||||
sleep 10
|
||||
|
||||
} catch (Exception e) {
|
||||
echo "⌠Deployment rollout failed: ${e.message}"
|
||||
|
||||
// Get pod status for debugging
|
||||
try {
|
||||
def podStatus = sh(
|
||||
script: """
|
||||
kubectl get pods -n ${NAMESPACE} -l app=${APP_NAME} -o wide
|
||||
""",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
echo "Current pod status:\n${podStatus}"
|
||||
|
||||
def events = sh(
|
||||
script: """
|
||||
kubectl get events -n ${NAMESPACE} --sort-by='.lastTimestamp' | tail -20
|
||||
""",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
echo "Recent events:\n${events}"
|
||||
} catch (Exception debugEx) {
|
||||
echo "Could not fetch debug info: ${debugEx.message}"
|
||||
}
|
||||
|
||||
throw e
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Verify Deployment') {
|
||||
when { branch 'main' }
|
||||
steps {
|
||||
script {
|
||||
echo "✅ Verifying deployment and pod status..."
|
||||
|
||||
sh '''#!/bin/bash
|
||||
set -e
|
||||
|
||||
echo "================================================"
|
||||
echo "DEPLOYMENT VERIFICATION"
|
||||
echo "================================================"
|
||||
|
||||
# 1. Check deployment status
|
||||
echo ""
|
||||
echo "1. Checking deployment status..."
|
||||
|
||||
READY_PODS=$(kubectl get deployment "${APP_NAME}" -n "${NAMESPACE}" -o jsonpath='{.status.readyReplicas}')
|
||||
DESIRED_PODS=$(kubectl get deployment "${APP_NAME}" -n "${NAMESPACE}" -o jsonpath='{.spec.replicas}')
|
||||
UPDATED_PODS=$(kubectl get deployment "${APP_NAME}" -n "${NAMESPACE}" -o jsonpath='{.status.updatedReplicas}')
|
||||
AVAILABLE_PODS=$(kubectl get deployment "${APP_NAME}" -n "${NAMESPACE}" -o jsonpath='{.status.availableReplicas}')
|
||||
|
||||
echo " Desired replicas: ${DESIRED_PODS}"
|
||||
echo " Updated replicas: ${UPDATED_PODS}"
|
||||
echo " Ready replicas: ${READY_PODS}"
|
||||
echo " Available replicas: ${AVAILABLE_PODS}"
|
||||
|
||||
if [ "${READY_PODS}" != "${DESIRED_PODS}" ]; then
|
||||
echo " ❌ FAILED: Not all pods are ready!"
|
||||
echo " Expected: ${DESIRED_PODS}, Got: ${READY_PODS}"
|
||||
exit 1
|
||||
fi
|
||||
echo " ✅ All pods ready"
|
||||
|
||||
# 2. Verify pod images (source of truth)
|
||||
echo ""
|
||||
echo "2. Checking running pod images..."
|
||||
|
||||
POD_IMAGES=$(kubectl get pods -n "${NAMESPACE}" -l app="${APP_NAME}" -o jsonpath='{.items[*].spec.containers[0].image}')
|
||||
|
||||
|
||||
echo " Pod images: ${POD_IMAGES}"
|
||||
echo " Expected tag: ${IMAGE_TAG}"
|
||||
|
||||
if [[ "${POD_IMAGES}" != *"${IMAGE_TAG}"* ]]; then
|
||||
echo " ❌ FAILED: Pods are running wrong image!"
|
||||
exit 1
|
||||
fi
|
||||
echo " ✅ All pods are running expected image"
|
||||
|
||||
# 3. CRITICAL: Verify actual running pod images
|
||||
echo ""
|
||||
echo "3. Checking actual running pod images..."
|
||||
|
||||
POD_IMAGES=$(kubectl get pods -n "${NAMESPACE}" -l app="${APP_NAME}" \
|
||||
-o jsonpath='{range .items[*]}{.status.containerStatuses[0].image}{"\n"}{end}')
|
||||
|
||||
echo " Running pod images:"
|
||||
while read -r img; do
|
||||
echo " - ${img}"
|
||||
if [[ "${img}" != *"${IMAGE_TAG}"* ]]; then
|
||||
echo " ❌ Pod running wrong image: ${img}"
|
||||
exit 1
|
||||
fi
|
||||
done <<< "${POD_IMAGES}"
|
||||
|
||||
echo " ✅ All pods running correct image"
|
||||
|
||||
# 4. Check pod readiness
|
||||
echo ""
|
||||
echo "4. Checking pod readiness..."
|
||||
|
||||
NOT_READY=$(kubectl get pods -n "${NAMESPACE}" -l app="${APP_NAME}" \
|
||||
--field-selector=status.phase!=Running --no-headers 2>/dev/null | wc -l)
|
||||
|
||||
if [ "${NOT_READY}" -gt 0 ]; then
|
||||
echo " ⚠️ WARNING: ${NOT_READY} pod(s) not in Running state"
|
||||
kubectl get pods -n "${NAMESPACE}" -l app="${APP_NAME}"
|
||||
else
|
||||
echo " ✅ All pods in Running state"
|
||||
fi
|
||||
|
||||
# 5. Check container restart count
|
||||
echo ""
|
||||
echo "5. Checking for container restarts..."
|
||||
|
||||
RESTART_COUNTS=$(kubectl get pods -n "${NAMESPACE}" -l app="${APP_NAME}" \
|
||||
-o jsonpath='{range .items[*]}{.status.containerStatuses[0].restartCount}{"\n"}{end}')
|
||||
|
||||
MAX_RESTARTS=0
|
||||
while read -r count; do
|
||||
if [ "${count}" -gt "${MAX_RESTARTS}" ]; then
|
||||
MAX_RESTARTS="${count}"
|
||||
fi
|
||||
done <<< "${RESTART_COUNTS}"
|
||||
|
||||
echo " Max restart count: ${MAX_RESTARTS}"
|
||||
|
||||
if [ "${MAX_RESTARTS}" -gt 3 ]; then
|
||||
echo " ⚠️ WARNING: High restart count detected"
|
||||
else
|
||||
echo " ✅ Restart count acceptable"
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo "================================================"
|
||||
echo "✅ ALL VERIFICATION CHECKS PASSED!"
|
||||
echo "================================================"
|
||||
'''
|
||||
}
|
||||
|
||||
""", returnStdout: true).trim()
|
||||
|
||||
echo verifyResult
|
||||
echo "✅ Deployment verified successfully!"
|
||||
|
||||
} catch (Exception e) {
|
||||
echo "⌠Deployment verification failed!"
|
||||
echo "Error: ${e.message}"
|
||||
|
||||
// Additional debugging
|
||||
try {
|
||||
echo "\n=== DEBUGGING INFORMATION ==="
|
||||
|
||||
def pods = sh(
|
||||
script: "kubectl get pods -n ${NAMESPACE} -l app=${APP_NAME} -o wide",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
echo "Current pods:\n${pods}"
|
||||
|
||||
def replicaset = sh(
|
||||
script: "kubectl get replicaset -n ${NAMESPACE} -l app=${APP_NAME}",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
echo "ReplicaSets:\n${replicaset}"
|
||||
|
||||
def events = sh(
|
||||
script: "kubectl get events -n ${NAMESPACE} --sort-by='.lastTimestamp' | tail -20",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
echo "Recent events:\n${events}"
|
||||
|
||||
} catch (Exception debugEx) {
|
||||
echo "Could not fetch debug info: ${debugEx.message}"
|
||||
}
|
||||
|
||||
throw e
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
post {
|
||||
success {
|
||||
script {
|
||||
env.DEPLOYMENT_END_TIME = sh(script: 'date +%s', returnStdout: true).trim()
|
||||
def duration = (env.DEPLOYMENT_END_TIME.toInteger() - env.DEPLOYMENT_START_TIME.toInteger())
|
||||
def durationMin = duration / 60
|
||||
def durationSec = duration % 60
|
||||
|
||||
// Get deployment details
|
||||
def podStatus = sh(
|
||||
script: "kubectl get pods -n ${NAMESPACE} -l app=${APP_NAME} -o jsonpath='{range .items[*]}{.metadata.name}{" "}{.status.phase}{" "}{.status.containerStatuses[0].image}{" restarts="}{.status.containerStatuses[0].restartCount}{"\\n"}{end}'",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def deployedImage = sh(
|
||||
script: "kubectl get deployment ${APP_NAME} -n ${NAMESPACE} -o jsonpath='{.spec.template.spec.containers[0].image}'",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def replicas = sh(
|
||||
script: "kubectl get deployment ${APP_NAME} -n ${NAMESPACE} -o jsonpath='{.status.replicas}'",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
echo "✅ DEPLOYMENT SUCCESS!"
|
||||
echo ""
|
||||
echo "Application: ${APP_NAME}"
|
||||
echo "Image: ${deployedImage}"
|
||||
echo "Namespace: ${NAMESPACE}"
|
||||
echo "Build: #${BUILD_NUMBER}"
|
||||
echo "Duration: ${durationMin}m ${durationSec}s"
|
||||
echo ""
|
||||
echo "All checks passed! ✨"
|
||||
|
||||
// Send detailed success notification
|
||||
sendTelegramNotification(
|
||||
status: 'SUCCESS',
|
||||
message: """
|
||||
✅ <b>Deployment Successful!</b>
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>📦 Application Details</b>
|
||||
<b>Name:</b> ${APP_NAME}
|
||||
<b>Build:</b> #${BUILD_NUMBER}
|
||||
<b>Branch:</b> ${env.BRANCH_NAME}
|
||||
<b>Namespace:</b> ${NAMESPACE}
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>🳠Docker Image</b>
|
||||
<b>Registry:</b> ${DOCKER_REGISTRY}
|
||||
<b>Repository:</b> ${DOCKER_REPO}/${APP_NAME}
|
||||
<b>Tag:</b> ${IMAGE_TAG}
|
||||
<b>Full Image:</b> ${deployedImage}
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>â˜¸ï¸ Kubernetes Status</b>
|
||||
<b>Replicas:</b> ${replicas}/${replicas} Ready
|
||||
<b>Rollout:</b> Completed ✅
|
||||
<b>Health:</b> All pods healthy
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>â±ï¸ Deployment Metrics</b>
|
||||
<b>Duration:</b> ${durationMin}m ${durationSec}s
|
||||
<b>Started:</b> ${new Date(env.DEPLOYMENT_START_TIME.toLong() * 1000).format('HH:mm:ss')}
|
||||
<b>Completed:</b> ${new Date(env.DEPLOYMENT_END_TIME.toLong() * 1000).format('HH:mm:ss')}
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>🔗 Links</b>
|
||||
<a href="${BUILD_URL}">Jenkins Build</a>
|
||||
<a href="${GITEA_URL}/${GITEA_REPO}">GitOps Repository</a>
|
||||
|
||||
<i>Deployed by Jenkins CI/CD Pipeline</i> 🚀
|
||||
""",
|
||||
color: '✅'
|
||||
)
|
||||
|
||||
// Cleanup rollback files
|
||||
sh """
|
||||
rm -f /tmp/previous_image_${BUILD_NUMBER}.txt
|
||||
rm -f /tmp/previous_replicas_${BUILD_NUMBER}.txt
|
||||
rm -f /tmp/previous_commit_${BUILD_NUMBER}.txt
|
||||
rm -f /tmp/expected_commit_${BUILD_NUMBER}.txt
|
||||
"""
|
||||
}
|
||||
}
|
||||
|
||||
failure {
|
||||
script {
|
||||
def errorDetails = ""
|
||||
def previousImage = "unknown"
|
||||
|
||||
try {
|
||||
errorDetails = sh(
|
||||
script: """
|
||||
kubectl get events -n ${NAMESPACE} --sort-by='.lastTimestamp' | tail -10
|
||||
""",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
} catch (Exception e) {
|
||||
errorDetails = "Could not fetch events: ${e.message}"
|
||||
}
|
||||
|
||||
if (env.BRANCH_NAME == 'main') {
|
||||
echo """
|
||||
⌠DEPLOYMENT FAILED
|
||||
|
||||
GitOps policy: Jenkins will NOT auto-revert Git and will NOT run kubectl rollback.
|
||||
Please review logs and rollback manually if needed.
|
||||
"""
|
||||
|
||||
def previousImageForInfo = sh(
|
||||
script: "cat /tmp/previous_image_${BUILD_NUMBER}.txt 2>/dev/null || echo 'unknown'",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def previousCommitForInfo = sh(
|
||||
script: "cat /tmp/previous_commit_${BUILD_NUMBER}.txt 2>/dev/null || echo 'unknown'",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
def expectedCommitForInfo = sh(
|
||||
script: "cat /tmp/expected_commit_${BUILD_NUMBER}.txt 2>/dev/null || echo 'unknown'",
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
sendTelegramNotification(
|
||||
status: 'FAILED',
|
||||
message: """
|
||||
⌠<b>Deployment Failed</b>
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>📦 Application</b>
|
||||
<b>Name:</b> ${APP_NAME}
|
||||
<b>Build:</b> #${BUILD_NUMBER}
|
||||
<b>Branch:</b> ${env.BRANCH_NAME}
|
||||
<b>Image:</b> ${IMAGE_TAG}
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>🧾 GitOps State</b>
|
||||
<b>Expected Git revision:</b> <code>${expectedCommitForInfo}</code>
|
||||
<b>Previous Git revision:</b> <code>${previousCommitForInfo}</code>
|
||||
<b>Previous image:</b> <code>${previousImageForInfo}</code>
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>📋 Recent Events</b>
|
||||
<code>${errorDetails.take(500)}</code>
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>âš ï¸ Action Required</b>
|
||||
Auto-rollback is disabled (GitOps-safe).
|
||||
Rollback manually if needed:
|
||||
• ArgoCD UI → App → History/Rollback
|
||||
or
|
||||
• git revert to <code>${previousCommitForInfo}</code> and push to ${GITEA_BRANCH}
|
||||
|
||||
<a href="${BUILD_URL}console">View Console Output</a>
|
||||
<a href="${BUILD_URL}">Build Details</a>
|
||||
""",
|
||||
color: '🔴'
|
||||
)
|
||||
|
||||
} else {
|
||||
sendTelegramNotification(
|
||||
status: 'FAILED',
|
||||
message: """
|
||||
⌠<b>Deployment Failed</b>
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>📦 Application</b>
|
||||
<b>Name:</b> ${APP_NAME}
|
||||
<b>Build:</b> #${BUILD_NUMBER}
|
||||
<b>Branch:</b> ${env.BRANCH_NAME}
|
||||
<b>Image:</b> ${IMAGE_TAG}
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>📋 Recent Events</b>
|
||||
<code>${errorDetails.take(500)}</code>
|
||||
|
||||
â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”â”
|
||||
<b>🔗 Links</b>
|
||||
<a href="${BUILD_URL}console">View Console Output</a>
|
||||
<a href="${BUILD_URL}">Build Details</a>
|
||||
""",
|
||||
color: '🔴'
|
||||
)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
always {
|
||||
sh """
|
||||
docker rmi ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:${IMAGE_TAG} || true
|
||||
docker rmi ${DOCKER_REGISTRY}/${DOCKER_REPO}/${APP_NAME}:latest || true
|
||||
docker stop test-${BUILD_NUMBER} 2>/dev/null || true
|
||||
docker rm test-${BUILD_NUMBER} 2>/dev/null || true
|
||||
"""
|
||||
cleanWs()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Telegram notification function
|
||||
def sendTelegramNotification(Map args) {
|
||||
def status = args.status
|
||||
def message = args.message
|
||||
def color = args.color ?: '🔵'
|
||||
|
||||
try {
|
||||
// HTML formatting for Telegram
|
||||
def formattedMessage = message.trim()
|
||||
|
||||
sh """
|
||||
curl -s -X POST "https://api.telegram.org/bot${TELEGRAM_BOT_TOKEN}/sendMessage" \
|
||||
-d chat_id="${TELEGRAM_CHAT_ID}" \
|
||||
-d parse_mode="HTML" \
|
||||
-d disable_web_page_preview=true \
|
||||
-d text="${formattedMessage}"
|
||||
"""
|
||||
|
||||
echo "📱 Telegram notification sent: ${status}"
|
||||
} catch (Exception e) {
|
||||
echo "âš ï¸ Failed to send Telegram notification: ${e.message}"
|
||||
// Don't fail the pipeline if notification fails
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user