Upgrades SLURP¶

#!/bin/bash
# prepare-upgrade.sh

SOURCE_VERSION="2024.1"  # Caracal
TARGET_VERSION="2025.1"  # Epoxy

echo "=== Préparation upgrade $SOURCE_VERSION → $TARGET_VERSION ==="

# 1. Backup configuration actuelle
BACKUP_DIR="/backup/upgrade-$(date +%Y%m%d)"
mkdir -p $BACKUP_DIR

cp -r /etc/kolla $BACKUP_DIR/
cp /etc/ansible/inventory $BACKUP_DIR/

# 2. Mettre à jour kolla-ansible
pip install --upgrade "kolla-ansible==${TARGET_VERSION}.*"

# 3. Copier nouvelle configuration
cp -r /usr/share/kolla-ansible/etc_examples/kolla/* /etc/kolla/
# Merger avec l'ancienne config (manuel)

# 4. Générer les différences de config
kolla-ansible -i /etc/kolla/inventory genconfig --check

# 5. Télécharger nouvelles images
kolla-ansible -i /etc/kolla/inventory pull

echo "Préparation terminée. Vérifier les configurations avant upgrade."

#!/bin/bash
# upgrade-openstack.sh

set -e
LOG_FILE="/var/log/openstack-upgrade-$(date +%Y%m%d).log"
exec > >(tee -a $LOG_FILE) 2>&1

SOURCE_VERSION="2024.1"
TARGET_VERSION="2025.1"
INVENTORY="/etc/kolla/inventory"

echo "=========================================="
echo "OpenStack Upgrade: $SOURCE_VERSION → $TARGET_VERSION"
echo "Started: $(date)"
echo "=========================================="

# Fonction de vérification
check_services() {
    echo "Checking OpenStack services..."
    openstack service list
    openstack compute service list
    openstack network agent list
    openstack volume service list
}

# === Phase 1: Pre-checks ===
echo -e "\n=== Phase 1: Pre-checks ==="

# Vérifier état actuel
check_services

# Vérifier espace disque
df -h /var/lib/docker
if [ $(df /var/lib/docker | tail -1 | awk '{print $5}' | tr -d '%') -gt 80 ]; then
    echo "ERROR: Docker storage > 80% used"
    exit 1
fi

# Vérifier backups
LATEST_BACKUP=$(ls -t /backup/mariadb/*.tar.gz 2>/dev/null | head -1)
if [ -z "$LATEST_BACKUP" ]; then
    echo "ERROR: No recent backup found"
    exit 1
fi
echo "Latest backup: $LATEST_BACKUP"

# === Phase 2: Pull new images ===
echo -e "\n=== Phase 2: Pull new images ==="
kolla-ansible -i $INVENTORY pull

# Vérifier images
docker images | grep ${TARGET_VERSION} | head -10

# === Phase 3: Pre-upgrade checks ===
echo -e "\n=== Phase 3: Pre-upgrade checks ==="
kolla-ansible -i $INVENTORY prechecks

# === Phase 4: Upgrade control plane ===
echo -e "\n=== Phase 4: Upgrade control plane ==="

# Upgrade database schema first
echo "Upgrading database schemas..."
kolla-ansible -i $INVENTORY upgrade --tags mariadb,keystone,glance,cinder,neutron,nova,heat,horizon

# === Phase 5: Verify control plane ===
echo -e "\n=== Phase 5: Verify control plane ==="
sleep 30  # Wait for services to stabilize

# Test Keystone
openstack token issue

# Test Nova
openstack server list --all-projects --limit 5

# Test Neutron
openstack network list --limit 5

# === Phase 6: Upgrade compute nodes ===
echo -e "\n=== Phase 6: Upgrade compute nodes ==="

# Rolling upgrade des computes
for compute in $(grep -E '^\[compute\]' -A100 $INVENTORY | grep -v '^\[' | grep -v '^$' | head -10); do
    echo "Upgrading compute: $compute"

    # Migrate VMs away (optional)
    # openstack compute service set --disable $compute nova-compute
    # nova host-evacuate-live $compute

    # Upgrade compute
    kolla-ansible -i $INVENTORY upgrade --limit $compute --tags nova-compute

    # Re-enable
    # openstack compute service set --enable $compute nova-compute

    # Verify
    sleep 10
    openstack compute service list | grep $compute
done

# === Phase 7: Post-upgrade validation ===
echo -e "\n=== Phase 7: Post-upgrade validation ==="
check_services

# Test création VM
echo "Testing VM creation..."
openstack server create --flavor m1.tiny --image cirros --network internal \
    test-upgrade-vm --wait

openstack server show test-upgrade-vm
openstack server delete test-upgrade-vm

# === Phase 8: Cleanup ===
echo -e "\n=== Phase 8: Cleanup ==="

# Remove old images
docker image prune -f

# Cleanup old config backups (keep last 5)
ls -t /backup/kolla_config_*.tar.gz | tail -n +6 | xargs rm -f

echo -e "\n=========================================="
echo "Upgrade Completed: $(date)"
echo "=========================================="

#!/bin/bash
# rollback-upgrade.sh

set -e

BACKUP_DIR=$1
if [ -z "$BACKUP_DIR" ]; then
    echo "Usage: $0 <backup_directory>"
    echo "Available backups:"
    ls -la /backup/upgrade-*/
    exit 1
fi

echo "=== Rolling back to backup: $BACKUP_DIR ==="

# 1. Arrêter les services
echo "Stopping all services..."
kolla-ansible -i /etc/kolla/inventory stop --yes-i-really-really-mean-it

# 2. Restaurer configuration
echo "Restoring configuration..."
rm -rf /etc/kolla
cp -r $BACKUP_DIR/kolla /etc/

# 3. Restaurer database
echo "Restoring database..."
LATEST_DB=$(ls -t $BACKUP_DIR/mariadb*.tar.gz | head -1)
/opt/scripts/restore-mariadb.sh $LATEST_DB

# 4. Downgrade images
echo "Pulling old images..."
kolla-ansible -i /etc/kolla/inventory pull

# 5. Redéployer
echo "Redeploying services..."
kolla-ansible -i /etc/kolla/inventory deploy

# 6. Vérifier
echo "Verifying services..."
openstack service list
openstack compute service list

echo "Rollback completed"

#!/bin/bash
# upgrade-ceph.sh

# Les upgrades Ceph se font séparément d'OpenStack

CURRENT="reef"
TARGET="squid"

echo "=== Ceph Upgrade: $CURRENT → $TARGET ==="

# 1. Vérifier santé cluster
ceph health
ceph osd tree

# 2. Définir les flags
ceph osd set noout
ceph osd set norebalance

# 3. Upgrade MONs (un par un)
for mon in mon1 mon2 mon3; do
    echo "Upgrading MON: $mon"
    cephadm shell --mon-id $mon -- ceph orch upgrade start --ceph-version $TARGET
    sleep 60
    ceph -s
done

# 4. Upgrade MGRs
for mgr in mgr1 mgr2; do
    echo "Upgrading MGR: $mgr"
    # Automatic via orchestrator
done

# 5. Upgrade OSDs (automatique rolling)
ceph orch upgrade start --ceph-version $TARGET

# Surveiller
watch ceph orch upgrade status

# 6. Retirer les flags
ceph osd unset noout
ceph osd unset norebalance

# 7. Vérifier
ceph health
ceph versions

#!/bin/bash
# validate-upgrade.sh

ERRORS=0

echo "=== OpenStack Post-Upgrade Validation ==="

# 1. API Endpoints
echo -e "\n[1] Testing API endpoints..."
for service in identity compute network image volume; do
    if openstack endpoint list --service $service | grep -q "https"; then
        echo "✓ $service endpoint OK"
    else
        echo "✗ $service endpoint FAILED"
        ((ERRORS++))
    fi
done

# 2. Service status
echo -e "\n[2] Checking service status..."
if openstack compute service list | grep -q "down"; then
    echo "✗ Some compute services are down"
    openstack compute service list | grep down
    ((ERRORS++))
else
    echo "✓ All compute services up"
fi

# 3. Network agents
echo -e "\n[3] Checking network agents..."
if openstack network agent list | grep -q "XXX"; then
    echo "✗ Some network agents are down"
    ((ERRORS++))
else
    echo "✓ All network agents up"
fi

# 4. Create test resources
echo -e "\n[4] Testing resource creation..."
openstack network create test-upgrade-net --provider-network-type vxlan
openstack subnet create test-upgrade-subnet --network test-upgrade-net --subnet-range 192.168.99.0/24
openstack server create --flavor m1.tiny --image cirros --network test-upgrade-net test-upgrade-vm --wait

if openstack server show test-upgrade-vm | grep -q "ACTIVE"; then
    echo "✓ VM creation successful"
else
    echo "✗ VM creation failed"
    ((ERRORS++))
fi

# Cleanup
openstack server delete test-upgrade-vm --wait
openstack subnet delete test-upgrade-subnet
openstack network delete test-upgrade-net

# Summary
echo -e "\n=== Validation Summary ==="
if [ $ERRORS -eq 0 ]; then
    echo "All tests PASSED"
    exit 0
else
    echo "$ERRORS test(s) FAILED"
    exit 1
fi