104 lines
2.6 KiB
Bash
104 lines
2.6 KiB
Bash
|
#!/bin/bash
|
||
|
|
# Reinitialize Ceph cluster after reinstall
|
||
|
|
set -e
|
||
|
|
|
||
|
|
FSID="5fb968ae-12ab-405f-b05f-0df29a168328"
|
||
|
|
PUBLIC_NETWORK="192.168.11.0/24"
|
||
|
|
CLUSTER_NETWORK="192.168.11.0/24"
|
||
|
|
|
||
|
|
echo "=== Reinitializing Ceph Cluster ==="
|
||
|
|
|
||
|
|
# Check if we're on a Proxmox node
|
||
|
|
if [ ! -d "/etc/pve" ]; then
|
||
|
|
echo "ERROR: This script must be run on a Proxmox node"
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "=== Step 1: Creating Ceph configuration ==="
|
||
|
|
cat > /etc/pve/ceph.conf <<EOF
|
||
|
|
[global]
|
||
|
|
auth_client_required = cephx
|
||
|
|
auth_cluster_required = cephx
|
||
|
|
auth_service_required = cephx
|
||
|
|
cluster_network = $CLUSTER_NETWORK
|
||
|
|
fsid = $FSID
|
||
|
|
mon_allow_pool_delete = true
|
||
|
|
mon_host = 192.168.11.10 192.168.11.11
|
||
|
|
ms_bind_ipv4 = true
|
||
|
|
ms_bind_ipv6 = false
|
||
|
|
osd_pool_default_min_size = 2
|
||
|
|
osd_pool_default_size = 3
|
||
|
|
public_network = $PUBLIC_NETWORK
|
||
|
|
|
||
|
|
[client]
|
||
|
|
keyring = /etc/pve/priv/\$cluster.\$name.keyring
|
||
|
|
|
||
|
|
[client.crash]
|
||
|
|
keyring = /etc/pve/ceph/\$cluster.\$name.keyring
|
||
|
|
|
||
|
|
[mds]
|
||
|
|
keyring = /var/lib/ceph/mds/ceph-\$id/keyring
|
||
|
|
|
||
|
|
[mds.ml110-01]
|
||
|
|
host = ml110-01
|
||
|
|
mds_standby_for_name = pve
|
||
|
|
|
||
|
|
[mds.r630-01]
|
||
|
|
host = r630-01
|
||
|
|
mds_standby_for_name = pve
|
||
|
|
|
||
|
|
[mon.ml110-01]
|
||
|
|
public_addr = 192.168.11.10
|
||
|
|
|
||
|
|
[mon.r630-01]
|
||
|
|
public_addr = 192.168.11.11
|
||
|
|
EOF
|
||
|
|
|
||
|
|
# Create symlink (Proxmox uses /etc/pve/ceph.conf which is symlinked to /etc/ceph/ceph.conf)
|
||
|
|
if [ ! -L /etc/ceph/ceph.conf ]; then
|
||
|
|
ln -sf /etc/pve/ceph.conf /etc/ceph/ceph.conf 2>/dev/null || true
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "Configuration created"
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "=== Step 2: Initializing Ceph cluster ==="
|
||
|
|
HOSTNAME=$(hostname)
|
||
|
|
if [ "$HOSTNAME" = "ml110-01" ]; then
|
||
|
|
echo "Initializing cluster on ml110-01..."
|
||
|
|
pveceph init --network $PUBLIC_NETWORK --cluster-network $CLUSTER_NETWORK 2>&1 || echo "Init may have already been done"
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "=== Step 3: Creating monitors ==="
|
||
|
|
if [ "$HOSTNAME" = "ml110-01" ]; then
|
||
|
|
echo "Creating monitor on ml110-01..."
|
||
|
|
pveceph mon create ml110-01 2>&1 || echo "Monitor may already exist"
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [ "$HOSTNAME" = "r630-01" ]; then
|
||
|
|
echo "Creating monitor on r630-01..."
|
||
|
|
pveceph mon create r630-01 2>&1 || echo "Monitor may already exist"
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "=== Step 4: Starting monitor services ==="
|
||
|
|
systemctl enable ceph-mon@$HOSTNAME
|
||
|
|
systemctl start ceph-mon@$HOSTNAME
|
||
|
|
sleep 5
|
||
|
|
systemctl status ceph-mon@$HOSTNAME --no-pager | head -15
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "=== Step 5: Verifying quorum ==="
|
||
|
|
sleep 10
|
||
|
|
ceph quorum_status 2>&1 | head -20 || echo "Quorum not yet established, may take a few minutes"
|
||
|
|
|
||
|
|
echo ""
|
||
|
|
echo "=== COMPLETE ==="
|
||
|
|
echo "Ceph cluster reinitialized. Next:"
|
||
|
|
echo "1. Verify quorum: ceph quorum_status"
|
||
|
|
echo "2. Create OSDs: ceph-volume lvm create --data /dev/<disk>"
|
||
|
|
echo "3. Check cluster health: ceph -s"
|
||
|
|
|