CEPH

Adding CEPH Manager Dashboard

Source

# run this on all service manager nodes
apt install ceph-mgr-dashboard

# run this to configure ceph mgr

echo "admin-password" > ~/ceph-dashboard-admin-password.txt

ceph mgr module enable dashboard
ceph dashboard ac-user-create cephdash administrator -i ~/ceph-dashboard-admin-password.txt
ceph config-key set mgr/dashboard/server_addr ::
ceph dashboard create-self-signed-cert
ceph mgr module disable dashboard
ceph mgr module enable dashboard

systemctl restart ceph-mgr@[servername].service

# Then https://[IP or FQDN]:8443 or http://[IP or FQDN]:8080

Upgrading Proxmox running CEPH

This has not yet been tested and verified, but adding it here for future reference.

Source

# Node maintenance

# stop and wait for scrub and deep-scrub operations

ceph osd set noscrub
ceph osd set nodeep-scrub

ceph status

# set cluster in maintenance mode with :

ceph osd set noout

# for node 1..N

#  migrate VMs and CTs off node

# (GUI or CLI)

# run updates

apt update && pveupgrade

reboot  # if required, e.g., kernel update

# wait for node to come back on line and quorate

# next N

# restore

ceph osd unset noout

# when all the PGs are active, re-enable the scrub and deep-scrub operations

ceph status

ceph osd unset noscrub
ceph osd unset nodeep-scrub

# done