Upgrade Guide
Upgrade Guide Red Hat Ceph Storage 8 Upgrading a Red Hat Ceph Storage Cluster Red Hat Ceph Storage Documentation Team
subscription-manager register subscription-manager refresh subscription-manager list --available --matches 'Red Hat Ceph Storage' subscription-manager attach --pool=POOL_ID subscription-manager repos --disable=* subscription-manager repos --enable=rhel-9-for-x86_64-baseos-rpms subscription-manager repos --enable=rhel-9-for-x86_64-appstream-rpms dnf update subscription-manager repos --enable=rhceph-8-tools-for-rhel-9-x86_64-rpms dnf update cephadm dnf update cephadm-ansible cd /usr/share/cephadm-ansible ansible-playbook -i INVENTORY_FILE cephadm-preflight.yml --extra-vars "ceph_origin=rhcs upgrade_ceph_packages=true" [ceph-admin@admin cephadm-ansible]USD ansible-playbook -i /etc/ansible/hosts cephadm-preflight.yml --extra-vars "ceph_origin=rhcs upgrade_ceph_packages=true" cephadm shell ceph -s ceph osd set noout ceph osd set noscrub ceph osd set nodeep-scrub ceph orch upgrade check IMAGE_NAME ceph orch upgrade check registry.redhat.io/rhceph/rhceph-8-rhel9:latest ceph orch upgrade start IMAGE_NAME ceph orch upgrade start registry.redhat.io/rhceph/rhceph-8-rhel9:latest ceph status [...] progress: Upgrade to 18.2.0-128.el9cp (1s) [............................] ceph versions ceph orch ps [root@client01 ~] dnf update ceph-common [root@client01 ~] ceph --version ceph osd unset noout ceph osd unset noscrub ceph osd unset nodeep-scrub subscription-manager repos --enable=rhceph-8-tools-for-rhel-9-x86_64-rpms dnf update cephadm dnf update cephadm-ansible cd /usr/share/cephadm-ansible ansible-playbook -i INVENTORY_FILE cephadm-preflight.yml --extra-vars "ceph_origin=custom upgrade_ceph_packages=true" [ceph-admin@admin ~]USD ansible-playbook -i /etc/ansible/hosts cephadm-preflight.yml --extra-vars "ceph_origin=custom upgrade_ceph_packages=true" cephadm shell ceph -s ceph osd set noout ceph osd set noscrub ceph osd set nodeep-scrub ceph orch upgrade check IMAGE_NAME ceph orch upgrade check LOCAL_NODE_FQDN :5000/rhceph/rhceph-8-rhel9 ceph orch upgrade start IMAGE_NAME ceph orch upgrade start LOCAL_NODE_FQDN :5000/rhceph/rhceph-8-rhel9 ceph status [...] progress: Upgrade to 18.2.0-128.el9cp (1s) [............................] ceph version ceph versions ceph orch ps ceph osd unset noout ceph osd unset noscrub ceph osd unset nodeep-scrub ceph osd set noout ceph orch host maintenance enter HOST ceph orch host maintenance enter host01 leapp upgrade --enablerepo rhceph-5-tools-for-rhel-9-x86_64-rpms systemctl start logrotate.timer systemctl enable logrotate.timer ceph version ceph orch ps cephadm shell ceph orch host label add HOSTNAME _admin ceph orch host label add host02_admin ceph osd set noout ceph orch host drain HOSTNAME --force ceph orch host drain host02 --force ceph orch ps HOSTNAME ceph orch ps host02 ceph orch device zap HOSTNAME DISK --force ceph orch device zap ceph-host02 /dev/vdb --force zap successful for /dev/vdb on ceph-host02 ceph orch osd rm status ceph orch host rm HOSTNAME --force ceph orch host rm host02 --force ansible-playbook -i INVENTORY_FILE cephadm-preflight.yml --limit NEWHOST_NAME ansible-playbook -i hosts cephadm-preflight.yml --extra-vars "ceph_origin={storage-product}" --limit host02 ceph cephadm get-pub-key ~/ PATH ceph cephadm get-pub-key ~/ceph.pub ssh-copy-id -f -i ~/ PATH root@ HOST_NAME_2 ssh-copy-id -f -i ~/ceph.pub root@host02 ceph orch apply mon PLACEMENT --unmanaged ceph orch host add HOSTNAME IP_ADDRESS --labels= LABELS ceph mon add HOSTNAME IP LOCATION ceph mon add ceph-host02 10.0.211.62 datacenter=DC2 ceph orch daemon add mon HOSTNAME ceph orch daemon add mon ceph-host02 ceph orch ps ceph orch apply mon PLACEMENT ceph osd unset noout ceph orch upgrade start --image registry.redhat.io/rhceph/rhceph-8-rhel9:latest --hosts host02 Error EINVAL: Cannot start upgrade. Daemons with types earlier in upgrade order than daemons on given host need upgrading. Please first upgrade mon.ceph-host01 cephadm shell ceph -s ceph osd set noout ceph osd set noscrub ceph osd set nodeep-scrub ceph orch upgrade check IMAGE_NAME ceph orch upgrade check registry.redhat.io/rhceph/rhceph-8-rhel9:latest ceph orch upgrade start --image IMAGE_NAME --daemon-types DAEMON_TYPE1 , DAEMON_TYPE2 --hosts HOST1 , HOST2 ceph orch upgrade start --image registry.redhat.io/rhceph/rhceph-8-rhel9:latest --daemon-types mgr,mon --hosts host02,host03 ceph orch upgrade start --image IMAGE_NAME --services SERVICE1 , SERVICE2 --limit LIMIT_NUMBER ceph orch upgrade start --image registry.redhat.io/rhceph/rhceph-8-rhel9:latest --services rgw.example1,rgw1.example2 --limit 2 ceph orch upgrade check --image registry.redhat.io/rhceph/rhceph-8-rhel9:latest ceph orch upgrade start --image IMAGE_NAME ceph orch upgrade start --image registry.redhat.io/rhceph/rhceph-8-rhel9:latest ceph versions ceph orch ps ceph osd unset noout ceph osd unset noscrub ceph osd unset nodeep-scrub cephadm shell ceph -s cluster: id: 266ee7a8-2a05-11eb-b846-5254002d4916 health: HEALTH_OK services: mon: 2 daemons, quorum host01,host02 (age 92s) mgr: host01.ndtpjh(active, since 16h), standbys: host02.pzgrhz ceph orch daemon redeploy mgr.ceph- HOST . MANAGER_ID --image IMAGE_ID ceph orch daemon redeploy mgr.ceph-host02.pzgrhz --image registry.redhat.io/rhceph/rhceph-8-rhel9:latest ceph mgr fail ceph -s cluster: id: 266ee7a8-2a05-11eb-b846-5254002d4916 health: HEALTH_OK services: mon: 2 daemons, quorum host01,host02 (age 1h) mgr: host02.pzgrhz(active, since 25s), standbys: host01.ndtpjh ceph tell mgr.ceph- HOST . MANAGER_ID version ceph tell mgr.host02.pzgrhz version { "version": "18.2.0-128.el8cp", "release": "reef", "release_type": "stable" } ceph mgr versions { "ceph version 18.2.0-128.el8cp (600e227816517e2da53d85f2fab3cd40a7483372) pacific (stable)": 2 } ceph orch upgrade status ceph orch upgrade pause ceph orch upgrade resume ceph orch upgrade stop