rke2 upgrade

Author: OriHoch

hasadna_k8s/ceph/cli.py

@@ -11,6 +11,6 @@ def main():
 @main.command()
 @click.argument('namespace')
 @click.argument('pvc_name')
-def rbd_backup(namespace, pvc_name):
-    from .rbd_backup import main
+def pvc_backup(namespace, pvc_name):
+    from .pvc_backup import main
     main(namespace, pvc_name)

hasadna_k8s/ceph/pvc_backup.py

@@ -0,0 +1,68 @@
+import json
+import datetime
+import subprocess
+
+
+def main_block(namespace, pvc_name, pv):
+    pool = pv['spec']['csi']['volumeAttributes']['pool']
+    image_name = pv['spec']['csi']['volumeAttributes']['imageName']
+    print(f'Pool: {pool}, Image name: {image_name}')
+    backup_datestr = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
+    backup_name = f'hasadna-k8s-pvc-backup-{backup_datestr}'
+    print(f'Backup name: {backup_name}')
+    subprocess.check_call(['rbd', 'snap', 'create', f'{pool}/{image_name}@{backup_name}'])
+    subprocess.check_call(['rbd', 'snap', 'protect', f'{pool}/{image_name}@{backup_name}'])
+    device = subprocess.check_output(['rbd-nbd', 'map', f'{pool}/{image_name}@{backup_name}']).decode().strip()
+    print(f'Device: {device}')
+    subprocess.check_call(['mkdir', '-p', f'/tmp{device}'])
+    subprocess.check_call(['mount', '-t', 'ext4', '-o', 'ro,noload', device, f'/tmp{device}'])
+    kopia_snapshot_source = f'ceph@{namespace}:{pvc_name}'
+    print(f'Creating Kopia snapshot with source {kopia_snapshot_source}...')
+    subprocess.check_call(['kopia', 'snapshot', 'create', f'/tmp{device}', '--override-source', kopia_snapshot_source])
+    print("Kopia snapshot created successfully.")
+    print('Unmounting and cleaning up...')
+    subprocess.check_call(['umount', f'/tmp{device}'])
+    subprocess.check_call(['rbd-nbd', 'unmap', device])
+    subprocess.check_call(['rbd', 'snap', 'unprotect', f'{pool}/{image_name}@{backup_name}'])
+    subprocess.check_call(['rbd', 'snap', 'rm', f'{pool}/{image_name}@{backup_name}'])
+    print('Backup completed successfully.')
+
+
+def main_shared(namespace, pvc_name, pv):
+    pool = pv['spec']['csi']['volumeAttributes']['pool']
+    fs_name = pv['spec']['csi']['volumeAttributes']['fsName']
+    sub_volume_name = pv['spec']['csi']['volumeAttributes']['subVolumeName']
+    backup_datestr = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
+    backup_name = f'hasadna-k8s-pvc-backup-{backup_datestr}'
+    print(f'Pool: {pool}, Filesystem name: {fs_name}, Subvolume name: {sub_volume_name}')
+    print(f'Backup name: {backup_name}')
+    subprocess.check_call(['ceph', 'fs', 'subvolume', 'snapshot', 'create', fs_name, sub_volume_name, backup_name, 'csi'])
+    subprocess.check_call(['ceph', 'fs', 'subvolume', 'snapshot', 'clone', fs_name, sub_volume_name, backup_name, backup_name, pool, 'csi'])
+    backup_path = subprocess.check_output(['ceph', 'fs', 'subvolume', 'getpath', fs_name, backup_name]).decode().strip()
+    print(f'Backup path: {backup_path}')
+    subprocess.check_call(['mkdir', '-p', f'/tmp{backup_path}'])
+    subprocess.check_call(['ceph-fuse', f'/tmp{backup_path}', '--client-mountpoint', backup_path])
+    kopia_snapshot_source = f'ceph@{namespace}:{pvc_name}'
+    print(f'Creating Kopia snapshot with source {kopia_snapshot_source}...')
+    subprocess.check_call(['kopia', 'snapshot', 'create', f'/tmp{backup_path}', '--override-source', kopia_snapshot_source])
+    print("Kopia snapshot created successfully.")
+    print('Unmounting and cleaning up...')
+    subprocess.check_call(['umount', f'/tmp{backup_path}'])
+    subprocess.check_call(['ceph', 'fs', 'subvolume', 'rm', fs_name, backup_name])
+    subprocess.check_call(['ceph', 'fs', 'subvolume', 'snapshot', 'rm', fs_name, sub_volume_name, backup_name, 'csi'])
+    print('Backup completed successfully.')
+
+
+def main(namespace, pvc_name):
+    print(f'Creating backup for PVC {pvc_name} in namespace {namespace}...')
+    pvc = json.loads(subprocess.check_output([
+        'kubectl', '-n', namespace, 'get', 'pvc', pvc_name, '-o', 'json'
+    ]))
+    storage_class_name = pvc['spec']['storageClassName']
+    volume_name = pvc['spec']['volumeName']
+    print(f'Volume name: {volume_name}')
+    pv = json.loads(subprocess.check_output(['kubectl', 'get', 'pv', volume_name, '-o', 'json']))
+    if storage_class_name == 'rook-cephfs-shared':
+        main_shared(namespace, pvc_name, pv)
+    elif storage_class_name == 'rook-ceph-block':
+        main_block(namespace, pvc_name, pv)