airship
/
promenade
Code Issues Proposed changes

[backups] Add throttlling of remote etcd backups 

This PS adds a possibility to limit (to throttle) the number of
simultaneously uploaded backups while keeping the logic on the client
side using flag files on remote side.

Change-Id: I753faab8f3d934346d54e38bfc94cec3a8f79385
This commit is contained in:
Sergiy Markin 2023-12-12 03:58:53 +00:00
parent 6d90e785ff
commit c1da28f637
4 changed files with 22 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
charts/etcd/Chart.yaml
View File

@ -15,4 +15,4 @@
apiVersion: v1
description: A chart for a DaemonSet-based etcd deployment.
name: etcd
version: 0.1.3
version: 0.1.4

10
charts/etcd/templates/cron-job-etcd-backup.yaml
View File

@ -134,6 +134,16 @@ spec:
value: {{ .Values.backup.remote_backup.delay_range.min | quote }}
- name: MAX_DELAY_SEND_BACKUP_TO_REMOTE
value: {{ .Values.backup.remote_backup.delay_range.max | quote }}
- name: THROTTLE_BACKUPS_ENABLED
value: "{{ .Values.backup.remote_backup.throttle_backups.enabled }}"
- name: THROTTLE_LIMIT
value: {{ .Values.backup.remote_backup.throttle_backups.sessions_limit | quote }}
- name: THROTTLE_LOCK_EXPIRE_AFTER
value: {{ .Values.backup.remote_backup.throttle_backups.lock_expire_after | quote }}
- name: THROTTLE_RETRY_AFTER
value: {{ .Values.backup.remote_backup.throttle_backups.retry_after | quote }}
- name: THROTTLE_CONTAINER_NAME
value: {{ .Values.backup.remote_backup.throttle_backups.container_name | quote }}
{{- with $env := dict "ksUserSecret" $envAll.Values.secrets.identity.kubernetes }}
{{- include "helm-toolkit.snippets.keystone_openrc_env_vars" $env | indent 16 }}
{{- end }}

5
charts/etcd/templates/secret-backup-restore.yaml
View File

@ -25,5 +25,10 @@ data:
REMOTE_BACKUP_RETRIES: {{ $envAll.Values.backup.remote_backup.number_of_retries | quote | b64enc }}
REMOTE_BACKUP_SEND_DELAY_MIN: {{ $envAll.Values.backup.remote_backup.delay_range.min | quote | b64enc }}
REMOTE_BACKUP_SEND_DELAY_MAX: {{ $envAll.Values.backup.remote_backup.delay_range.max | quote | b64enc }}
THROTTLE_BACKUPS_ENABLED: {{ $envAll.Values.backup.remote_backup.throttle_backups.enabled | quote | b64enc }}
THROTTLE_LIMIT: {{ $envAll.Values.backup.remote_backup.throttle_backups.sessions_limit | quote | b64enc }}
THROTTLE_LOCK_EXPIRE_AFTER: {{ $envAll.Values.backup.remote_backup.throttle_backups.lock_expire_after | quote | b64enc }}
THROTTLE_RETRY_AFTER: {{ $envAll.Values.backup.remote_backup.throttle_backups.retry_after | quote | b64enc }}
THROTTLE_CONTAINER_NAME: {{ $envAll.Values.backup.remote_backup.throttle_backups.container_name | quote | b64enc }}
...
{{- end }}

6
charts/etcd/values.yaml
View File

@ -74,6 +74,12 @@ backup:
delay_range:
min: 30
max: 60
throttle_backups:
enabled: false
sessions_limit: 480
lock_expire_after: 7200
retry_after: 3600
container_name: throttle-backups-manager
endpoints:
identity: