From e8ec47ac241b05c63b4c8f296aa4e63fa98de726 Mon Sep 17 00:00:00 2001 From: Roboquat Date: Mon, 31 Jul 2023 17:08:11 +0000 Subject: [PATCH] [bot] [main] Automated dependencies update --- jsonnetfile.lock.json | 14 ++++---- .../rules/central/image-builder.yaml | 2 +- .../mixins/workspace/rules/central/ipfs.yaml | 35 +++++++++++++++++++ .../workspace/rules/satellite/workspaces.yaml | 18 ++++++---- 4 files changed, 54 insertions(+), 15 deletions(-) create mode 100644 vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/ipfs.yaml diff --git a/jsonnetfile.lock.json b/jsonnetfile.lock.json index 83485939..e8f4abeb 100644 --- a/jsonnetfile.lock.json +++ b/jsonnetfile.lock.json @@ -18,7 +18,7 @@ "subdir": "contrib/mixin" } }, - "version": "3b708df1e0141ce66821c1d4710e6243355a4b76", + "version": "9637b07f7b134eefefbb2d58d8dfaa1cd9e57e56", "sum": "GdePvMDfLQcVhwzk/Ephi/jC27ywGObLB5t0eC0lXd4=" }, { @@ -28,8 +28,8 @@ "subdir": "operations/observability/mixins" } }, - "version": "58da1106b9e01d546d5a427cfe16e4fc525a049d", - "sum": "h/qlxug9/fKT05UqZzBtIeAQ0wDCR5oxuetczqyeEUs=", + "version": "fb7784fa83f0bd8a55a9826e849223a55c580679", + "sum": "qiwZcOUUI9B03H3hS1e7T8UtcEZ91+iXPQdxTeq6bkg=", "name": "gitpod" }, { @@ -69,7 +69,7 @@ "subdir": "grafana-builder" } }, - "version": "782b4b5cb5fac0eadec73cb07685a3868d1e3f72", + "version": "a993c3a51e2c5d7f4ad9014545103b3f919435b5", "sum": "xEFMv4+ObwP5L1Wu0XK5agWci4AJzNApys6iKAQxLlQ=" }, { @@ -151,7 +151,7 @@ "subdir": "docs/node-mixin" } }, - "version": "8fb4f78ce541f404144f86b3202cc53d2a0f387c", + "version": "5d1b96c9361d67bf1e41c44205bfd71353076520", "sum": "By6n6U10hYDogUsyhsaKZehbhzxBZZobJloiKyKadgM=" }, { @@ -161,7 +161,7 @@ "subdir": "documentation/prometheus-mixin" } }, - "version": "bb90379163afe24d60c5afae999af4b8f202d1e0", + "version": "33a67f664edc8f0103627637a4be4af6384add83", "sum": "8OngT76gVXOUROOOeP9yTe6E/dn+2D2J34Dn690QCG0=", "name": "prometheus" }, @@ -182,7 +182,7 @@ "subdir": "mixin" } }, - "version": "86b2124b434fc011d48e315bad224f4d2c8e5c1a", + "version": "2c88520dc620c8a798db8a27ef1a23abf9ef2cb0", "sum": "WhheqsiX0maUXByZFsb9xhCEsGXK2955bPmPPf1x+Cs=", "name": "thanos-mixin" }, diff --git a/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/image-builder.yaml b/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/image-builder.yaml index 02ed04b0..69e4f836 100644 --- a/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/image-builder.yaml +++ b/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/image-builder.yaml @@ -18,7 +18,7 @@ spec: severity: critical dedicated: included annotations: - runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/GitpodImageBuildDurationAnomaly.md + runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/GitpodImagebuildDurationAnomaly.md summary: image-builder duration is unusually high in cluster {{ $labels.cluster }} description: Users are waiting too long for image builds expr: | diff --git a/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/ipfs.yaml b/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/ipfs.yaml new file mode 100644 index 00000000..04dbf141 --- /dev/null +++ b/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/central/ipfs.yaml @@ -0,0 +1,35 @@ +# Copyright (c) 2023 Gitpod GmbH. All rights reserved. +# Licensed under the GNU Affero General Public License (AGPL). +# See License.AGPL.txt in the project root for license information. + +apiVersion: monitoring.coreos.com/v1 +kind: PrometheusRule +metadata: + labels: + prometheus: k8s + role: alert-rules + name: ipfs-monitoring-rules +spec: + groups: + - name: ipfs-alerts + rules: + - alert: IPFSStorageLow + labels: + severity: warning + team: workspace + for: 10m + annotations: + runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/IPFSAlmostOutOfStorage.md + summary: IPFS is running out of storage within a few days in a workspace cluster. Create and shift to a new workspace cluster with a fresh IPFS. + description: IPFS in cluster {{ $labels.cluster }} is running out of storage. This happens naturally for workspace clusters over time, and is prevented by recreating the clusters regularly. Once out of storage, IPFS will stop working, and we fall back to the GCP registry for workspace image pulls, resulting in slower workspace startup times. + expr: min(node_filesystem_avail_bytes{device="/dev/mapper/lvm--disk-ipfs", node=~"services-.*", cluster!~"ephemeral.*"}) by (cluster) < 600*1024*1024*1024 + - alert: IPFSStorageCritical + labels: + severity: critical + team: workspace + for: 10m + annotations: + runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/IPFSAlmostOutOfStorage.md + summary: IPFS is now very close to running out of storage in a workspace cluster. Create and shift to a new workspace cluster with a fresh IPFS. + description: IPFS in cluster {{ $labels.cluster }} has almost ran out of storage. This happens naturally for workspace clusters over time, and is prevented by recreating the clusters regularly. Once out of storage, IPFS will stop working, and we fall back to the GCP registry for workspace image pulls, resulting in slower workspace startup times. + expr: min(node_filesystem_avail_bytes{device="/dev/mapper/lvm--disk-ipfs", node=~"services-.*", cluster!~"ephemeral.*"}) by (cluster) < 200*1024*1024*1024 diff --git a/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/satellite/workspaces.yaml b/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/satellite/workspaces.yaml index 27f6cdbb..4c20b320 100644 --- a/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/satellite/workspaces.yaml +++ b/vendor/github.com/gitpod-io/gitpod/operations/observability/mixins/workspace/rules/satellite/workspaces.yaml @@ -21,26 +21,30 @@ spec: rules: - alert: GitpodWorkspaceTooManyRegularNotActiveMk2 labels: - severity: warning + severity: critical + # TODO: uncomment after recording rule import is working in Grafana Cloud + # dedicated: included for: 10m annotations: - runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/GitpodWorkspaceTooManyRegularNotActive.md + runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/GitpodWorkspaceRegularNotActive.md summary: too many running but inactive workspaces description: too many running but inactive workspaces. expr: | - gitpod_workspace_regular_not_active_percentage_mk2 > 0.08 + sum(gitpod_workspace_regular_not_active_percentage_mk2) by(cluster) > 0.08 AND sum(gitpod_ws_manager_mk2_workspace_activity_total) by(cluster) > 25 - alert: GitpodWorkspacesNotStartingMk2 labels: - severity: warning + severity: critical + # TODO: uncomment after recording rule import is working in Grafana Cloud + # dedicated: included for: 10m annotations: - runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/GitpodWorkspaceNotStarting.md + runbook_url: https://github.com/gitpod-io/runbooks/blob/main/runbooks/GitpodWorkspaceRegularNotActive.md summary: workspaces are not starting. description: inactive regular workspaces exists but workspaces are not being started. expr: | - avg_over_time(gitpod_workspace_regular_not_active_percentage_mk2[1m]) > 0 + sum by(cluster) (avg_over_time(gitpod_workspace_regular_not_active_percentage_mk2[1m]) > 0) AND - rate(gitpod_ws_manager_mk2_workspace_startup_seconds_sum{type="Regular"}[1m]) == 0 + sum by(cluster) (rate(gitpod_ws_manager_mk2_workspace_startup_seconds_sum{type="Regular"}[1m])) == 0