fix prometheus path reference (#32003)

* fix prometheus path reference

* add additional Discord handlers

* fix trailing whitespaces

---------

Co-authored-by: joeaba <joe@solana.com>

metrics/metrics-main/kapacitor.conf

@@ -252,13 +252,49 @@ default-retention-policy = ""
   global = false
   json-data = false
 
+[[discord]]
+  enabled = true
+  default = false
+  url = "$CANARIES-MONITORING"
+  workspace = "canaries-monitoring"
+  timestamp = true
+  username = "canaries-bot"
+  avatar-url = "https://influxdata.github.io/branding/img/downloads/influxdata-logo--symbol--pool-alpha.png"
+  embed-title = "Alert"
+  global = false
+  state-changes-only = false
+
 [[discord]]
   enabled = true
   default = true
-  url = "https://discordapp.com/api/webhooks/xxxxxxxxxxxxxxxxxx/xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
-  workspace = "guild-alerts"
+  url = "$MB-PAGER-DUTY"
+  workspace = "mb-pager-duty"
+  timestamp = true
+  username = "cluster-bot"
+  avatar-url = "https://influxdata.github.io/branding/img/downloads/influxdata-logo--symbol--pool-alpha.png"
+  embed-title = "Alert"
+  global = false
+  state-changes-only = false
+
+[[discord]]
+  enabled = true
+  default = false
+  url = "$TESNET-PAGER-DUTY"
+  workspace = "testnet-pager-duty"
+  timestamp = true
+  username = "cluster-bot-testnet"
+  avatar-url = "https://influxdata.github.io/branding/img/downloads/influxdata-logo--symbol--pool-alpha.png"
+  embed-title = "Alert"
+  global = false
+  state-changes-only = false
+
+[[discord]]
+  enabled = true
+  default = false
+  url = "$DEVNET-PAGER-DUTY"
+  workspace = "devnet-pager-duty"
   timestamp = true
-  username = "AlertBot"
+  username = "cluster-bot-devnet"
   avatar-url = "https://influxdata.github.io/branding/img/downloads/influxdata-logo--symbol--pool-alpha.png"
   embed-title = "Alert"
   global = false

metrics/metrics-main/prometheus.yml

@@ -89,9 +89,3 @@ scrape_configs:
     scrape_timeout: 14s
     static_configs:
             - targets: ['metrics-main:9100']
-
-  - job_name: 'Stackpath'
-    scrape_interval: 15s
-    scrape_timeout: 14s
-    static_configs:
-            - targets: ['dev-stackpath-eu-lhr-2:9100','dev-stackpath-us-den-2']

metrics/metrics-main/start.sh

@@ -54,8 +54,8 @@ sudo docker run -it -d \
   --user root:root \
   --publish 9090:9090 \
   --name=prometheus \
-  --volume /prometheus/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml \
-  --volume /prometheus/prometheus/first_rules.yml:/etc/prometheus/first_rules.yml \
+  --volume "$PWD"/prometheus.yml:/etc/prometheus/prometheus.yml \
+  --volume "$PWD"/first_rules.yml:/etc/prometheus/first_rules.yml \
   --volume /prometheus/prometheus/data:/prometheus \
   --volume /etc/hosts:/etc/hosts \
   $PROMETHEUS_IMAGE
@@ -65,7 +65,7 @@ sudo docker run -it -d \
   --user root:root \
   --publish 9093:9093 \
   --name=alertmanager \
-  --volume /prometheus/alertmanager/alertmanager.yml:/etc/alertmanager/alertmanager.yml \
+  --volume "$PWD"/alertmanager.yml:/etc/alertmanager/alertmanager.yml \
   --volume /etc/hosts:/etc/hosts \
   $ALERTMANAGER_IMAGE