commit more config files (safely)

etc/prometheus/exporter_configs/json-config.yml

@@ -0,0 +1,28 @@
+modules:
+  linode_bucket:
+    headers:
+      # https://cloud.linode.com/profile/tokens
+      Authorization: "Bearer XXXXXX"
+    metrics:
+    - name: json_linode_size
+      path: "{.size}"
+      labels:
+        bucket: "{.label}"
+        zone: "{.cluster}"
+        hostname: "{.hostname}"
+    - name: json_linode_objects
+      path: "{.objects}"
+      labels:
+        bucket: "{.label}"
+        zone: "{.cluster}"
+        hostname: "{.hostname}"
+
+  linode_transfer:
+    headers:
+      # https://cloud.linode.com/profile/tokens
+      Authorization: "Bearer XXXXXX"
+    metrics:
+    - name: json_linode_transfer_used
+      path: "{.used}"
+    - name: json_linode_transfer_quota
+      path: "{.quota}"

etc/prometheus/exporter_configs/statsd-mapping.yml

@@ -0,0 +1,95 @@
+## Prometheus Statsd Exporter mapping for Mastodon 4.0+
+##
+## Version 1.0, November 2022
+##
+## Documentation: https://ipng.ch/s/articles/2022/11/27/mastodon-3.html
+
+mappings:
+  ## Web collector
+  - match: Mastodon\.production\.web\.(.+)\.(.+)\.(.+)\.status\.(.+)
+    match_type: regex
+    name: "mastodon_controller_status"
+    labels:
+      controller: $1
+      action: $2
+      format: $3
+      status: $4
+      mastodon: "web"
+  - match: Mastodon\.production\.web\.(.+)\.(.+)\.(.+)\.db_time
+    match_type: regex
+    name: "mastodon_controller_db_time"
+    labels:
+      controller: $1
+      action: $2
+      format: $3
+      mastodon: "web"
+  - match: Mastodon\.production\.web\.(.+)\.(.+)\.(.+)\.view_time
+    match_type: regex
+    name: "mastodon_controller_view_time"
+    labels:
+      controller: $1
+      action: $2
+      format: $3
+      mastodon: "web"
+  - match: Mastodon\.production\.web\.(.+)\.(.+)\.(.+)\.total_duration
+    match_type: regex
+    name: "mastodon_controller_duration"
+    labels:
+      controller: $1
+      action: $2
+      format: $3
+      mastodon: "web"
+
+  ## Database collector
+  - match: Mastodon\.production\.db\.tables\.(.+)\.queries\.(.+)\.duration
+    match_type: regex
+    name: "mastodon_db_operation"
+    labels:
+      table: "$1"
+      operation: "$2"
+      mastodon: "db"
+
+  ## Cache collector
+  - match: Mastodon\.production\.cache\.(.+)\.duration
+    match_type: regex
+    name: "mastodon_cache_duration"
+    labels:
+      operation: "$1"
+      mastodon: "cache"
+
+  ## Sidekiq collector
+  - match: Mastodon\.production\.sidekiq\.(.+)\.processing_time
+    match_type: regex
+    name: "mastodon_sidekiq_worker_processing_time"
+    labels:
+      worker: "$1"
+      mastodon: "sidekiq"
+  - match: Mastodon\.production\.sidekiq\.(.+)\.success
+    match_type: regex
+    name: "mastodon_sidekiq_worker_success_total"
+    labels:
+      worker: "$1"
+      mastodon: "sidekiq"
+  - match: Mastodon\.production\.sidekiq\.(.+)\.failure
+    match_type: regex
+    name: "mastodon_sidekiq_worker_failure_total"
+    labels:
+      worker: "$1"
+      mastodon: "sidekiq"
+  - match: Mastodon\.production\.sidekiq\.queues\.(.+)\.enqueued
+    match_type: regex
+    name: "mastodon_sidekiq_queue_enqueued"
+    labels:
+      queue: "$1"
+      mastodon: "sidekiq"
+  - match: Mastodon\.production\.sidekiq\.queues\.(.+)\.latency
+    match_type: regex
+    name: "mastodon_sidekiq_queue_latency"
+    labels:
+      queue: "$1"
+      mastodon: "sidekiq"
+  - match: Mastodon\.production\.sidekiq\.(.+)
+    match_type: regex
+    name: "mastodon_sidekiq_$1"
+    labels:
+      mastodon: "sidekiq"

etc/prometheus/prometheus.yml

@@ -0,0 +1,80 @@
+global:
+  scrape_interval: 15s
+  evaluation_interval: 15s
+
+scrape_configs:
+  - job_name: "prometheus"
+    static_configs:
+      - targets: ["localhost:9090"]
+
+  - job_name: "node_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9100"]
+
+  - job_name: "redis_exporter_targets"
+    static_configs:
+      - targets: ["redis://localhost:6379"]
+    metrics_path: /scrape
+    relabel_configs:
+      - source_labels: [__address__]
+        target_label: __param_target
+      - source_labels: [__param_target]
+        target_label: instance
+      - target_label: __address__
+        replacement: localhost:9121
+
+  - job_name: "redis_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9121"]
+
+  - job_name: "postgres_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9187"]
+
+  - job_name: "nginx_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9113"]
+
+  - job_name: "statsd_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9102"]
+
+  - job_name: "elasticsearch_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9114"]
+
+  - job_name: "json_exporter_metrics"
+    static_configs:
+      - targets: ["localhost:9079"]
+
+  - job_name: "json_exporter_targets"
+    metrics_path: /probe
+    scrape_interval: 30s
+    params:
+      module: [linode_bucket]
+    static_configs:
+      - targets:
+        - https://api.linode.com/v4/object-storage/buckets/us-east-1/jarvis-mastodon
+    relabel_configs:
+      - source_labels: [__address__]
+        target_label: __param_target
+      - source_labels: [__param_target]
+        target_label: instance
+      - target_label: __address__
+        replacement: localhost:9079
+
+  - job_name: "json_exporter_targets"
+    metrics_path: /probe
+    scrape_interval: 30s
+    params:
+      module: [linode_transfer]
+    static_configs:
+      - targets:
+        - https://api.linode.com/v4/account/transfer
+    relabel_configs:
+      - source_labels: [__address__]
+        target_label: __param_target
+      - source_labels: [__param_target]
+        target_label: instance
+      - target_label: __address__
+        replacement: localhost:9079