Plan-Ergänzung (Alerting-Lücke in v2.0): vmalert v1.154.1 wertet Regeln gegen VictoriaMetrics aus, Alertmanager v0.34.2 versendet E-Mail (SMTP-Credentials host-lokal außerhalb des Repos, ohne secrets-Datei Stub-Betrieb). Regeln inklusive der GPU0-Vorfall-Signaturen (Junction >95C, PWM-Anforderung bei 0 RPM). Verifikation: Selbsttest-Alert in Alertmanager nachweisbar, Idempotenz changed=0. Generated by Mistral Vibe. Co-Authored-By: Mistral Vibe <vibe@mistral.ai>
86 lines
3.2 KiB
YAML
86 lines
3.2 KiB
YAML
---
|
|
# GNMON-001 v2.0: host monitoring deployment.
|
|
# M1 (workstation): metrics path (collector + node_exporter + VictoriaMetrics).
|
|
# M2 (workstation): log path (Loki + Alloy). Dashboard (M3) follows.
|
|
- name: GNMON metrics and log paths
|
|
hosts: all
|
|
connection: local
|
|
roles:
|
|
- role: gnmon_collector
|
|
tags: [collector]
|
|
- role: gnmon_victoria_metrics
|
|
tags: [metrics]
|
|
- role: gnmon_loki
|
|
tags: [logs]
|
|
- role: gnmon_alloy
|
|
tags: [logs]
|
|
- role: gnmon_alertmanager
|
|
tags: [alerting]
|
|
- role: gnmon_vmalert
|
|
tags: [alerting]
|
|
post_tasks:
|
|
- name: Verify the GPU metrics are ingested
|
|
ansible.builtin.uri:
|
|
url: "http://127.0.0.1:{{ gnmon_victoria_metrics_port }}/api/v1/query?query=gn_gpu_edge_temp_celsius"
|
|
status_code: 200
|
|
register: gnmon_query_result
|
|
retries: 15
|
|
delay: 4
|
|
until: >-
|
|
gnmon_query_result.json is defined
|
|
and gnmon_query_result.json.data.result | length > 0
|
|
tags: [metrics]
|
|
- name: Show the ingested GPU temperature sample
|
|
ansible.builtin.debug:
|
|
msg: "gn_gpu_edge_temp_celsius = {{ gnmon_query_result.json.data.result[0].value[1] }} °C"
|
|
tags: [metrics]
|
|
- name: Seed the development log source with a fresh line
|
|
ansible.builtin.shell: |
|
|
set -e
|
|
dev_log="{{ lookup('ansible.builtin.env', 'HOME') }}/.local/state/gnmon/dev-test.log"
|
|
mkdir -p "$(dirname "$dev_log")"
|
|
echo "gnmon-m2-verification $(date -u +%%Y-%%m-%%dT%%H:%%M:%%SZ)" >> "$dev_log"
|
|
args:
|
|
executable: /bin/bash
|
|
changed_when: false
|
|
tags: [logs]
|
|
- name: Verify the log line arrives in Loki
|
|
ansible.builtin.uri:
|
|
url: >-
|
|
http://127.0.0.1:{{ gnmon_loki_port }}/loki/api/v1/query_range?query={source="dev-test"}&limit=5&start={{
|
|
(now_epoch | int - 300) * 1000000000 }}&end={{ (now_epoch | int + 60) * 1000000000 }}
|
|
status_code: 200
|
|
vars:
|
|
now_epoch: "{{ ansible_facts['date_time']['epoch'] }}"
|
|
register: gnmon_loki_query
|
|
retries: 10
|
|
delay: 3
|
|
until: >-
|
|
gnmon_loki_query.json is defined
|
|
and gnmon_loki_query.json.data.result | length > 0
|
|
tags: [logs]
|
|
- name: Show the ingested log sample
|
|
ansible.builtin.debug:
|
|
msg: "Loki-Ergebnisstreams: {{ gnmon_loki_query.json.data.result | length }}"
|
|
tags: [logs]
|
|
- name: Verify the self-test alert reaches Alertmanager
|
|
ansible.builtin.uri:
|
|
url: "http://{{ gnmon_alertmanager_http_listen }}/api/v2/alerts"
|
|
status_code: 200
|
|
register: gnmon_am_alerts
|
|
retries: 15
|
|
delay: 8
|
|
until: >-
|
|
gnmon_am_alerts.json is defined
|
|
and gnmon_am_alerts.json | selectattr('labels.alertname', 'defined')
|
|
| selectattr('labels.alertname', 'equalto', 'GnmonSelfTest')
|
|
| list | length > 0
|
|
tags: [alerting]
|
|
- name: Show the alerting path verdict
|
|
ansible.builtin.debug:
|
|
msg: >-
|
|
vmalert -> Alertmanager funktioniert:
|
|
{{ gnmon_am_alerts.json | selectattr('labels.alertname', 'defined')
|
|
| map(attribute='labels.alertname') | list | join(', ') }}
|
|
tags: [alerting]
|