Merge pull request #80 from wiseflat/dev/mgarcia/freqtrade

freqtrade

Author: wiseflat

ansible/playbooks/paas/main.yml

@@ -16,10 +16,27 @@
       ansible.builtin.file:
         path: /etc/ansible/facts.d
         state: directory
-        owner: "root"
-        group: "root"
+        owner: root
+        group: root
         mode: '0755'
 
+    - name: Save Public IP as local fact
+      when: fact_instance.location == 'frontends'
+      block:
+        - name: Get ipinfo.io (if backend instance, delegate_to the first frontend)
+          ansible.builtin.uri:
+            url: https://ipinfo.io
+            http_agent: curl/7.81.0
+          register: register_uri
+          check_mode: false
+
+        - name: Set ipinfo local_fact
+          ansible.builtin.copy:
+            content: |
+              {{ register_uri.json | to_nice_json }}
+            dest: /etc/ansible/facts.d/ipinfo.fact
+            mode: '0644'
+
     - name: Install mandatories packages
       ansible.builtin.apt:
         pkg:

ansible/playbooks/paas/metrology.yml

@@ -42,7 +42,6 @@
         - mongodb_exporter
         - blackbox_exporter
         - nginx_exporter
-        - scan_exporter
         - dns_exporter
         - script_exporter
         - nvidia_gpu_exporter

ansible/playbooks/paas/roles/blackbox_exporter/templates/default.j2

@@ -1,2 +1,2 @@
 ARGS="--config.file=/etc/blackbox_exporter/config.yaml \
---web.listen-address=127.0.0.1:9115"
+--web.listen-address={% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:9115"

ansible/playbooks/paas/roles/dns_exporter/templates/default.j2

@@ -1 +1 @@
-ARGS="-L 127.0.0.1 -c /etc/dns_exporter/config.yml"
+ARGS="-L {% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %} -c /etc/dns_exporter/config.yml"

ansible/playbooks/paas/roles/node_exporter/templates/default.j2

@@ -1,5 +1,5 @@
 ARGS="--log.level=info \
---web.listen-address={{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}:9100 \
+--web.listen-address={% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:9100 \
 --web.telemetry-path=/metrics \
 --collector.diskstats.ignored-devices='^(ram|loop|fd|(h|s|v|xv)d[a-z]|nbd|nvme[0-9]+n[0-9]+p|md|dm-)[0-9]+$' \
 --collector.filesystem.mount-points-exclude='^/(dev(/shm)?|proc|run(/.+)?|sys|var/tmp|(var/lib|home)/(docker|kubelet)/.+)($|/)' \

ansible/playbooks/paas/roles/prometheus/templates/config.j2

@@ -66,12 +66,19 @@ scrape_configs:
         regex: "^(__tmp_keep_me)$"
 
     static_configs:
-{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project  %}
+{% if hostvars[inventory_hostname].nomad_mode == 'single' %}
+      - targets: ['127.0.0.1:9100']
+        labels:
+          instance: "{{ inventory_hostname }}"
+          project: "{{ prometheus_project }}"
+{% elif hostvars[inventory_hostname].nomad_mode == 'cluster' %}
+{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project and item != inventory_hostname %}
       - targets: ['{{ hostvars[item]['ansible_' + hostvars[item].nomad_iface]['ipv4']['address'] }}:9100']
         labels:
           instance: "{{ item }}"
           project: "{{ prometheus_project }}"
 {% endfor %}
+{% endif %}
     scrape_interval: 60s
     scrape_timeout: 59s
 
@@ -91,7 +98,7 @@ scrape_configs:
     params:
       script: [speedtest]
     static_configs:
-      - targets: ['127.0.0.1:9469']
+      - targets: ['{% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:9469']
         labels:
           instance: "{{ inventory_hostname }}"
           project: "{{ prometheus_project }}"
@@ -104,7 +111,7 @@ scrape_configs:
         regex: "^(go_|prometheus_|promhttp_).*"
         source_labels: [__name__]
     static_configs:
-      - targets: ['127.0.0.1:9469']
+      - targets: ['{% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:9469']
         labels:
           instance: "{{ inventory_hostname }}"
           project: "{{ prometheus_project }}"
@@ -115,7 +122,7 @@ scrape_configs:
         regex: "^(go_|prometheus_|promhttp_).*"
         source_labels: [__name__]
     static_configs:
-      - targets: ['127.0.0.1:15353']
+      - targets: ['{% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:15353']
         labels:
           instance: "{{ inventory_hostname }}"
           project: "{{ prometheus_project }}"
@@ -135,7 +142,7 @@ scrape_configs:
       - source_labels: ["__address__"]
         target_label: "instance"
       - target_label: "__address__"
-        replacement: "127.0.0.1:15353"
+        replacement: "{% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:15353"
       - target_label: "monitor"
         replacement: "{{ inventory_hostname }}"
     static_configs:
@@ -150,18 +157,27 @@ scrape_configs:
         regex: "^(go_|prometheus_|promhttp_).*"
         source_labels: [__name__]
     static_configs:
+{% if hostvars[inventory_hostname].nomad_mode == 'single' %}
       - targets: ['127.0.0.1:9323']
         labels:
           instance: "{{ inventory_hostname }}"
           project: "{{ prometheus_project }}"
+{% elif hostvars[inventory_hostname].nomad_mode == 'cluster' %}
+{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project and item != inventory_hostname %}
+      - targets: ['{{ hostvars[item]['ansible_' + hostvars[item].nomad_iface]['ipv4']['address'] }}:9323']
+        labels:
+          instance: "{{ item }}"
+          project: "{{ prometheus_project }}"
+{% endfor %}
+{% endif %}
 
   - job_name: "scan_exporter"
     metric_relabel_configs:
       - action: drop
         regex: "^(go_|prometheus_|promhttp_).*"
         source_labels: [__name__]
     static_configs:
-      - targets: ['127.0.0.1:2112']
+      - targets: ['{% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:2112']
         labels:
           instance: "{{ inventory_hostname }}"
           project: "{{ prometheus_project }}"
@@ -178,13 +194,19 @@ scrape_configs:
     tls_config:
       insecure_skip_verify: true
     static_configs:
-{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project %}
+{% if hostvars[inventory_hostname].nomad_mode == 'single' %}
+      - targets: ['127.0.0.1:9558']
+        labels:
+          instance: "{{ inventory_hostname }}"
+          project: "{{ prometheus_project }}"
+{% elif hostvars[inventory_hostname].nomad_mode == 'cluster' %}
+{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project and item != inventory_hostname %}
       - targets: ['{{ hostvars[item]['ansible_' + hostvars[item].nomad_iface]['ipv4']['address'] }}:9558']
         labels:
           instance: "{{ item }}"
           project: "{{ prometheus_project }}"
 {% endfor %}
-
+{% endif %}
   - job_name: "nvidia_gpu_exporter"
     metric_relabel_configs:
       - action: drop
@@ -194,13 +216,19 @@ scrape_configs:
       format: ['prometheus']
     metrics_path: /metrics
     static_configs:
-{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project %}
+{% if hostvars[inventory_hostname].nomad_mode == 'single' %}
+      - targets: ['127.0.0.1:9835']
+        labels:
+          instance: "{{ inventory_hostname }}"
+          project: "{{ prometheus_project }}"
+{% elif hostvars[inventory_hostname].nomad_mode == 'cluster' %}
+{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project and item != inventory_hostname %}
       - targets: ['{{ hostvars[item]['ansible_' + hostvars[item].nomad_iface]['ipv4']['address'] }}:9835']
         labels:
           instance: "{{ item }}"
           project: "{{ prometheus_project }}"
 {% endfor %}
-
+{% endif %}
   - job_name: "nomad_exporter"
     metric_relabel_configs:
       - action: drop
@@ -214,13 +242,19 @@ scrape_configs:
     tls_config:
       insecure_skip_verify: true
     static_configs:
-{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project %}
+{% if hostvars[inventory_hostname].nomad_mode == 'single' %}
+      - targets: ['127.0.0.1:4646']
+        labels:
+          instance: "{{ inventory_hostname }}"
+          project: "{{ prometheus_project }}"
+{% elif hostvars[inventory_hostname].nomad_mode == 'cluster' %}
+{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project and item != inventory_hostname %}
       - targets: ['{{ hostvars[item]['ansible_' + hostvars[item].nomad_iface]['ipv4']['address'] }}:4646']
         labels:
           instance: "{{ item }}"
           project: "{{ prometheus_project }}"
 {% endfor %}
-
+{% endif %}
   - job_name: 'mimir_exporter'
     nomad_sd_configs:
       - server: "https://{{ nomad_primary_master_address | default(hostvars[inventory_hostname]['ansible_' + hostvars[inventory_hostname].nomad_iface]['ipv4']['address']) }}:4646"
@@ -246,16 +280,22 @@ scrape_configs:
     tls_config:
       insecure_skip_verify: true
     static_configs:
-{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project %}
+{% if hostvars[inventory_hostname].nomad_mode == 'single' %}
+      - targets: ['127.0.0.1:9080']
+        labels:
+          instance: "{{ inventory_hostname }}"
+          project: "{{ prometheus_project }}"
+{% elif hostvars[inventory_hostname].nomad_mode == 'cluster' %}
+{% for item in groups['infrastructure'] | default([]) if item.split('.')[4] == prometheus_project and item != inventory_hostname %}
       - targets: ['{{ hostvars[item]['ansible_' + hostvars[item].nomad_iface]['ipv4']['address'] }}:9080']
         labels:
           instance: "{{ item }}"
           project: "{{ prometheus_project }}"
 {% endfor %}
-
+{% endif %}
   - job_name: 'blackbox'
     static_configs:
-      - targets: ['127.0.0.1:9115']
+      - targets: ['{% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:9115']
         labels:
           instance: "{{ inventory_hostname }}"
           project: "{{ prometheus_project }}"

ansible/playbooks/paas/roles/promtail/templates/config.yaml.j2

@@ -1,5 +1,6 @@
 server:
-  http_listen_address: {{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}
+  http_listen_address: {% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}
+
   http_listen_port: 9080
   grpc_listen_port: 0
   log_level: warn

ansible/playbooks/paas/roles/scan_exporter/tasks/uninstall.yml

@@ -0,0 +1,20 @@
+---
+- name: Scan_exporter | Stopped scan_exporter
+  ansible.builtin.service:
+    name: scan_exporter
+    state: stopped
+    enabled: false
+  ignore_errors: true
+
+- name: Scan_exporter | Remove configuration
+  ansible.builtin.file:
+    path: "{{ item.path }}"
+    state: absent
+  loop:
+    - path: /etc/default/scan_exporter
+    - path: /etc/scan_exporter/config.yml
+    - path: /etc/systemd/system/scan_exporter.service
+
+- name: Scan_exporter | Daemon reload
+  ansible.builtin.systemd_service:
+    daemon_reload: true

ansible/playbooks/paas/roles/scan_exporter/templates/config.yml.j2

@@ -10,7 +10,7 @@ tcp_period: 6h
 targets: []
 {% else %}
 targets:
-{% for host in groups['infrastructure'] if (fact_instance.location in ['frontends', 'frontends_vrack'] and host != inventory_hostname) %}
+{% for host in groups['infrastructure'] if (host.split(".")[1] == 'frontends' and host != inventory_hostname) %}
   - name: "{{ host }}"
     ip: "{{ hostvars[host].ansible_local.ipinfo.ip }}"
     queries_per_sec: 500

ansible/playbooks/paas/roles/scan_exporter/templates/default.j2

@@ -1 +1 @@
-ARGS="-metric.addr 127.0.0.1:2112 -config /etc/scan_exporter/config.yml"
+ARGS="-metric.addr {% if hostvars[inventory_hostname].nomad_mode == 'single' %}127.0.0.1{% else %}{{ hostvars[inventory_hostname]['ansible_' + nomad_iface]['ipv4']['address'] }}{% endif %}:2112 -config /etc/scan_exporter/config.yml"