feat: provisioning playbook with dynamic inventory (wip)

dynamic-provisioning.yml

@@ -1,10 +1,12 @@
 ---
 
+#############################################################
+#   create inventory dynamically for given parameters
+#############################################################
+
 - hosts: localhost
   connection: local
   gather_facts: false
-  vars:
-    hostname: "{{ stage }}-{{ name }}-{{ node }}"
 
   pre_tasks:
     - name: "Check if ansible version is at least 2.10.x"
@@ -15,35 +17,22 @@
         msg: "The ansible version has to be at least ({{ ansible_version.full }})"
 
   tasks:
-    - name: Create new server {{ hostname }}
-      hetzner.hcloud.hcloud_server:
-        api_token: "{{ hetzner_authentication_token }}"
-        name: "{{ hostname }}"
-        server_type: "{{ hetzner_server_type }}"
-        image: "{{ hetzner_server_image }}"
-        ssh_keys: "{{ hetzner_ssh_keys }}"
-        labels: "{{ hetzner_server_labels }}"
-        location: nbg1
-        state: present
-      register: new_server
-
-    - name: Print the gathered infos
-      debug:
-        var: new_server
-
-    - name: Add host {{ hostname }}
+    - name: Add hosts
       add_host:
-        name: "{{ new_server.hcloud_server.name }}"
+        name: "{{ stage }}-{{ name }}-{{ '%02d' | format(item|int) }}"
         groups:
-        - "{{ service }}"
         - "stage_{{ stage }}"
+        - "{{ service }}"
         - "dynamic_{{ service }}"
+      with_sequence: start=1 end={{ count }}
+
+#############################################################
+# run provisioning against newly created inventory
+#############################################################
 
 - hosts: "stage_{{ stage }}"
-  remote_user: root
-#  gather_facts: false
-  vars:
-    hostname: "{{ stage }}-{{ name }}-{{ node }}"
+  serial: "{{ serial_number | default(5) }}"
+  gather_facts: false
 
   pre_tasks:
     - name: Get all Firewalls from Hetzner
@@ -55,14 +44,12 @@
         return_content: yes
       register: hetzner_firewalls_response
       delegate_to: 127.0.0.1
-      run_once: true
       tags:
         - update_networks
 
     - name: Save firewall entries as variable (fact)
       set_fact: 
         hetzner_firewalls_response_json: "{{ hetzner_firewalls_response.json }}"
-      run_once: true
       tags:
         - update_networks
 
@@ -71,30 +58,76 @@
         firewall_records: "{{ hetzner_firewalls_response_json.firewalls | json_query(jmesquery) }}"
       vars:
         jmesquery: '[*].{id: id, name: name}'
-      run_once: true
       tags:
         - update_networks
     
     - name: Print firewall entries
       debug:
         msg: "{{ firewall_records }}"
-      run_once: true
       tags:
         - update_networks
 
-  tasks:
-    - name: "Setup for {{ service_name }}"
-      include_role:
-        name: hcloud
-      vars:
-        record_data: "{{ stage_server_ip }}"
-        record_name: "{{ service_name }}"
+  roles:
+    - role: hcloud
+
+#############################################################
+# 
+#############################################################
+
+- hosts: "stage_{{ stage }}"
+  serial: "{{ serial_number | default(1) }}"
+  remote_user: root
+
+  pre_tasks:
+    - name: "Gather current server infos"
+      hcloud_server_info:
+        api_token: "{{ hetzner_authentication_token }}"
+      register: hetzner_server_infos
+      delegate_to: 127.0.0.1
+      become: false
+
+    - name: "Set current server infos as fact: hetzner_server_infos_json"
+      set_fact: 
+        hetzner_server_infos_json: "{{ hetzner_server_infos.hcloud_server_info }}"
+      delegate_to: 127.0.0.1
+      become: false
+
+    - name: "Read ip address for {{ inventory_hostname }}"
+      set_fact:
+        stage_server_ip: "{{ item.ipv4_address }}"
+      when: item.name == inventory_hostname
+      with_items: "{{ hetzner_server_infos_json }}"
+      delegate_to: 127.0.0.1
+      become: false
+
+#    - name: Print the gathered infos
+#      debug:
+#        var: stage_server_ip
+#      delegate_to: 127.0.0.1
+
+    - name: Remove {{ stage_server_ip }} keys from known_hosts
+      shell: ssh-keygen -R {{ stage_server_ip }}
+      delegate_to: 127.0.0.1
+
+    - name: Add {{ stage_server_ip }} keys from known_hosts
+      shell: ssh-keyscan -H {{ stage_server_ip }} >> ~/.ssh/known_hosts
+      delegate_to: 127.0.0.1
+
+    - name: Remove {{ inventory_hostname }}.{{ domain }} keys from known_hosts
+      shell: ssh-keygen -R {{ inventory_hostname }}.{{ domain }}
+      delegate_to: 127.0.0.1
+
+    - name: Add {{ inventory_hostname }}.{{ domain }} keys from known_hosts
+      shell: ssh-keyscan -H {{ inventory_hostname }}.{{ domain }} >> ~/.ssh/known_hosts
+      delegate_to: 127.0.0.1
+
+#############################################################
+# run server setup against newly created inventory
+#############################################################
 
 - hosts: "stage_{{ stage }}"
+  serial: "{{ serial_number | default(5) }}"
   remote_user: root
-#  gather_facts: false
-  vars:
-    hostname: "{{ stage }}-{{ name }}-{{ node }}"
 
   pre_tasks:
     - name: Remove outdated dependencies
@@ -134,10 +167,10 @@
       delegate_to: 127.0.0.1
       become: false
 
-    - name: Print the gathered infos
-      debug:
-        var: stage_server_ip
-      delegate_to: 127.0.0.1
+#    - name: Print the gathered infos
+#      debug:
+#        var: stage_server_ip
+#      delegate_to: 127.0.0.1
 
   roles:
     - role: ansible-role-docker
@@ -157,11 +190,13 @@
     - role: traefik
       when: traefik_enabled | default(True)
 
+#############################################################
+# run service setup against newly created inventory
+#############################################################
+
 - hosts: "stage_{{ stage }}"
+  serial: "{{ serial_number | default(5) }}"
   remote_user: root
-#  gather_facts: false
-  vars:
-    hostname: "{{ stage }}-{{ name }}-{{ node }}"
 
   pre_tasks:
     - name: "Gather current server infos"
@@ -191,13 +226,13 @@
       tags:
         - update_networks
 
-    - name: Print the gathered infos
-      debug:
-        var: stage_server_ip
-      delegate_to: 127.0.0.1
-      become: false
-      tags:
-        - update_networks
+#    - name: Print the gathered infos
+#      debug:
+#        var: stage_server_ip
+#      delegate_to: 127.0.0.1
+#      become: false
+#      tags:
+#        - update_networks
 
   roles:
     - role: connect

group_vars/dynamic_connect.yml

@@ -11,5 +11,5 @@ connect_oidc_issuer_uri: https://{{ keycloak_hostname }}/auth/realms/smardigo-01
 connect_password_change_url: https://{{ keycloak_hostname }}/auth/realms/smardigo-01/account/password
 connect_iam_user_management_url: https://{{ keycloak_hostname }}/auth/admin/smardigo-01/console
 
-spring_profiles_include_suffix: ",{{ hostname }}"
-ribbon_display_on_active_profiles: "{{ hostname }}"
+spring_profiles_include_suffix: ",{{ inventory_hostname }}"
+ribbon_display_on_active_profiles: "{{ inventory_hostname }}"

roles/hcloud/tasks/configure-network.yml

@@ -0,0 +1,45 @@
+---
+
+- name: "Gather current server infos for network <{{ current_network_name }}>"
+  hcloud_server_info:
+    api_token: "{{ hetzner_authentication_token }}"
+    label_selector: "{{ current_server_label_selector }}"
+  register: network_hetzner_server_infos
+  delegate_to: 127.0.0.1
+  become: false
+  tags:
+    - update_networks
+
+- name: "Set current server infos for network <{{ current_network_name }}> as fact: network_hetzner_server_infos_json"
+  set_fact: 
+    network_hetzner_server_infos_json: "{{ network_hetzner_server_infos.hcloud_server_info }}"
+  delegate_to: 127.0.0.1
+  become: false
+  tags:
+    - update_networks
+
+#- name: "Print the gathered infos for network <{{ current_network_name }}>"
+#  debug:
+#    var: network_hetzner_server_infos_json
+#  delegate_to: 127.0.0.1
+#  tags:
+#    - update_networks
+
+- name: "Set nerwork server names as fact: network_server_names"
+  set_fact:  
+    network_server_names: "{{ network_hetzner_server_infos_json | json_query(jmesquery) }}"
+  vars:
+    jmesquery: '[*].{name: name}'
+  tags:
+    - update_networks
+
+- name: "Create network <{{ current_network_name }}>"
+  hcloud_server_network:
+    api_token: "{{ hetzner_authentication_token }}"
+    network: "{{ current_network_name }}"
+    server: "{{ item.name }}"
+    state: present
+  with_items: "{{ network_server_names }}"
+  delegate_to: 127.0.0.1
+  tags:
+    - update_networks

roles/hcloud/tasks/main.yml

@@ -35,13 +35,13 @@
     - update_dns
     - update_networks
 
-- name: Print the gathered infos
-  debug:
-    var: hetzner_server_infos_json
-  delegate_to: 127.0.0.1
-  tags:
-    - update_dns
-    - update_networks
+#- name: Print the gathered infos
+#  debug:
+#    var: hetzner_server_infos_json
+#  delegate_to: 127.0.0.1
+#  tags:
+#    - update_dns
+#    - update_networks
 
 - name: "Set current server ips as fact: stage_server_ips"
   set_fact:  
@@ -68,7 +68,7 @@
   tags:
     - update_dns
 
-- name: "Setup firewall"
+- name: "Setup firewalls"
   include_tasks: configure-firewall.yml
   vars:
     current_firewall_name: '{{ current_firewall }}'
@@ -83,6 +83,30 @@
   tags:
     - update_networks
 
+- name: "Setup networks"
+  include_tasks: configure-network.yml
+  vars:
+    current_network_name: '{{ current_network.name }}'
+    current_server_label_selector: '{{ current_network.label_selector }}'
+  with_items: [
+    {
+      "name": "{{ stage }}-mail",
+      "label_selector": "stage={{ stage }}",
+    },
+    {
+      "name": "{{ stage }}-keycloak",
+      "label_selector": "stage={{ stage }}",
+    },
+    {
+      "name": "{{ stage }}-elastic-stack",
+      "label_selector": "stage={{ stage }}",
+    },
+  ]
+  loop_control:
+    loop_var: current_network
+  tags:
+    - update_networks
+
 - name: "Setup DNS configuration for {{ inventory_hostname }}"
   include_role:
     name: _digitalocean