DEV-470: debugging, fixing , crying

templates/logstash/config/logstash/pipeline/filebeat.conf.j2

@@ -61,8 +61,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[fields][hostname]}-authlog"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[fields][hostname]}-authlog"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -75,8 +77,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "uncategorized-authlog"
+            ilm_enabled => true
             ilm_rollover_alias => "uncategorized-authlog"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -89,8 +93,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[fields][hostname]}-syslog"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[fields][hostname]}-syslog"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -103,8 +109,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "uncategorized-syslog"
+            ilm_enabled => true
             ilm_rollover_alias => "uncategorized-syslog"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -117,8 +125,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[fields][hostname]}-postgresql"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[fields][hostname]}-postgresql"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -131,8 +141,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[fields][hostname]}-mysql"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[fields][hostname]}-mysql"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -146,8 +158,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[fields][hostname]}-harbor-%{[fields][harbor-component]}"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[fields][hostname]}-harbor-%{[fields][harbor-component]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -160,8 +174,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][deployment][name]}"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][deployment][name]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -174,8 +190,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][daemonset][name]}"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][daemonset][name]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -188,8 +206,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][statefulset][name]}"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][statefulset][name]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -202,8 +222,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "uncategorized-kubernetes-%{[kubernetes][namespace]}"
+            ilm_enabled => true
             ilm_rollover_alias => "uncategorized-kubernetes-%{[kubernetes][namespace]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -216,10 +238,13 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "%{[container][name]}"
+            ilm_enabled => true
             ilm_rollover_alias => "%{[container][name]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
+
        }
     }
     else if [@metadata][beat] {
@@ -230,8 +255,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "uncategorized-%{[@metadata][beat]}-%{[@metadata][version]}"
+            ilm_enabled => true
             ilm_rollover_alias => "uncategorized-%{[@metadata][beat]}-%{[@metadata][version]}"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
        }
@@ -244,8 +271,10 @@ output {
             password => "{{ elastic_admin_password }}"
 
             index => "uncategorized"
+            ilm_enabled => true
             ilm_rollover_alias => "uncategorized"
             ilm_policy => "{{ stage }}-ilm-default"
+            ilm_pattern => "{now/d}-000001"
 
             manage_template => false
         }