DEV-629 added logging buckets for k8s [job|pod][name]

templates/logstash/config/logstash/pipeline/filebeat.conf.j2

@@ -126,7 +126,6 @@ output {
        }
     }
     else if [fields][harbor] {
-
         elasticsearch {
             hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
             cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
@@ -138,7 +137,8 @@ output {
             manage_template => false
        }
     }
-    else if [kubernetes][namespace] and [kubernetes][deployment][name] {
+    else if [kubernetes][namespace] {
+  	    if [kubernetes][deployment][name] {
             elasticsearch {
                 hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
                 cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
@@ -150,7 +150,7 @@ output {
                 manage_template => false
             }
         }
-    else if [kubernetes][namespace] and [kubernetes][daemonset][name] {
+        else if [kubernetes][daemonset][name] {
             elasticsearch {
                 hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
                 cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
@@ -162,7 +162,7 @@ output {
                 manage_template => false
            }
         }
-    else if [kubernetes][namespace] and [kubernetes][statefulset][name] {
+        else if [kubernetes][statefulset][name] {
             elasticsearch {
                 hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
                 cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
@@ -174,7 +174,31 @@ output {
                 manage_template => false
            }
         }
-    else if [kubernetes][namespace] {
+        else if [kubernetes][job][name] {
+            elasticsearch {
+                hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
+                cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
+                user => "{{ elastic_admin_username }}"
+                password => "{{ elastic_admin_password }}"
+
+                index => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][job][name]}-%{+YYYY.MM}"
+
+                manage_template => false
+           }
+        }
+        else if [kubernetes][pod][name] {
+            elasticsearch {
+                hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
+                cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
+                user => "{{ elastic_admin_username }}"
+                password => "{{ elastic_admin_password }}"
+
+                index => "%{[stage]}-%{[kubernetes][namespace]}-%{[kubernetes][pod][name]}-%{+YYYY.MM}"
+
+                manage_template => false
+           }
+        }
+        else {
             elasticsearch {
                 hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]
                 cacert => "/usr/share/logstash/config/certificates/ca/ca.crt"
@@ -186,6 +210,7 @@ output {
                 manage_template => false
            }
         }
+    }
     else if [container][name] and [@metadata][beat] {
         elasticsearch {
             hosts => ["https://{{ shared_service_elastic_stack_01_hostname }}:{{ service_port_elasticsearch }}"]