added logstash to all ff7 environments

diff --git a/customer/docmorris/dev-app01-fact-01-dm.pixelpark.net.yaml b/customer/docmorris/dev-app01-fact-01-dm.pixelpark.net.yaml
index 10dedc97bbdbcf77f9f995b59f78a9c558027528..c001ff46dbb7df27361e69e202954ecfb94d9b7c 100644 (file)
--- a/customer/docmorris/dev-app01-fact-01-dm.pixelpark.net.yaml
+++ b/customer/docmorris/dev-app01-fact-01-dm.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder:
     resource: file
@@ -19,3 +20,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/dev-app02-fact-01-dm.pixelpark.net.yaml b/customer/docmorris/dev-app02-fact-01-dm.pixelpark.net.yaml
index e769434c762b0775bb34cfa34a12098d01973fff..c818a7d7124963fa6371ce3e7067d5ee2e3733c3 100644 (file)
--- a/customer/docmorris/dev-app02-fact-01-dm.pixelpark.net.yaml
+++ b/customer/docmorris/dev-app02-fact-01-dm.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder:
     resource: file
@@ -19,3 +20,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/prd-app01-fact.pixelpark.net.yaml b/customer/docmorris/prd-app01-fact.pixelpark.net.yaml
index ca7a284e5415ae10b75f1556189928dceea5b362..cd449d03dbd66c3b4289aacba315333a4d778afe 100644 (file)
--- a/customer/docmorris/prd-app01-fact.pixelpark.net.yaml
+++ b/customer/docmorris/prd-app01-fact.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder:
     resource: file
@@ -19,3 +20,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/prd-app02-fact.pixelpark.net.yaml b/customer/docmorris/prd-app02-fact.pixelpark.net.yaml
index 57823d323d53835b084e08c8728638b9de8c5502..4f7751d15ea3d5bc9bd60d185cfca7eb35f003a3 100644 (file)
--- a/customer/docmorris/prd-app02-fact.pixelpark.net.yaml
+++ b/customer/docmorris/prd-app02-fact.pixelpark.net.yaml
@@ -37,4 +37,4 @@ logstash::generic_resource:
     parameters:
       match:
        - "message"
-       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:length}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'
\ No newline at end of file
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/prd-app03-fact.pixelpark.net.yaml b/customer/docmorris/prd-app03-fact.pixelpark.net.yaml
index 0aecfa6aab0861cf332315d9fc231355a9ff63da..2cd08914bd160581bda6327cb05fb9c5a20ea731 100644 (file)
--- a/customer/docmorris/prd-app03-fact.pixelpark.net.yaml
+++ b/customer/docmorris/prd-app03-fact.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder01:
     resource: file
@@ -29,3 +30,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/qas-app01-fact.pixelpark.net.yaml b/customer/docmorris/qas-app01-fact.pixelpark.net.yaml
index 0e9c9bf031c22ac9990df3fd17a0afb91e1d8c8a..5230a1714d435b79fba75c0c27c867a3ac163d02 100644 (file)
--- a/customer/docmorris/qas-app01-fact.pixelpark.net.yaml
+++ b/customer/docmorris/qas-app01-fact.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder:
     resource: file
@@ -19,3 +20,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/qas-app02-fact.pixelpark.net.yaml b/customer/docmorris/qas-app02-fact.pixelpark.net.yaml
index 315e4dcd6297baedf7a9c2e689bb77ae12b97209..4875261091100b9deb009af6001b26ac5a052ff4 100644 (file)
--- a/customer/docmorris/qas-app02-fact.pixelpark.net.yaml
+++ b/customer/docmorris/qas-app02-fact.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder01:
     resource: file
@@ -29,3 +30,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/qas-app03-fact.pixelpark.net.yaml b/customer/docmorris/qas-app03-fact.pixelpark.net.yaml
index 1ddbc85a166126cb0feae92c5ddee0360d7e7f7b..d77bad9c72d0551b0b7f47168d437c878a836cf0 100644 (file)
--- a/customer/docmorris/qas-app03-fact.pixelpark.net.yaml
+++ b/customer/docmorris/qas-app03-fact.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder01:
     resource: file
@@ -29,3 +30,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/uat-app01-fact-01-dm.pixelpark.net.yaml b/customer/docmorris/uat-app01-fact-01-dm.pixelpark.net.yaml
index 41920b4efd5692b6f82b4280fb3de2ff977048fb..a5a883d112dc90ae6ad902f6cb6227f87e147592 100644 (file)
--- a/customer/docmorris/uat-app01-fact-01-dm.pixelpark.net.yaml
+++ b/customer/docmorris/uat-app01-fact-01-dm.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder:
     resource: file
@@ -19,3 +20,11 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'

diff --git a/customer/docmorris/uat-app02-fact-01-dm.pixelpark.net.yaml b/customer/docmorris/uat-app02-fact-01-dm.pixelpark.net.yaml
index 8d6c13ff9f215a1cb0c3de09980f28375674c71a..f78df9c099d5f0344e67f876c06a5a74ab7cd3a3 100644 (file)
--- a/customer/docmorris/uat-app02-fact-01-dm.pixelpark.net.yaml
+++ b/customer/docmorris/uat-app02-fact-01-dm.pixelpark.net.yaml
@@ -8,6 +8,7 @@ accounts::users:
     apply: true
     sudo: true
 
+logstash::drop_grokparsefailure: false
 logstash::generic_resource:
   docmorris_factfinder:
     resource: file
@@ -19,3 +20,12 @@ logstash::generic_resource:
         - "docmorris-ff7"
         - "%{customer}"
         - "%{environment}"
+  ff_filter:
+    resource: grok
+    order: 40
+    condition: "if [type] == 'tomcat'"
+    parameters:
+      match:
+       - "message"
+       - '%%{ich-trickse}{IP:ip}%%{ich-trickse}{SPACE}\[%%{ich-trickse}{HTTPDATE:logdate}%%{ich-trickse}{DATA}%%{ich-trickse}{QS:request}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:status}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:size}%%{ich-trickse}{DATA}%%{ich-trickse}{NUMBER:time}'
+