[taler-grid5k] 71/189: further improve performance of log analysis

[gnunet]

This is an automated email from the git hooks/post-receive script.

marco-boss pushed a commit to branch master
in repository grid5k.

commit 59c1a49277c224b8b9c1e5b0d35d3a78a0f82d0c
Author: Boss Marco <bossm8@bfh.ch>
AuthorDate: Sat Mar 12 14:15:39 2022 +0100

    further improve performance of log analysis
---
 configs/etc/monitor/promtail.yaml | 18 ++++++++++++++++++
 experiment/scripts/proxy.sh       |  5 +++++
 2 files changed, 23 insertions(+)

diff --git a/configs/etc/monitor/promtail.yaml 
b/configs/etc/monitor/promtail.yaml
index 2cd2a75..fff0746 100644
--- a/configs/etc/monitor/promtail.yaml
+++ b/configs/etc/monitor/promtail.yaml
@@ -19,3 +19,21 @@ scrape_configs:
       target_label: app
     - source_labels: [__syslog_message_hostname]
       target_label: host
+- job_name: nginx
+  syslog:
+    listen_address: 0.0.0.0:1515
+    labels:
+      job: proxy
+  relabel_configs:
+    - source_labels: [__syslog_message_app_name]
+      target_label: app
+  pipeline_stages:
+    - match:
+        selector: '{job="proxy"}'
+        stages:
+        - regex:
+            expression: 
'.*uri=/(?P<endpoint>[a-zA-Z]+)(?:/[a-zA-Z0-9]+)?(/(?P<action>[a-zA-Z]+))?.*'
+        - labels:
+            endpoint:
+            action:
+
diff --git a/experiment/scripts/proxy.sh b/experiment/scripts/proxy.sh
index 1745991..915656c 100755
--- a/experiment/scripts/proxy.sh
+++ b/experiment/scripts/proxy.sh
@@ -63,6 +63,11 @@ function setup_config() {
   sed -i -e '/module(load="imudp")/s/^#//g' \
          -e '/input(type="imudp" port="514")/s/^#//g' \
           /etc/rsyslog.conf
+
+  # Change the port, since we have to limit the number of log lines to parse
+  # in loki for best performance
+  sed -i 's/port="1514"/port="1515"/g' \
+         /etc/rsyslog.d/taler.conf
   
   # Allow enough files to be opened by nginx (www-data)
   echo "

-- 
To stop receiving notification emails like this one, please contact
gnunet@gnunet.org.