From aca983f3b8706b940cf9fd1af1ec228dfec467d0 Mon Sep 17 00:00:00 2001
From: Aashish Sharma <aashishsharma@localhost.localdomain>
Date: Mon, 17 Jan 2022 17:57:13 +0530
Subject: [PATCH] Implement centralised logging in ceph dashboard using Grafana
 Loki

Fixes: https://tracker.ceph.com/issues/50491
Signed-off-by: Aashish Sharma <aasharma@redhat.com>
---
 docker-compose.yml                   | 18 +++++++++++++++++
 docker/loki/loki-config.yaml         | 30 ++++++++++++++++++++++++++++
 docker/promtail/promtail-config.yaml | 19 ++++++++++++++++++
 3 files changed, 67 insertions(+)
 create mode 100644 docker/loki/loki-config.yaml
 create mode 100644 docker/promtail/promtail-config.yaml

diff --git a/docker-compose.yml b/docker-compose.yml
index a72cc1d79da..53ba942043a 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -163,6 +163,24 @@ services:
             - ./docker/haproxy/cors.lua:/etc/haproxy/cors.lua
         scale: -1
 
+    loki:
+      image: grafana/loki:2.4.0
+      volumes:
+        - ./docker/loki:/etc/loki
+        - ${CEPH_REPO_DIR}/build.ceph/out:/etc/logs
+      ports:
+        - "3100:3100"
+      command: '--config.file=/etc/loki/loki-config.yaml'
+
+    promtail:
+      image: grafana/promtail:2.4.0
+      volumes:
+        - /var/log:/var/log
+        - ./docker/promtail:/etc/promtail
+        - ${CEPH_REPO_DIR}/build.ceph/out:/etc/logs
+      command: '--config.file=/etc/promtail/promtail-config.yaml'
+
+
 volumes:
     empty_volume:
     grafana_data:
diff --git a/docker/loki/loki-config.yaml b/docker/loki/loki-config.yaml
new file mode 100644
index 00000000000..d37ee60de8f
--- /dev/null
+++ b/docker/loki/loki-config.yaml
@@ -0,0 +1,30 @@
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+
+common:
+  path_prefix: /tmp/loki
+  storage:
+    filesystem:
+      chunks_directory: /tmp/loki/chunks
+      rules_directory: /tmp/loki/rules
+  replication_factor: 1
+  ring:
+    instance_addr: 127.0.0.1
+    kvstore:
+      store: inmemory
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: boltdb-shipper
+      object_store: filesystem
+      schema: v11
+      index:
+        prefix: index_
+        period: 24h
+
+ruler:
+  alertmanager_url: http://localhost:9093
diff --git a/docker/promtail/promtail-config.yaml b/docker/promtail/promtail-config.yaml
new file mode 100644
index 00000000000..a699278feba
--- /dev/null
+++ b/docker/promtail/promtail-config.yaml
@@ -0,0 +1,19 @@
+server:
+  http_listen_port: 9080
+  grpc_listen_port: 0
+
+positions:
+  filename: /tmp/positions.yaml
+
+client:
+  url: http:localhost:3100/loki/api/v1/push
+
+scrape_configs:
+- job_name: system
+  static_configs:
+  - targets:
+      - localhost
+    labels:
+      job: grafana
+      __path__: /etc/logs/*log
+