feat: Add Loki to Dev Environment Stack

server/docker/docker-compose.yml

@@ -50,3 +50,20 @@ services:
     ports:
       - "3000:3000"
 
+  # Add Loki service
+  loki:
+    image: grafana/loki:2.9.2
+    ports:
+      - "3100:3100"
+    command: -config.file=/etc/loki/local-config.yaml
+
+  # Add Promtail service
+  promtail:
+    image: grafana/promtail:2.8.2
+    container_name: promtail
+    depends_on:
+      - loki
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock:ro  # Mount Docker socket
+      - ./promtail-config.yaml:/etc/promtail/config.yaml:ro
+    command: --config.file=/etc/promtail/config.yaml

server/docker/loki-config.yaml

@@ -0,0 +1,34 @@
+auth_enabled: false
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+common:
+  instance_addr: 127.0.0.1
+  path_prefix: /tmp/loki
+  storage:
+    filesystem:
+      chunks_directory: /tmp/loki/chunks
+      rules_directory: /tmp/loki/rules
+  replication_factor: 1
+  ring:
+    kvstore:
+      store: inmemory
+query_range:
+  results_cache:
+    cache:
+      embedded_cache:
+        enabled: true
+        max_size_mb: 100
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+ruler:
+  alertmanager_url: http://localhost:9093
+analytics:
+  reporting_enabled: false

server/docker/metrics/datasources/datasources.yml

@@ -10,3 +10,13 @@ datasources:
     editable: true
     jsonData:
       timeInterval: 1s
+
+  - name: Loki
+    type: loki
+    access: proxy
+    orgId: 1
+    url: http://loki:3100
+    basicAuth: false
+    isDefault: false
+    version: 1
+    editable: true

server/docker/promtail-config.yaml

@@ -0,0 +1,33 @@
+server:
+  http_listen_port: 9080
+  grpc_listen_port: 0
+clients:
+  - url: http://loki:3100/loki/api/v1/push
+positions:
+  filename: /tmp/positions.yaml
+scrape_configs:
+  # Docker Service Discovery
+  - job_name: docker-logs
+    docker_sd_configs:
+      - host: unix:///var/run/docker.sock
+    pipeline_stages:
+      - docker:
+          docker_url: unix:///var/run/docker.sock
+          # This multiline stage merges multiple lines for one exception stack trace
+          # into a single log message.
+      - multiline:
+          # firstline: A regex that identifies the start of a new log entry
+          firstline: '^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}'
+          # Maximum wait time for more lines before sending the collected log upstream
+          max_wait_time: 3s
+    relabel_configs:
+      - source_labels: [__meta_docker_container_name]
+        regex: "/(.*)"
+        replacement: "$1"
+        target_label: container_name
+      - source_labels: [__meta_docker_container_image]
+        target_label: image
+      - source_labels: [__meta_docker_container_id]
+        target_label: container_id
+      - target_label: job
+        replacement: docker-logs