init

Loki/.drone.yml

@@ -0,0 +1,110 @@
+---
+kind: pipeline
+type: docker
+name: deploy
+
+environment:
+  PACKAGE: Loki
+  URL: logs.alexlebens.net promtail.alexlebens.net
+
+steps:
+  - name: Tests
+    image: ps03fd.alexlebens.net:5000/droneimage:latest
+    commands:
+      - /scripts/tests.sh
+
+  - name: Nofification > Discord | Tests - Failure
+    image: appleboy/drone-discord
+    settings:
+      webhook_id:
+        from_secret: discord_webhook_id
+      webhook_token:
+        from_secret: discord_webhook_token
+      username: DroneCI - ps03fd
+      message: Docker compose validation for Loki failed.
+    when:
+      status:
+        - failure
+
+  - name: Configuration
+    image: ps03fd.alexlebens.net:5000/droneimage:latest
+    commands:
+      - mkdir ~/.ssh/
+      - echo "$SSH_KEY" > ~/.ssh/id_rsa
+      - chmod 600 ~/.ssh/id_rsa
+      - ssh-keyscan -H $HOST_IP >> ~/.ssh/known_hosts
+      - /scripts/configuration.sh
+    environment:
+      SSH_KEY:
+        from_secret: ssh_key_ps03fd_drone
+      DOCKER_HOST:
+        from_secret: docker_host_ps03fd
+      HOST_IP:
+        from_secret: host_ip_ps03fd
+      UPTIMEKUMA_NAME:
+        from_secret: uptimekuma_name
+      UPTIMEKUMA_PASSWORD:
+        from_secret: uptimekuma_password
+      UPTIMEKUMA_URL:
+        from_secret: uptimekuma_url
+    when:
+      branch:
+        - main
+
+  - name: Nofification > Discord | Configuration - Failure
+    image: appleboy/drone-discord
+    settings:
+      webhook_id:
+        from_secret: discord_webhook_id
+      webhook_token:
+        from_secret: discord_webhook_token
+      username: DroneCI - ps03fd
+      message: Configuration for Loki failed.
+    when:
+      status:
+        - failure
+
+  - name: Deploy
+    image: ps03fd.alexlebens.net:5000/droneimage:latest
+    commands:
+      - mkdir ~/.ssh/
+      - echo "$SSH_KEY" > ~/.ssh/id_rsa
+      - chmod 600 ~/.ssh/id_rsa
+      - ssh-keyscan -H $HOST_IP >> ~/.ssh/known_hosts
+      - /scripts/deploy.sh
+    environment:
+      SSH_KEY:
+        from_secret: ssh_key_ps03fd_drone
+      DOCKER_HOST:
+        from_secret: docker_host_ps03fd
+      HOST_IP:
+        from_secret: host_ip_ps03fd
+    when:
+      branch:
+        - main
+
+  - name: Nofification > Discord | Deploy - Success
+    image: appleboy/drone-discord
+    settings:
+      webhook_id:
+        from_secret: discord_webhook_id
+      webhook_token:
+        from_secret: discord_webhook_token
+      username: DroneCI - ps03fd
+      message: Docker compose deployment for Loki succeeded
+    when:
+      status:
+        - sucess
+
+  - name: Nofification > Discord | Deploy - Failure
+    image: appleboy/drone-discord
+    settings:
+      webhook_id:
+        from_secret: discord_webhook_id
+      webhook_token:
+        from_secret: discord_webhook_token
+      username: DroneCI - ps03fd
+      message: Docker compose deployment for Loki failed.
+    when:
+      status:
+        - failure

Loki/Files/loki_config/config.yaml

@@ -0,0 +1,67 @@
+# (default configuration)
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+
+ingester:
+  lifecycler:
+    address: 127.0.0.1
+    ring:
+      kvstore:
+        store: inmemory
+      replication_factor: 1
+    final_sleep: 0s
+  chunk_idle_period: 1h # Any chunk not receiving new logs in this time will be flushed
+  max_chunk_age: 1h # All chunks will be flushed when they hit this age, default is 1h
+  chunk_target_size: 1048576 # Loki will attempt to build chunks up to 1.5MB, flushing first if chunk_idle_period or max_chunk_age is reached first
+  chunk_retain_period: 30s # Must be greater than index read cache TTL if using an index cache (Default index read cache TTL is 5m)
+  max_transfer_retries: 0 # Chunk transfers disabled
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: boltdb-shipper
+      object_store: filesystem
+      schema: v11
+      index:
+        prefix: index_
+        period: 24h
+
+storage_config:
+  boltdb_shipper:
+    active_index_directory: /loki/boltdb-shipper-active
+    cache_location: /loki/boltdb-shipper-cache
+    cache_ttl: 24h # Can be increased for faster performance over longer query periods, uses more disk space
+    shared_store: filesystem
+  filesystem:
+    directory: /loki/chunks
+
+compactor:
+  working_directory: /loki/boltdb-shipper-compactor
+  shared_store: filesystem
+
+limits_config:
+  reject_old_samples: true
+  reject_old_samples_max_age: 168h
+  ingestion_burst_size_mb: 16
+  ingestion_rate_mb: 16
+
+chunk_store_config:
+  max_look_back_period: 0s
+
+table_manager:
+  retention_deletes_enabled: false
+  retention_period: 0s
+
+ruler:
+  storage:
+    type: local
+    local:
+      directory: /loki/rules
+  rule_path: /loki/rules-temp
+  alertmanager_url: localhost
+  ring:
+    kvstore:
+      store: inmemory
+  enable_api: true

Loki/Files/promtail_config/config.yml

@@ -0,0 +1,30 @@
+server:
+  http_listen_port: 9080
+  grpc_listen_port: 0
+
+positions:
+  filename: /tmp/positions.yaml
+
+clients:
+  - url: http://loki:3100/loki/api/v1/push
+
+scrape_configs:
+  - job_name: system
+    static_configs:
+      - targets:
+          - localhost
+        labels:
+          job: varlogs
+          __path__: /var/log/*log
+
+  - job_name: containers
+    docker_sd_configs:
+      - host: unix:///var/run/docker.sock
+    relabel_configs:
+      - source_labels: ["__meta_docker_container_name"]
+        regex: "/(.*)"
+        target_label: "container"
+      - source_labels: ["__meta_docker_container_log_stream"]
+        target_label: "logstream"
+      - source_labels: ["__meta_docker_container_label_logging_jobname"]
+        target_label: "job"

Loki/README.md

@@ -0,0 +1,3 @@
+# Loki
+
+[![Build Status](https://drone.alexlebens.net/api/badges/alexlebens/Loki/status.svg)](https://drone.alexlebens.net/alexlebens/Loki)

Loki/UptimeKuma/docker-1.json

@@ -0,0 +1,17 @@
+{
+    "type": "docker",
+    "name": "Loki - Docker",
+    "interval": 60,
+    "retryInterval": 20,
+    "maxretries": 1,
+    "notificationIDList": [
+        3,
+        4
+    ],
+    "url": "https://logs.alexlebens.net",
+    "accepted_statuscodes": [
+        "200-299"
+    ],
+    "docker_container": "loki",
+    "docker_host": 1
+}

Loki/UptimeKuma/docker-2.json

@@ -0,0 +1,17 @@
+{
+    "type": "docker",
+    "name": "Loki Promtail - Docker",
+    "interval": 60,
+    "retryInterval": 20,
+    "maxretries": 1,
+    "notificationIDList": [
+        3,
+        4
+    ],
+    "url": "https://promtail.alexlebens.net",
+    "accepted_statuscodes": [
+        "200-299"
+    ],
+    "docker_container": "loki_promtail",
+    "docker_host": 1
+}

Loki/UptimeKuma/http-1.json

@@ -0,0 +1,15 @@
+{
+    "type": "http",
+    "name": "Loki Promtail - Web",
+    "interval": 60,
+    "retryInterval": 20,
+    "maxretries": 1,
+    "notificationIDList": [
+        3,
+        4
+    ],
+    "url": "https://promtail.alexlebens.net",
+    "accepted_statuscodes": [
+        "200-299"
+    ]
+}

Loki/docker-compose.yml

@@ -0,0 +1,77 @@
+services:
+    loki:
+        command:
+            - -config.file=/etc/loki/config.yaml
+        container_name: loki
+        image: grafana/loki:latest
+        logging:
+            driver: json-file
+            options:
+                max-size: 50m
+                max-file: "3"
+        networks:
+            traefik: null
+        restart: always
+        privileged: true
+        user: root
+        volumes:
+            - db:/loki
+            - loki_config:/etc/loki
+
+    promtail:
+        command:
+            - -config.file=/etc/promtail/config.yml
+        container_name: loki_promtail
+        depends_on:
+            - loki
+        image: grafana/promtail:latest
+        labels:
+            traefik.docker.network: traefik
+            traefik.enable: true
+            traefik.http.routers.promtail.entrypoints: websecure
+            traefik.http.routers.promtail.rule: Host(`promtail.alexlebens.net`)
+            traefik.http.routers.promtail.service: promtail
+            traefik.http.routers.promtail.middlewares: authentik@file
+            traefik.http.services.promtail.loadbalancer.server.port: 9080
+        logging:
+            driver: json-file
+            options:
+                max-size: 50m
+                max-file: "3"
+        networks:
+            traefik: null
+        restart: always
+        privileged: true
+        user: root
+        volumes:
+            - /var/lib/docker/containers:/var/lib/docker/containers
+            - /var/run/docker.sock:/var/run/docker.sock
+            - /var/log:/var/log
+            - promtail_config:/etc/promtail
+
+networks:
+    traefik:
+        name: traefik
+        external: true
+
+volumes:
+    db:
+        driver: local
+        driver_opts:
+            type: none
+            o: bind
+            device: /var/lib/docker/volumes/partition/loki_db
+
+    loki_config:
+        driver: local
+        driver_opts:
+            type: none
+            o: bind
+            device: /var/lib/docker/volumes/partition/loki_config
+
+    promtail_config:
+        driver: local
+        driver_opts:
+            type: none
+            o: bind
+            device: /var/lib/docker/volumes/partition/promtail_config