refactor(alloy-for-logs): Refactor Alloy log collection configuration

Author: mohammadll

collecting-logs-with-alloy/alloy-custom-values.yml

@@ -0,0 +1,9 @@
+alloy:
+  configMap:
+    # -- Create a new ConfigMap for the config file.
+    create: false
+    name: alloy-config
+    key: config.alloy
+  mounts:
+    # -- Mount /var/log from the host into the container for log collection.
+    varlog: true

collecting-logs-with-alloy/docker.alloy

@@ -34,3 +34,21 @@ loki.write "docker" {
     url = "http://localhost:3100/loki/api/v1/push"
   }
 }
+
+
+
+/*Each target includes the following labels:
+__meta_docker_container_id: ID of the container.
+__meta_docker_container_name: Name of the container.
+__meta_docker_container_network_mode: Network mode of the container.
+__meta_docker_container_label_<labelname>: Each label from the container.
+__meta_docker_network_id: ID of the Docker network the container is in.
+__meta_docker_network_name: Name of the Docker network the container is in.
+__meta_docker_network_ingress: Set to true if the Docker network is an ingress network.
+__meta_docker_network_internal: Set to true if the Docker network is an internal network.
+__meta_docker_network_label_<labelname>: Each label from the network the container is in.
+__meta_docker_network_scope: The scope of the network the container is in.
+__meta_docker_network_ip: The IP of the container in the network.
+__meta_docker_port_private: The private port on the container.
+__meta_docker_port_public: The publicly exposed port from the container, if a port mapping exists.
+__meta_docker_port_public_ip: The public IP of the container, if a port mapping exists.*/

collecting-logs-with-alloy/journal.alloy

@@ -5,11 +5,11 @@ loki.relabel "journal" {
     source_labels = ["__journal__systemd_unit"]
     target_label  = "unit"
   }
-  rule {
+  /*rule {
     source_labels = ["unit"]
     action = "keep"
     regex = "ntp.service"
-  }
+  }*/
 }
 
 loki.source.journal "journal"  {

collecting-logs-with-alloy/kubernetes-podlogs-alloy-configmap.yml

@@ -51,21 +51,12 @@ data:
 
      loki.process "pod_logs" {
        stage.match {
-         selector = "{namespace=~\"(my|your)app\"}"
-         stage.regex {
-           expression = "(?P<method>GET|PUT|DELETE|POST)"
-         }
-         stage.regex {
-           expression = "(?P<status_code_with_http_version>HTTP.{6}\\d{3})"
-         }
-         stage.regex {
-           expression = "(?P<status_code>\\d{3})"
-           source = "status_code_with_http_version"
-         }
+         selector = "{namespace=\"myapp\"}"
+         stage.cri {}
          stage.labels {
            values = {
-             method = "",
-             status_code = "",
+             flags   = "",
+             stream  = "",
            }
          }
        }

collecting-logs-with-alloy/local.alloy

@@ -1,9 +1,21 @@
 local.file_match "local" {
   path_targets = [{"__path__" = "/var/log/auth.log"}]
+  sync_period = "10s"
 }
 
 loki.source.file "local" {
+  /* targets    = [
+    {__path__ = "/tmp/foo.txt", "color" = "pink"},
+    {__path__ = "/tmp/bar.txt", "color" = "blue"},
+    {__path__ = "/tmp/baz.txt", "color" = "grey"},
+  ] */
   targets    = local.file_match.local.targets
+  tail_from_end = false
+  /* decompression {
+    enabled       = true
+    initial_delay = "10s"
+    format        = "gz"
+  } */
   forward_to = [loki.write.local.receiver]
 }