集成 Vector 日志处理

config/test/docker-compose.yaml

@@ -41,10 +41,27 @@ services:
       - postgres
     restart: always
 
+  vector:
+    container_name: proxy-server-dev-vector
+    build:
+      context: ./vector
+      dockerfile: Dockerfile
+    ports:
+      - "8686:8686"
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - /var/lib/docker/containers:/var/lib/docker/containers:ro
+      - /var/log/vector:/temp/vector
+    networks:
+      - proxy-server-test
+    depends_on:
+      - service
+    restart: always
+
 networks:
   proxy-server-test:
     driver: bridge
 
 volumes:
   postgres-data:
-    name: proxy-server-test-postgres-data
+    name: proxy-server-test-postgres-data

config/test/vector/Dockerfile

@@ -0,0 +1,6 @@
+FROM timberio/vector:0.45.0-debian
+
+# Copy the configuration file
+COPY ./vector.toml /etc/vector/vector.toml
+
+CMD ["-c", "/etc/vector/vector.toml"]

config/test/vector/vector.toml

@@ -0,0 +1,28 @@
+[sources.docker]
+type = "docker_logs"
+include_containers = ["proxy-server-dev-service"]
+
+[transforms.parse]
+type = "remap"
+inputs = ["docker"]
+source = ". = parse_json!(.message)"
+
+[transforms.destinations]
+type = "filter"
+inputs = ["parse"]
+condition = ".msg == \"用户访问记录\""
+
+[sinks.file_out]
+type = "file"
+inputs = ["destinations"]
+path = "/temp/vector/service-destinations/%Y-%m-%d.log"
+encoding.codec = "csv"
+encoding.csv.fields = ["time", "uid", "user", "proxy", "node", "proto", "dest", "domain"]
+
+[sinks.file_out.buffer]
+type = "disk"
+max_size = 268435488
+
+[api]
+enabled = true
+address = "0.0.0.0:8686"