metrics

Author: flesher0813

examples/metrics/metrics_configs.yaml

@@ -2,55 +2,48 @@
 # This file defines which metrics should be enabled and their configurations
 log_interval: 5  # Interval in seconds for logging metrics
 
-prometheus:
-  multiproc_dir: "/vllm-workspace"  # Directory for Prometheus multiprocess mode
+multiproc_dir: "/vllm-workspace"  # Directory for Prometheus multiprocess mode
 
-  metric_prefix: "ucm:" 
-  
-  # Enable/disable metrics by category
-  enabled_metrics:
-    counters: true
-    gauges: true
-    histograms: true
-  
-  # Counter metrics configuration
-  # counters:
-  #   - name: "received_requests"
-  #     documentation: "Total number of requests sent to ucm"
-  
-  # Gauge metrics configuration
-  # gauges:
-  #   - name: "lookup_hit_rate"
-  #     documentation: "Hit rate of ucm lookup requests since last log"
-  #     multiprocess_mode: "livemostrecent"
-  
-  # Histogram metrics configuration
-  histograms:
-    - name: "load_requests_num"
-      documentation: "Number of requests loaded from ucm"
-      buckets: [1, 5, 10, 20, 50, 100, 200, 500, 1000]
-    - name: "load_blocks_num"
-      documentation: "Number of blocks loaded from ucm"
-      buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
-    - name: "load_duration"
-      documentation: "Time to load from ucm (ms)"
-      buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
-    - name: "load_speed"
-      documentation: "Speed of loading from ucm (GB/s)"
-      buckets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 50, 60, 70, 80, 90, 100]
-    - name: "save_requests_num"
-      documentation: "Number of requests saved to ucm"
-      buckets: [1, 5, 10, 20, 50, 100, 200, 500, 1000]
-    - name: "save_blocks_num"
-      documentation: "Number of blocks saved to ucm"
-      buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
-    - name: "save_duration"
-      documentation: "Time to save to ucm (ms)"
-      buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
-    - name: "save_speed"
-      documentation: "Speed of saving to ucm (GB/s)"
-      buckets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 50, 60, 70, 80, 90, 100]
-    - name: "interval_lookup_hit_rates"
-      documentation: "Hit rates of ucm lookup requests"
-      buckets: [0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0]
+metric_prefix: "ucm:" 
+
+# Counter metrics configuration
+# counter:
+#   - name: "received_requests"
+#     documentation: "Total number of requests sent to ucm"
+
+# Gauge metrics configuration
+# gauge:
+#   - name: "lookup_hit_rate"
+#     documentation: "Hit rate of ucm lookup requests since last log"
+#     multiprocess_mode: "livemostrecent"
+
+# Histogram metrics configuration
+histogram:
+  - name: "load_requests_num"
+    documentation: "Number of requests loaded from ucm"
+    buckets: [1, 5, 10, 20, 50, 100, 200, 500, 1000]
+  - name: "load_blocks_num"
+    documentation: "Number of blocks loaded from ucm"
+    buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
+  - name: "load_duration"
+    documentation: "Time to load from ucm (ms)"
+    buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
+  - name: "load_speed"
+    documentation: "Speed of loading from ucm (GB/s)"
+    buckets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 50, 60, 70, 80, 90, 100]
+  - name: "save_requests_num"
+    documentation: "Number of requests saved to ucm"
+    buckets: [1, 5, 10, 20, 50, 100, 200, 500, 1000]
+  - name: "save_blocks_num"
+    documentation: "Number of blocks saved to ucm"
+    buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
+  - name: "save_duration"
+    documentation: "Time to save to ucm (ms)"
+    buckets: [0, 50, 100, 150, 200, 250, 300, 350, 400, 550, 600, 750, 800, 850, 900, 950, 1000]
+  - name: "save_speed"
+    documentation: "Speed of saving to ucm (GB/s)"
+    buckets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 50, 60, 70, 80, 90, 100]
+  - name: "interval_lookup_hit_rates"
+    documentation: "Hit rates of ucm lookup requests"
+    buckets: [0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0]