Route failure path through shared bounded-tracking guard

cursoragent · cursoragent · commit 0bfa9b7d5d9a · 2026-05-06T03:02:48.000Z
The failure path in async_log_failure_event manually inlined the bounded
tracking logic and bypassed the shared
_track_bounded_prometheus_metric_series guard. When label filters strip
end_user from litellm_llm_api_failed_requests_metric, the inlined logic
still tracked the full 8-tuple, which would later fail to evict
correctly. Route through _inc_labeled_counter so the failure path uses
the same label filtering and bounded tracking as the success path.
diff --git a/litellm/integrations/prometheus.py b/litellm/integrations/prometheus.py
@@ -1621,40 +1621,20 @@ async def async_log_failure_event(self, kwargs, response_obj, start_time, end_ti
         )
 
         try:
-            _failed_request_label_values = (
-                _sanitize_prometheus_label_value(end_user_id),
-                _sanitize_prometheus_label_value(user_api_key),
-                _sanitize_prometheus_label_value(user_api_key_alias),
-                _sanitize_prometheus_label_value(model),
-                _sanitize_prometheus_label_value(user_api_team),
-                _sanitize_prometheus_label_value(user_api_team_alias),
-                _sanitize_prometheus_label_value(user_id),
-                _sanitize_prometheus_label_value(
-                    standard_logging_payload.get("model_id", "")
+            self._inc_labeled_counter(
+                counter=self.litellm_llm_api_failed_requests_metric,
+                metric_name="litellm_llm_api_failed_requests_metric",
+                enum_values=UserAPIKeyLabelValues(
+                    end_user=end_user_id,
+                    hashed_api_key=user_api_key,
+                    api_key_alias=user_api_key_alias,
+                    model=model,
+                    team=user_api_team,
+                    team_alias=user_api_team_alias,
+                    user=user_id,
+                    model_id=standard_logging_payload.get("model_id", ""),
                 ),
             )
-            self.litellm_llm_api_failed_requests_metric.labels(
-                *_failed_request_label_values
-            ).inc()
-            if end_user_id is not None:
-                self._bounded_prometheus_series_tracker.track_series(
-                    metric=self.litellm_llm_api_failed_requests_metric,
-                    metric_name="litellm_llm_api_failed_requests_metric",
-                    label_values=_failed_request_label_values,
-                    max_series=getattr(
-                        litellm,
-                        "prometheus_end_user_metrics_max_series_per_metric",
-                        10000,
-                    ),
-                    ttl_seconds=getattr(
-                        litellm, "prometheus_end_user_metrics_ttl_seconds", 3600.0
-                    ),
-                    cleanup_interval_seconds=getattr(
-                        litellm,
-                        "prometheus_end_user_metrics_cleanup_interval_seconds",
-                        60.0,
-                    ),
-                )
             self.set_llm_deployment_failure_metrics(kwargs)
             await self._set_org_budget_metrics_after_api_request(
                 org_id=user_api_key_org_id,
