Responses API - support tags in metadata

* fix(ui/): fix routing for custom server root path

* fix: fix eslint errors

* fix(vector_store_pre_call_hook.py): Fix #15724

* fix(responses/main.py): have 'tags' work across metadata + litellm_metadata

* fix: add unit testing

Author: krrishdholakia

enterprise/litellm_enterprise/integrations/custom_guardrail.py

@@ -29,11 +29,10 @@ def _should_run_if_mode_by_tag(
         if event_hook is None or not isinstance(event_hook, Mode):
             return None
 
-        metadata: dict = data.get("litellm_metadata") or data.get("metadata", {})
         proxy_server_request = data.get("proxy_server_request", {})
 
         request_tags = StandardLoggingPayloadSetup._get_request_tags(
-            metadata=metadata,
+            litellm_params=data,
             proxy_server_request=proxy_server_request,
         )
 

enterprise/litellm_enterprise/integrations/prometheus.py

@@ -1226,8 +1226,8 @@ async def async_post_call_failure_hook(
 
         try:
             _tags = StandardLoggingPayloadSetup._get_request_tags(
-                request_data.get("metadata", {}),
-                request_data.get("proxy_server_request", {}),
+                litellm_params=request_data,
+                proxy_server_request=request_data.get("proxy_server_request", {}),
             )
             enum_values = UserAPIKeyLabelValues(
                 end_user=user_api_key_dict.end_user_id,
@@ -1289,7 +1289,8 @@ async def async_post_call_success_hook(
                 status_code="200",
                 route=user_api_key_dict.request_route,
                 tags=StandardLoggingPayloadSetup._get_request_tags(
-                    data.get("metadata", {}), data.get("proxy_server_request", {})
+                    litellm_params=data,
+                    proxy_server_request=data.get("proxy_server_request", {}),
                 ),
             )
             _labels = prometheus_label_factory(
@@ -2212,8 +2213,9 @@ def _mount_metrics_endpoint(premium_user: bool):
             )
 
         # Create metrics ASGI app
-        if 'PROMETHEUS_MULTIPROC_DIR' in os.environ:
+        if "PROMETHEUS_MULTIPROC_DIR" in os.environ:
             from prometheus_client import CollectorRegistry, multiprocess
+
             registry = CollectorRegistry()
             multiprocess.MultiProcessCollector(registry)
             metrics_app = make_asgi_app(registry)