♻️ skip missing correlation ids

Signed-off-by: Joe Runde <[email protected]>
opendatahub-io · Jan 16, 2025 · cddab58 · cddab58
1 parent 85d78e5
commit cddab58
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/vllm_tgis_adapter/tgis_utils/logs.py b/src/vllm_tgis_adapter/tgis_utils/logs.py
@@ -29,8 +29,9 @@
 _REQUEST_ID_TO_CORRELATION_ID = cachetools.TTLCache(maxsize=2048, ttl=600)
 
 
-def set_correlation_id(request_id: str, correlation_id: str) -> None:
-    _REQUEST_ID_TO_CORRELATION_ID[request_id] = correlation_id
+def set_correlation_id(request_id: str, correlation_id: str | None) -> None:
+    if correlation_id is not None:
+        _REQUEST_ID_TO_CORRELATION_ID[request_id] = correlation_id
 
 
 def get_correlation_id(request_id: str) -> str | None: