Allow http_client parameter for RHOAI and RHELAI

ansible · Oct 16, 2024 · a30427f · a30427f
1 parent 7909fbe
commit a30427f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/ols/src/llms/providers/provider.py b/ols/src/llms/providers/provider.py
@@ -5,6 +5,7 @@
 from dataclasses import dataclass
 from typing import Any, Optional
 
+import httpx
 from ibm_watsonx_ai.metanames import (
     GenTextParamsMetaNames as GenParams,
 )
@@ -80,6 +81,7 @@ class ProviderParameter:
     ProviderParameter("temperature", float),
     ProviderParameter("max_tokens", int),
     ProviderParameter("verbose", bool),
+    ProviderParameter("http_client", httpx.Client),
 }
 
 RHELAIVLLMParameters = {
@@ -95,6 +97,7 @@ class ProviderParameter:
     ProviderParameter("temperature", float),
     ProviderParameter("max_tokens", int),
     ProviderParameter("verbose", bool),
+    ProviderParameter("http_client", httpx.Client),
 }
 
 BAMParameters = {