From a30427f90b712a7a25b2856264fc5fe326f16b35 Mon Sep 17 00:00:00 2001 From: Pavel Tisnovsky Date: Wed, 16 Oct 2024 19:34:42 +0200 Subject: [PATCH] Allow http_client parameter for RHOAI and RHELAI --- ols/src/llms/providers/provider.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/ols/src/llms/providers/provider.py b/ols/src/llms/providers/provider.py index 85eaf045..9fb743ee 100644 --- a/ols/src/llms/providers/provider.py +++ b/ols/src/llms/providers/provider.py @@ -5,6 +5,7 @@ from dataclasses import dataclass from typing import Any, Optional +import httpx from ibm_watsonx_ai.metanames import ( GenTextParamsMetaNames as GenParams, ) @@ -80,6 +81,7 @@ class ProviderParameter: ProviderParameter("temperature", float), ProviderParameter("max_tokens", int), ProviderParameter("verbose", bool), + ProviderParameter("http_client", httpx.Client), } RHELAIVLLMParameters = { @@ -95,6 +97,7 @@ class ProviderParameter: ProviderParameter("temperature", float), ProviderParameter("max_tokens", int), ProviderParameter("verbose", bool), + ProviderParameter("http_client", httpx.Client), } BAMParameters = {