diff --git a/providers/nvidia_nim/client.py b/providers/nvidia_nim/client.py index 482a8539..cd578631 100644 --- a/providers/nvidia_nim/client.py +++ b/providers/nvidia_nim/client.py @@ -20,10 +20,9 @@ class NvidiaNimProvider(OpenAICompatibleProvider): provider_name="NIM", base_url=config.base_url or NVIDIA_NIM_BASE_URL, api_key=config.api_key, - nim_settings=nim_settings, ) + self._nim_settings = nim_settings def _build_request_body(self, request: Any) -> dict: """Internal helper for tests and shared building.""" - assert self._nim_settings is not None return build_request_body(request, self._nim_settings) diff --git a/providers/openai_compat.py b/providers/openai_compat.py index dd13d62c..fcc6ba90 100644 --- a/providers/openai_compat.py +++ b/providers/openai_compat.py @@ -34,13 +34,11 @@ class OpenAICompatibleProvider(BaseProvider): provider_name: str, base_url: str, api_key: str, - nim_settings: Any = None, ): super().__init__(config) self._provider_name = provider_name self._api_key = api_key self._base_url = base_url.rstrip("/") - self._nim_settings = nim_settings self._global_rate_limiter = GlobalRateLimiter.get_instance( rate_limit=config.rate_limit, rate_window=config.rate_window,