Move nim_settings from shared base class to NvidiaNimProvider (#78)

This commit is contained in:
Ali Khokhar
2026-03-07 22:34:45 -08:00
committed by GitHub
parent 884ddd77af
commit f57598fee3
2 changed files with 1 additions and 4 deletions
+1 -2
View File
@@ -20,10 +20,9 @@ class NvidiaNimProvider(OpenAICompatibleProvider):
provider_name="NIM",
base_url=config.base_url or NVIDIA_NIM_BASE_URL,
api_key=config.api_key,
nim_settings=nim_settings,
)
self._nim_settings = nim_settings
def _build_request_body(self, request: Any) -> dict:
"""Internal helper for tests and shared building."""
assert self._nim_settings is not None
return build_request_body(request, self._nim_settings)
-2
View File
@@ -34,13 +34,11 @@ class OpenAICompatibleProvider(BaseProvider):
provider_name: str,
base_url: str,
api_key: str,
nim_settings: Any = None,
):
super().__init__(config)
self._provider_name = provider_name
self._api_key = api_key
self._base_url = base_url.rstrip("/")
self._nim_settings = nim_settings
self._global_rate_limiter = GlobalRateLimiter.get_instance(
rate_limit=config.rate_limit,
rate_window=config.rate_window,