Increase NVIDIA NIM rate limit from 20 to 40

This commit is contained in:
Ali Khokhar
2026-02-03 19:57:44 -08:00
committed by GitHub
parent 8be539ab8d
commit e6972e3fba
+2 -2
View File
@@ -25,7 +25,7 @@ MESSAGING_RATE_WINDOW=1
# NVIDIA NIM Config
NVIDIA_NIM_API_KEY=""
NVIDIA_NIM_RATE_LIMIT=20
NVIDIA_NIM_RATE_LIMIT=40
NVIDIA_NIM_RATE_WINDOW=60
NVIDIA_NIM_TEMPERATURE=1.0
@@ -46,4 +46,4 @@ NVIDIA_NIM_MIN_TOKENS=0
NVIDIA_NIM_CHAT_TEMPLATE=""
NVIDIA_NIM_REQUEST_ID=""
NVIDIA_NIM_REASONING_EFFORT=high
NVIDIA_NIM_INCLUDE_REASONING=true
NVIDIA_NIM_INCLUDE_REASONING=true