From c9aab98b07581c2a8d1b6a86e481a7958d28ce20 Mon Sep 17 00:00:00 2001 From: Leon Derczynski Date: Wed, 19 Jun 2024 14:13:07 +0200 Subject: [PATCH] overwrite openai options --- garak/generators/nim.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/garak/generators/nim.py b/garak/generators/nim.py index 14db9d36..4e1b564d 100644 --- a/garak/generators/nim.py +++ b/garak/generators/nim.py @@ -33,7 +33,7 @@ class NVOpenAIChat(OpenAICompatible): # per https://docs.nvidia.com/ai-enterprise/nim-llm/latest/openai-api.html # 2024.05.02, `n>1` is not supported ENV_VAR = "NIM_API_KEY" - DEFAULT_PARAMS = OpenAICompatible.DEFAULT_PARAMS | { + DEFAULT_PARAMS = { "temperature": 0.1, "top_p": 0.7, "top_k": 0, # top_k is hard set to zero as of 24.04.30