Fix LiteLLM kwargs (#817)

This commit is contained in:
Enrique Shockwave
2024-07-29 22:38:02 -07:00
committed by GitHub
parent a50c8a14b3
commit 21e22b9e96
+1 -1
View File
@@ -61,7 +61,7 @@ class LiteLLM(BaseBackend):
model=self.model_name,
messages=messages,
**self.client_params,
**sampling_params.to_anthropic_kwargs(),
**sampling_params.to_litellm_kwargs(),
)
comp = ret.choices[0].message.content