From c3be3db8b1a04defb72cc91f8343dfab6e952769 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Szymon=20Ruci=C5=84ski?= <44577190+szymonrucinski@users.noreply.github.com> Date: Thu, 25 Jul 2024 11:32:54 +0200 Subject: [PATCH] Fixing UnsupportedParamsError when using OpenAI with other provider. --- routellm/controller.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/routellm/controller.py b/routellm/controller.py index 8a02a05..ce3df82 100644 --- a/routellm/controller.py +++ b/routellm/controller.py @@ -3,6 +3,11 @@ from types import SimpleNamespace from typing import Any, Optional +#LiteLLM maps all supported openai params by provider + model (e.g. function calling is supported by OpenAI but not Groq). +#If a provider/model doesn't support a particular param, we can drop it. +import litellm +litellm.drop_params = True + import pandas as pd from litellm import acompletion, completion from tqdm import tqdm