diff --git a/adala/runtimes/_litellm.py b/adala/runtimes/_litellm.py index f86e80f2..90f46a2f 100644 --- a/adala/runtimes/_litellm.py +++ b/adala/runtimes/_litellm.py @@ -50,6 +50,8 @@ logger = logging.getLogger(__name__) +# TODO remove +litellm.drop_params = True # basically only retrying on timeout, incomplete output, or rate limit # https://docs.litellm.ai/docs/exception_mapping#custom-mapping-list