Browse Source

fix: litellm model filter issue

Timothy J. Baek 1 year ago
parent
commit
c42cb438f9
1 changed files with 4 additions and 0 deletions
  1. 4 0
      backend/main.py

+ 4 - 0
backend/main.py

@@ -50,6 +50,7 @@ logging.basicConfig(stream=sys.stdout, level=GLOBAL_LOG_LEVEL)
 log = logging.getLogger(__name__)
 log = logging.getLogger(__name__)
 log.setLevel(SRC_LOG_LEVELS["MAIN"])
 log.setLevel(SRC_LOG_LEVELS["MAIN"])
 
 
+
 class SPAStaticFiles(StaticFiles):
 class SPAStaticFiles(StaticFiles):
     async def get_response(self, path: str, scope):
     async def get_response(self, path: str, scope):
         try:
         try:
@@ -200,6 +201,9 @@ async def update_model_filter_config(
     openai_app.state.MODEL_FILTER_ENABLED = app.state.MODEL_FILTER_ENABLED
     openai_app.state.MODEL_FILTER_ENABLED = app.state.MODEL_FILTER_ENABLED
     openai_app.state.MODEL_FILTER_LIST = app.state.MODEL_FILTER_LIST
     openai_app.state.MODEL_FILTER_LIST = app.state.MODEL_FILTER_LIST
 
 
+    litellm_app.state.MODEL_FILTER_ENABLED = app.state.MODEL_FILTER_ENABLED
+    litellm_app.state.MODEL_FILTER_LIST = app.state.MODEL_FILTER_LIST
+
     return {
     return {
         "enabled": app.state.MODEL_FILTER_ENABLED,
         "enabled": app.state.MODEL_FILTER_ENABLED,
         "models": app.state.MODEL_FILTER_LIST,
         "models": app.state.MODEL_FILTER_LIST,