Browse Source

Merge pull request #4701 from ndrsfel/fix-rag-embedding-openai-batch-size-environment-variable

fix: RAG with OpenAI embedding models and batch_size environment variable fails silently
Timothy Jaeryang Baek 8 months ago
parent
commit
079f37a2d6
1 changed files with 1 additions and 1 deletions
  1. 1 1
      backend/config.py

+ 1 - 1
backend/config.py

@@ -1055,7 +1055,7 @@ RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE = (
 RAG_EMBEDDING_OPENAI_BATCH_SIZE = PersistentConfig(
     "RAG_EMBEDDING_OPENAI_BATCH_SIZE",
     "rag.embedding_openai_batch_size",
-    os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", 1),
+    int(os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", "1")),
 )
 
 RAG_RERANKING_MODEL = PersistentConfig(