config.py 44 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580
  1. import json
  2. import logging
  3. import os
  4. import shutil
  5. from datetime import datetime
  6. from pathlib import Path
  7. from typing import Generic, Optional, TypeVar
  8. from urllib.parse import urlparse
  9. import chromadb
  10. import requests
  11. import yaml
  12. from open_webui.apps.webui.internal.db import Base, get_db
  13. from open_webui.env import (
  14. OPEN_WEBUI_DIR,
  15. DATA_DIR,
  16. ENV,
  17. FRONTEND_BUILD_DIR,
  18. WEBUI_AUTH,
  19. WEBUI_FAVICON_URL,
  20. WEBUI_NAME,
  21. log,
  22. )
  23. from pydantic import BaseModel
  24. from sqlalchemy import JSON, Column, DateTime, Integer, func
  25. class EndpointFilter(logging.Filter):
  26. def filter(self, record: logging.LogRecord) -> bool:
  27. return record.getMessage().find("/health") == -1
  28. # Filter out /endpoint
  29. logging.getLogger("uvicorn.access").addFilter(EndpointFilter())
  30. ####################################
  31. # Config helpers
  32. ####################################
  33. # Function to run the alembic migrations
  34. def run_migrations():
  35. print("Running migrations")
  36. try:
  37. from alembic import command
  38. from alembic.config import Config
  39. alembic_cfg = Config(OPEN_WEBUI_DIR / "alembic.ini")
  40. # Set the script location dynamically
  41. migrations_path = OPEN_WEBUI_DIR / "migrations"
  42. alembic_cfg.set_main_option("script_location", str(migrations_path))
  43. command.upgrade(alembic_cfg, "head")
  44. except Exception as e:
  45. print(f"Error: {e}")
  46. run_migrations()
  47. class Config(Base):
  48. __tablename__ = "config"
  49. id = Column(Integer, primary_key=True)
  50. data = Column(JSON, nullable=False)
  51. version = Column(Integer, nullable=False, default=0)
  52. created_at = Column(DateTime, nullable=False, server_default=func.now())
  53. updated_at = Column(DateTime, nullable=True, onupdate=func.now())
  54. def load_json_config():
  55. with open(f"{DATA_DIR}/config.json", "r") as file:
  56. return json.load(file)
  57. def save_to_db(data):
  58. with get_db() as db:
  59. existing_config = db.query(Config).first()
  60. if not existing_config:
  61. new_config = Config(data=data, version=0)
  62. db.add(new_config)
  63. else:
  64. existing_config.data = data
  65. existing_config.updated_at = datetime.now()
  66. db.add(existing_config)
  67. db.commit()
  68. def reset_config():
  69. with get_db() as db:
  70. db.query(Config).delete()
  71. db.commit()
  72. # When initializing, check if config.json exists and migrate it to the database
  73. if os.path.exists(f"{DATA_DIR}/config.json"):
  74. data = load_json_config()
  75. save_to_db(data)
  76. os.rename(f"{DATA_DIR}/config.json", f"{DATA_DIR}/old_config.json")
  77. DEFAULT_CONFIG = {
  78. "version": 0,
  79. "ui": {
  80. "default_locale": "",
  81. "prompt_suggestions": [
  82. {
  83. "title": [
  84. "Help me study",
  85. "vocabulary for a college entrance exam",
  86. ],
  87. "content": "Help me study vocabulary: write a sentence for me to fill in the blank, and I'll try to pick the correct option.",
  88. },
  89. {
  90. "title": [
  91. "Give me ideas",
  92. "for what to do with my kids' art",
  93. ],
  94. "content": "What are 5 creative things I could do with my kids' art? I don't want to throw them away, but it's also so much clutter.",
  95. },
  96. {
  97. "title": ["Tell me a fun fact", "about the Roman Empire"],
  98. "content": "Tell me a random fun fact about the Roman Empire",
  99. },
  100. {
  101. "title": [
  102. "Show me a code snippet",
  103. "of a website's sticky header",
  104. ],
  105. "content": "Show me a code snippet of a website's sticky header in CSS and JavaScript.",
  106. },
  107. {
  108. "title": [
  109. "Explain options trading",
  110. "if I'm familiar with buying and selling stocks",
  111. ],
  112. "content": "Explain options trading in simple terms if I'm familiar with buying and selling stocks.",
  113. },
  114. {
  115. "title": ["Overcome procrastination", "give me tips"],
  116. "content": "Could you start by asking me about instances when I procrastinate the most and then give me some suggestions to overcome it?",
  117. },
  118. {
  119. "title": [
  120. "Grammar check",
  121. "rewrite it for better readability ",
  122. ],
  123. "content": 'Check the following sentence for grammar and clarity: "[sentence]". Rewrite it for better readability while maintaining its original meaning.',
  124. },
  125. ],
  126. },
  127. }
  128. def get_config():
  129. with get_db() as db:
  130. config_entry = db.query(Config).order_by(Config.id.desc()).first()
  131. return config_entry.data if config_entry else DEFAULT_CONFIG
  132. CONFIG_DATA = get_config()
  133. def get_config_value(config_path: str):
  134. path_parts = config_path.split(".")
  135. cur_config = CONFIG_DATA
  136. for key in path_parts:
  137. if key in cur_config:
  138. cur_config = cur_config[key]
  139. else:
  140. return None
  141. return cur_config
  142. PERSISTENT_CONFIG_REGISTRY = []
  143. def save_config(config):
  144. global CONFIG_DATA
  145. global PERSISTENT_CONFIG_REGISTRY
  146. try:
  147. save_to_db(config)
  148. CONFIG_DATA = config
  149. # Trigger updates on all registered PersistentConfig entries
  150. for config_item in PERSISTENT_CONFIG_REGISTRY:
  151. config_item.update()
  152. except Exception as e:
  153. log.exception(e)
  154. return False
  155. return True
  156. T = TypeVar("T")
  157. class PersistentConfig(Generic[T]):
  158. def __init__(self, env_name: str, config_path: str, env_value: T):
  159. self.env_name = env_name
  160. self.config_path = config_path
  161. self.env_value = env_value
  162. self.config_value = get_config_value(config_path)
  163. if self.config_value is not None:
  164. log.info(f"'{env_name}' loaded from the latest database entry")
  165. self.value = self.config_value
  166. else:
  167. self.value = env_value
  168. PERSISTENT_CONFIG_REGISTRY.append(self)
  169. def __str__(self):
  170. return str(self.value)
  171. @property
  172. def __dict__(self):
  173. raise TypeError(
  174. "PersistentConfig object cannot be converted to dict, use config_get or .value instead."
  175. )
  176. def __getattribute__(self, item):
  177. if item == "__dict__":
  178. raise TypeError(
  179. "PersistentConfig object cannot be converted to dict, use config_get or .value instead."
  180. )
  181. return super().__getattribute__(item)
  182. def update(self):
  183. new_value = get_config_value(self.config_path)
  184. if new_value is not None:
  185. self.value = new_value
  186. log.info(f"Updated {self.env_name} to new value {self.value}")
  187. def save(self):
  188. log.info(f"Saving '{self.env_name}' to the database")
  189. path_parts = self.config_path.split(".")
  190. sub_config = CONFIG_DATA
  191. for key in path_parts[:-1]:
  192. if key not in sub_config:
  193. sub_config[key] = {}
  194. sub_config = sub_config[key]
  195. sub_config[path_parts[-1]] = self.value
  196. save_to_db(CONFIG_DATA)
  197. self.config_value = self.value
  198. class AppConfig:
  199. _state: dict[str, PersistentConfig]
  200. def __init__(self):
  201. super().__setattr__("_state", {})
  202. def __setattr__(self, key, value):
  203. if isinstance(value, PersistentConfig):
  204. self._state[key] = value
  205. else:
  206. self._state[key].value = value
  207. self._state[key].save()
  208. def __getattr__(self, key):
  209. return self._state[key].value
  210. ####################################
  211. # WEBUI_AUTH (Required for security)
  212. ####################################
  213. JWT_EXPIRES_IN = PersistentConfig(
  214. "JWT_EXPIRES_IN", "auth.jwt_expiry", os.environ.get("JWT_EXPIRES_IN", "-1")
  215. )
  216. ####################################
  217. # OAuth config
  218. ####################################
  219. ENABLE_OAUTH_SIGNUP = PersistentConfig(
  220. "ENABLE_OAUTH_SIGNUP",
  221. "oauth.enable_signup",
  222. os.environ.get("ENABLE_OAUTH_SIGNUP", "False").lower() == "true",
  223. )
  224. OAUTH_MERGE_ACCOUNTS_BY_EMAIL = PersistentConfig(
  225. "OAUTH_MERGE_ACCOUNTS_BY_EMAIL",
  226. "oauth.merge_accounts_by_email",
  227. os.environ.get("OAUTH_MERGE_ACCOUNTS_BY_EMAIL", "False").lower() == "true",
  228. )
  229. OAUTH_PROVIDERS = {}
  230. GOOGLE_CLIENT_ID = PersistentConfig(
  231. "GOOGLE_CLIENT_ID",
  232. "oauth.google.client_id",
  233. os.environ.get("GOOGLE_CLIENT_ID", ""),
  234. )
  235. GOOGLE_CLIENT_SECRET = PersistentConfig(
  236. "GOOGLE_CLIENT_SECRET",
  237. "oauth.google.client_secret",
  238. os.environ.get("GOOGLE_CLIENT_SECRET", ""),
  239. )
  240. GOOGLE_OAUTH_SCOPE = PersistentConfig(
  241. "GOOGLE_OAUTH_SCOPE",
  242. "oauth.google.scope",
  243. os.environ.get("GOOGLE_OAUTH_SCOPE", "openid email profile"),
  244. )
  245. GOOGLE_REDIRECT_URI = PersistentConfig(
  246. "GOOGLE_REDIRECT_URI",
  247. "oauth.google.redirect_uri",
  248. os.environ.get("GOOGLE_REDIRECT_URI", ""),
  249. )
  250. MICROSOFT_CLIENT_ID = PersistentConfig(
  251. "MICROSOFT_CLIENT_ID",
  252. "oauth.microsoft.client_id",
  253. os.environ.get("MICROSOFT_CLIENT_ID", ""),
  254. )
  255. MICROSOFT_CLIENT_SECRET = PersistentConfig(
  256. "MICROSOFT_CLIENT_SECRET",
  257. "oauth.microsoft.client_secret",
  258. os.environ.get("MICROSOFT_CLIENT_SECRET", ""),
  259. )
  260. MICROSOFT_CLIENT_TENANT_ID = PersistentConfig(
  261. "MICROSOFT_CLIENT_TENANT_ID",
  262. "oauth.microsoft.tenant_id",
  263. os.environ.get("MICROSOFT_CLIENT_TENANT_ID", ""),
  264. )
  265. MICROSOFT_OAUTH_SCOPE = PersistentConfig(
  266. "MICROSOFT_OAUTH_SCOPE",
  267. "oauth.microsoft.scope",
  268. os.environ.get("MICROSOFT_OAUTH_SCOPE", "openid email profile"),
  269. )
  270. MICROSOFT_REDIRECT_URI = PersistentConfig(
  271. "MICROSOFT_REDIRECT_URI",
  272. "oauth.microsoft.redirect_uri",
  273. os.environ.get("MICROSOFT_REDIRECT_URI", ""),
  274. )
  275. OAUTH_CLIENT_ID = PersistentConfig(
  276. "OAUTH_CLIENT_ID",
  277. "oauth.oidc.client_id",
  278. os.environ.get("OAUTH_CLIENT_ID", ""),
  279. )
  280. OAUTH_CLIENT_SECRET = PersistentConfig(
  281. "OAUTH_CLIENT_SECRET",
  282. "oauth.oidc.client_secret",
  283. os.environ.get("OAUTH_CLIENT_SECRET", ""),
  284. )
  285. OPENID_PROVIDER_URL = PersistentConfig(
  286. "OPENID_PROVIDER_URL",
  287. "oauth.oidc.provider_url",
  288. os.environ.get("OPENID_PROVIDER_URL", ""),
  289. )
  290. OPENID_REDIRECT_URI = PersistentConfig(
  291. "OPENID_REDIRECT_URI",
  292. "oauth.oidc.redirect_uri",
  293. os.environ.get("OPENID_REDIRECT_URI", ""),
  294. )
  295. OAUTH_SCOPES = PersistentConfig(
  296. "OAUTH_SCOPES",
  297. "oauth.oidc.scopes",
  298. os.environ.get("OAUTH_SCOPES", "openid email profile"),
  299. )
  300. OAUTH_PROVIDER_NAME = PersistentConfig(
  301. "OAUTH_PROVIDER_NAME",
  302. "oauth.oidc.provider_name",
  303. os.environ.get("OAUTH_PROVIDER_NAME", "SSO"),
  304. )
  305. OAUTH_USERNAME_CLAIM = PersistentConfig(
  306. "OAUTH_USERNAME_CLAIM",
  307. "oauth.oidc.username_claim",
  308. os.environ.get("OAUTH_USERNAME_CLAIM", "name"),
  309. )
  310. OAUTH_PICTURE_CLAIM = PersistentConfig(
  311. "OAUTH_PICTURE_CLAIM",
  312. "oauth.oidc.avatar_claim",
  313. os.environ.get("OAUTH_PICTURE_CLAIM", "picture"),
  314. )
  315. OAUTH_EMAIL_CLAIM = PersistentConfig(
  316. "OAUTH_EMAIL_CLAIM",
  317. "oauth.oidc.email_claim",
  318. os.environ.get("OAUTH_EMAIL_CLAIM", "email"),
  319. )
  320. ENABLE_OAUTH_ROLE_MANAGEMENT = PersistentConfig(
  321. "ENABLE_OAUTH_ROLE_MANAGEMENT",
  322. "oauth.enable_role_mapping",
  323. os.environ.get("ENABLE_OAUTH_ROLE_MANAGEMENT", "False").lower() == "true",
  324. )
  325. OAUTH_ROLES_CLAIM = PersistentConfig(
  326. "OAUTH_ROLES_CLAIM",
  327. "oauth.roles_claim",
  328. os.environ.get("OAUTH_ROLES_CLAIM", "roles"),
  329. )
  330. OAUTH_ALLOWED_ROLES = PersistentConfig(
  331. "OAUTH_ALLOWED_ROLES",
  332. "oauth.allowed_roles",
  333. [
  334. role.strip()
  335. for role in os.environ.get("OAUTH_ALLOWED_ROLES", "user,admin").split(",")
  336. ],
  337. )
  338. OAUTH_ADMIN_ROLES = PersistentConfig(
  339. "OAUTH_ADMIN_ROLES",
  340. "oauth.admin_roles",
  341. [role.strip() for role in os.environ.get("OAUTH_ADMIN_ROLES", "admin").split(",")],
  342. )
  343. def load_oauth_providers():
  344. OAUTH_PROVIDERS.clear()
  345. if GOOGLE_CLIENT_ID.value and GOOGLE_CLIENT_SECRET.value:
  346. OAUTH_PROVIDERS["google"] = {
  347. "client_id": GOOGLE_CLIENT_ID.value,
  348. "client_secret": GOOGLE_CLIENT_SECRET.value,
  349. "server_metadata_url": "https://accounts.google.com/.well-known/openid-configuration",
  350. "scope": GOOGLE_OAUTH_SCOPE.value,
  351. "redirect_uri": GOOGLE_REDIRECT_URI.value,
  352. }
  353. if (
  354. MICROSOFT_CLIENT_ID.value
  355. and MICROSOFT_CLIENT_SECRET.value
  356. and MICROSOFT_CLIENT_TENANT_ID.value
  357. ):
  358. OAUTH_PROVIDERS["microsoft"] = {
  359. "client_id": MICROSOFT_CLIENT_ID.value,
  360. "client_secret": MICROSOFT_CLIENT_SECRET.value,
  361. "server_metadata_url": f"https://login.microsoftonline.com/{MICROSOFT_CLIENT_TENANT_ID.value}/v2.0/.well-known/openid-configuration",
  362. "scope": MICROSOFT_OAUTH_SCOPE.value,
  363. "redirect_uri": MICROSOFT_REDIRECT_URI.value,
  364. }
  365. if (
  366. OAUTH_CLIENT_ID.value
  367. and OAUTH_CLIENT_SECRET.value
  368. and OPENID_PROVIDER_URL.value
  369. ):
  370. OAUTH_PROVIDERS["oidc"] = {
  371. "client_id": OAUTH_CLIENT_ID.value,
  372. "client_secret": OAUTH_CLIENT_SECRET.value,
  373. "server_metadata_url": OPENID_PROVIDER_URL.value,
  374. "scope": OAUTH_SCOPES.value,
  375. "name": OAUTH_PROVIDER_NAME.value,
  376. "redirect_uri": OPENID_REDIRECT_URI.value,
  377. }
  378. load_oauth_providers()
  379. ####################################
  380. # Static DIR
  381. ####################################
  382. STATIC_DIR = Path(os.getenv("STATIC_DIR", OPEN_WEBUI_DIR / "static")).resolve()
  383. frontend_favicon = FRONTEND_BUILD_DIR / "static" / "favicon.png"
  384. if frontend_favicon.exists():
  385. try:
  386. shutil.copyfile(frontend_favicon, STATIC_DIR / "favicon.png")
  387. except Exception as e:
  388. logging.error(f"An error occurred: {e}")
  389. else:
  390. logging.warning(f"Frontend favicon not found at {frontend_favicon}")
  391. frontend_splash = FRONTEND_BUILD_DIR / "static" / "splash.png"
  392. if frontend_splash.exists():
  393. try:
  394. shutil.copyfile(frontend_splash, STATIC_DIR / "splash.png")
  395. except Exception as e:
  396. logging.error(f"An error occurred: {e}")
  397. else:
  398. logging.warning(f"Frontend splash not found at {frontend_splash}")
  399. ####################################
  400. # CUSTOM_NAME
  401. ####################################
  402. CUSTOM_NAME = os.environ.get("CUSTOM_NAME", "")
  403. if CUSTOM_NAME:
  404. try:
  405. r = requests.get(f"https://api.openwebui.com/api/v1/custom/{CUSTOM_NAME}")
  406. data = r.json()
  407. if r.ok:
  408. if "logo" in data:
  409. WEBUI_FAVICON_URL = url = (
  410. f"https://api.openwebui.com{data['logo']}"
  411. if data["logo"][0] == "/"
  412. else data["logo"]
  413. )
  414. r = requests.get(url, stream=True)
  415. if r.status_code == 200:
  416. with open(f"{STATIC_DIR}/favicon.png", "wb") as f:
  417. r.raw.decode_content = True
  418. shutil.copyfileobj(r.raw, f)
  419. if "splash" in data:
  420. url = (
  421. f"https://api.openwebui.com{data['splash']}"
  422. if data["splash"][0] == "/"
  423. else data["splash"]
  424. )
  425. r = requests.get(url, stream=True)
  426. if r.status_code == 200:
  427. with open(f"{STATIC_DIR}/splash.png", "wb") as f:
  428. r.raw.decode_content = True
  429. shutil.copyfileobj(r.raw, f)
  430. WEBUI_NAME = data["name"]
  431. except Exception as e:
  432. log.exception(e)
  433. pass
  434. ####################################
  435. # STORAGE PROVIDER
  436. ####################################
  437. STORAGE_PROVIDER = os.environ.get("STORAGE_PROVIDER", "") # defaults to local, s3
  438. S3_ACCESS_KEY_ID = os.environ.get("S3_ACCESS_KEY_ID", None)
  439. S3_SECRET_ACCESS_KEY = os.environ.get("S3_SECRET_ACCESS_KEY", None)
  440. S3_REGION_NAME = os.environ.get("S3_REGION_NAME", None)
  441. S3_BUCKET_NAME = os.environ.get("S3_BUCKET_NAME", None)
  442. S3_ENDPOINT_URL = os.environ.get("S3_ENDPOINT_URL", None)
  443. ####################################
  444. # File Upload DIR
  445. ####################################
  446. UPLOAD_DIR = f"{DATA_DIR}/uploads"
  447. Path(UPLOAD_DIR).mkdir(parents=True, exist_ok=True)
  448. ####################################
  449. # Cache DIR
  450. ####################################
  451. CACHE_DIR = f"{DATA_DIR}/cache"
  452. Path(CACHE_DIR).mkdir(parents=True, exist_ok=True)
  453. ####################################
  454. # OLLAMA_BASE_URL
  455. ####################################
  456. ENABLE_OLLAMA_API = PersistentConfig(
  457. "ENABLE_OLLAMA_API",
  458. "ollama.enable",
  459. os.environ.get("ENABLE_OLLAMA_API", "True").lower() == "true",
  460. )
  461. OLLAMA_API_BASE_URL = os.environ.get(
  462. "OLLAMA_API_BASE_URL", "http://localhost:11434/api"
  463. )
  464. OLLAMA_BASE_URL = os.environ.get("OLLAMA_BASE_URL", "")
  465. K8S_FLAG = os.environ.get("K8S_FLAG", "")
  466. USE_OLLAMA_DOCKER = os.environ.get("USE_OLLAMA_DOCKER", "false")
  467. if OLLAMA_BASE_URL == "" and OLLAMA_API_BASE_URL != "":
  468. OLLAMA_BASE_URL = (
  469. OLLAMA_API_BASE_URL[:-4]
  470. if OLLAMA_API_BASE_URL.endswith("/api")
  471. else OLLAMA_API_BASE_URL
  472. )
  473. if ENV == "prod":
  474. if OLLAMA_BASE_URL == "/ollama" and not K8S_FLAG:
  475. if USE_OLLAMA_DOCKER.lower() == "true":
  476. # if you use all-in-one docker container (Open WebUI + Ollama)
  477. # with the docker build arg USE_OLLAMA=true (--build-arg="USE_OLLAMA=true") this only works with http://localhost:11434
  478. OLLAMA_BASE_URL = "http://localhost:11434"
  479. else:
  480. OLLAMA_BASE_URL = "http://host.docker.internal:11434"
  481. elif K8S_FLAG:
  482. OLLAMA_BASE_URL = "http://ollama-service.open-webui.svc.cluster.local:11434"
  483. OLLAMA_BASE_URLS = os.environ.get("OLLAMA_BASE_URLS", "")
  484. OLLAMA_BASE_URLS = OLLAMA_BASE_URLS if OLLAMA_BASE_URLS != "" else OLLAMA_BASE_URL
  485. OLLAMA_BASE_URLS = [url.strip() for url in OLLAMA_BASE_URLS.split(";")]
  486. OLLAMA_BASE_URLS = PersistentConfig(
  487. "OLLAMA_BASE_URLS", "ollama.base_urls", OLLAMA_BASE_URLS
  488. )
  489. ####################################
  490. # OPENAI_API
  491. ####################################
  492. ENABLE_OPENAI_API = PersistentConfig(
  493. "ENABLE_OPENAI_API",
  494. "openai.enable",
  495. os.environ.get("ENABLE_OPENAI_API", "True").lower() == "true",
  496. )
  497. OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY", "")
  498. OPENAI_API_BASE_URL = os.environ.get("OPENAI_API_BASE_URL", "")
  499. if OPENAI_API_BASE_URL == "":
  500. OPENAI_API_BASE_URL = "https://api.openai.com/v1"
  501. OPENAI_API_KEYS = os.environ.get("OPENAI_API_KEYS", "")
  502. OPENAI_API_KEYS = OPENAI_API_KEYS if OPENAI_API_KEYS != "" else OPENAI_API_KEY
  503. OPENAI_API_KEYS = [url.strip() for url in OPENAI_API_KEYS.split(";")]
  504. OPENAI_API_KEYS = PersistentConfig(
  505. "OPENAI_API_KEYS", "openai.api_keys", OPENAI_API_KEYS
  506. )
  507. OPENAI_API_BASE_URLS = os.environ.get("OPENAI_API_BASE_URLS", "")
  508. OPENAI_API_BASE_URLS = (
  509. OPENAI_API_BASE_URLS if OPENAI_API_BASE_URLS != "" else OPENAI_API_BASE_URL
  510. )
  511. OPENAI_API_BASE_URLS = [
  512. url.strip() if url != "" else "https://api.openai.com/v1"
  513. for url in OPENAI_API_BASE_URLS.split(";")
  514. ]
  515. OPENAI_API_BASE_URLS = PersistentConfig(
  516. "OPENAI_API_BASE_URLS", "openai.api_base_urls", OPENAI_API_BASE_URLS
  517. )
  518. OPENAI_API_KEY = ""
  519. try:
  520. OPENAI_API_KEY = OPENAI_API_KEYS.value[
  521. OPENAI_API_BASE_URLS.value.index("https://api.openai.com/v1")
  522. ]
  523. except Exception:
  524. pass
  525. OPENAI_API_BASE_URL = "https://api.openai.com/v1"
  526. ####################################
  527. # WEBUI
  528. ####################################
  529. ENABLE_SIGNUP = PersistentConfig(
  530. "ENABLE_SIGNUP",
  531. "ui.enable_signup",
  532. (
  533. False
  534. if not WEBUI_AUTH
  535. else os.environ.get("ENABLE_SIGNUP", "True").lower() == "true"
  536. ),
  537. )
  538. ENABLE_LOGIN_FORM = PersistentConfig(
  539. "ENABLE_LOGIN_FORM",
  540. "ui.ENABLE_LOGIN_FORM",
  541. os.environ.get("ENABLE_LOGIN_FORM", "True").lower() == "true",
  542. )
  543. DEFAULT_LOCALE = PersistentConfig(
  544. "DEFAULT_LOCALE",
  545. "ui.default_locale",
  546. os.environ.get("DEFAULT_LOCALE", ""),
  547. )
  548. DEFAULT_MODELS = PersistentConfig(
  549. "DEFAULT_MODELS", "ui.default_models", os.environ.get("DEFAULT_MODELS", None)
  550. )
  551. DEFAULT_PROMPT_SUGGESTIONS = PersistentConfig(
  552. "DEFAULT_PROMPT_SUGGESTIONS",
  553. "ui.prompt_suggestions",
  554. [
  555. {
  556. "title": ["Help me study", "vocabulary for a college entrance exam"],
  557. "content": "Help me study vocabulary: write a sentence for me to fill in the blank, and I'll try to pick the correct option.",
  558. },
  559. {
  560. "title": ["Give me ideas", "for what to do with my kids' art"],
  561. "content": "What are 5 creative things I could do with my kids' art? I don't want to throw them away, but it's also so much clutter.",
  562. },
  563. {
  564. "title": ["Tell me a fun fact", "about the Roman Empire"],
  565. "content": "Tell me a random fun fact about the Roman Empire",
  566. },
  567. {
  568. "title": ["Show me a code snippet", "of a website's sticky header"],
  569. "content": "Show me a code snippet of a website's sticky header in CSS and JavaScript.",
  570. },
  571. {
  572. "title": [
  573. "Explain options trading",
  574. "if I'm familiar with buying and selling stocks",
  575. ],
  576. "content": "Explain options trading in simple terms if I'm familiar with buying and selling stocks.",
  577. },
  578. {
  579. "title": ["Overcome procrastination", "give me tips"],
  580. "content": "Could you start by asking me about instances when I procrastinate the most and then give me some suggestions to overcome it?",
  581. },
  582. ],
  583. )
  584. DEFAULT_USER_ROLE = PersistentConfig(
  585. "DEFAULT_USER_ROLE",
  586. "ui.default_user_role",
  587. os.getenv("DEFAULT_USER_ROLE", "pending"),
  588. )
  589. USER_PERMISSIONS_CHAT_DELETION = (
  590. os.environ.get("USER_PERMISSIONS_CHAT_DELETION", "True").lower() == "true"
  591. )
  592. USER_PERMISSIONS_CHAT_EDITING = (
  593. os.environ.get("USER_PERMISSIONS_CHAT_EDITING", "True").lower() == "true"
  594. )
  595. USER_PERMISSIONS_CHAT_TEMPORARY = (
  596. os.environ.get("USER_PERMISSIONS_CHAT_TEMPORARY", "True").lower() == "true"
  597. )
  598. USER_PERMISSIONS = PersistentConfig(
  599. "USER_PERMISSIONS",
  600. "ui.user_permissions",
  601. {
  602. "chat": {
  603. "deletion": USER_PERMISSIONS_CHAT_DELETION,
  604. "editing": USER_PERMISSIONS_CHAT_EDITING,
  605. "temporary": USER_PERMISSIONS_CHAT_TEMPORARY,
  606. }
  607. },
  608. )
  609. ENABLE_EVALUATION_ARENA_MODELS = PersistentConfig(
  610. "ENABLE_EVALUATION_ARENA_MODELS",
  611. "evaluation.arena.enable",
  612. os.environ.get("ENABLE_EVALUATION_ARENA_MODELS", "True").lower() == "true",
  613. )
  614. EVALUATION_ARENA_MODELS = PersistentConfig(
  615. "EVALUATION_ARENA_MODELS",
  616. "evaluation.arena.models",
  617. [],
  618. )
  619. DEFAULT_ARENA_MODEL = {
  620. "id": "arena-model",
  621. "name": "Arena Model",
  622. "meta": {
  623. "profile_image_url": "/favicon.png",
  624. "description": "Submit your questions to anonymous AI chatbots and vote on the best response.",
  625. "model_ids": None,
  626. },
  627. }
  628. ENABLE_MODEL_FILTER = PersistentConfig(
  629. "ENABLE_MODEL_FILTER",
  630. "model_filter.enable",
  631. os.environ.get("ENABLE_MODEL_FILTER", "False").lower() == "true",
  632. )
  633. MODEL_FILTER_LIST = os.environ.get("MODEL_FILTER_LIST", "")
  634. MODEL_FILTER_LIST = PersistentConfig(
  635. "MODEL_FILTER_LIST",
  636. "model_filter.list",
  637. [model.strip() for model in MODEL_FILTER_LIST.split(";")],
  638. )
  639. WEBHOOK_URL = PersistentConfig(
  640. "WEBHOOK_URL", "webhook_url", os.environ.get("WEBHOOK_URL", "")
  641. )
  642. ENABLE_ADMIN_EXPORT = os.environ.get("ENABLE_ADMIN_EXPORT", "True").lower() == "true"
  643. ENABLE_ADMIN_CHAT_ACCESS = (
  644. os.environ.get("ENABLE_ADMIN_CHAT_ACCESS", "True").lower() == "true"
  645. )
  646. ENABLE_COMMUNITY_SHARING = PersistentConfig(
  647. "ENABLE_COMMUNITY_SHARING",
  648. "ui.enable_community_sharing",
  649. os.environ.get("ENABLE_COMMUNITY_SHARING", "True").lower() == "true",
  650. )
  651. ENABLE_MESSAGE_RATING = PersistentConfig(
  652. "ENABLE_MESSAGE_RATING",
  653. "ui.enable_message_rating",
  654. os.environ.get("ENABLE_MESSAGE_RATING", "True").lower() == "true",
  655. )
  656. def validate_cors_origins(origins):
  657. for origin in origins:
  658. if origin != "*":
  659. validate_cors_origin(origin)
  660. def validate_cors_origin(origin):
  661. parsed_url = urlparse(origin)
  662. # Check if the scheme is either http or https
  663. if parsed_url.scheme not in ["http", "https"]:
  664. raise ValueError(
  665. f"Invalid scheme in CORS_ALLOW_ORIGIN: '{origin}'. Only 'http' and 'https' are allowed."
  666. )
  667. # Ensure that the netloc (domain + port) is present, indicating it's a valid URL
  668. if not parsed_url.netloc:
  669. raise ValueError(f"Invalid URL structure in CORS_ALLOW_ORIGIN: '{origin}'.")
  670. # For production, you should only need one host as
  671. # fastapi serves the svelte-kit built frontend and backend from the same host and port.
  672. # To test CORS_ALLOW_ORIGIN locally, you can set something like
  673. # CORS_ALLOW_ORIGIN=http://localhost:5173;http://localhost:8080
  674. # in your .env file depending on your frontend port, 5173 in this case.
  675. CORS_ALLOW_ORIGIN = os.environ.get("CORS_ALLOW_ORIGIN", "*").split(";")
  676. if "*" in CORS_ALLOW_ORIGIN:
  677. log.warning(
  678. "\n\nWARNING: CORS_ALLOW_ORIGIN IS SET TO '*' - NOT RECOMMENDED FOR PRODUCTION DEPLOYMENTS.\n"
  679. )
  680. validate_cors_origins(CORS_ALLOW_ORIGIN)
  681. class BannerModel(BaseModel):
  682. id: str
  683. type: str
  684. title: Optional[str] = None
  685. content: str
  686. dismissible: bool
  687. timestamp: int
  688. try:
  689. banners = json.loads(os.environ.get("WEBUI_BANNERS", "[]"))
  690. banners = [BannerModel(**banner) for banner in banners]
  691. except Exception as e:
  692. print(f"Error loading WEBUI_BANNERS: {e}")
  693. banners = []
  694. WEBUI_BANNERS = PersistentConfig("WEBUI_BANNERS", "ui.banners", banners)
  695. SHOW_ADMIN_DETAILS = PersistentConfig(
  696. "SHOW_ADMIN_DETAILS",
  697. "auth.admin.show",
  698. os.environ.get("SHOW_ADMIN_DETAILS", "true").lower() == "true",
  699. )
  700. ADMIN_EMAIL = PersistentConfig(
  701. "ADMIN_EMAIL",
  702. "auth.admin.email",
  703. os.environ.get("ADMIN_EMAIL", None),
  704. )
  705. ####################################
  706. # TASKS
  707. ####################################
  708. TASK_MODEL = PersistentConfig(
  709. "TASK_MODEL",
  710. "task.model.default",
  711. os.environ.get("TASK_MODEL", ""),
  712. )
  713. TASK_MODEL_EXTERNAL = PersistentConfig(
  714. "TASK_MODEL_EXTERNAL",
  715. "task.model.external",
  716. os.environ.get("TASK_MODEL_EXTERNAL", ""),
  717. )
  718. TITLE_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  719. "TITLE_GENERATION_PROMPT_TEMPLATE",
  720. "task.title.prompt_template",
  721. os.environ.get("TITLE_GENERATION_PROMPT_TEMPLATE", ""),
  722. )
  723. TAGS_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  724. "TAGS_GENERATION_PROMPT_TEMPLATE",
  725. "task.tags.prompt_template",
  726. os.environ.get("TAGS_GENERATION_PROMPT_TEMPLATE", ""),
  727. )
  728. ENABLE_SEARCH_QUERY = PersistentConfig(
  729. "ENABLE_SEARCH_QUERY",
  730. "task.search.enable",
  731. os.environ.get("ENABLE_SEARCH_QUERY", "True").lower() == "true",
  732. )
  733. SEARCH_QUERY_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  734. "SEARCH_QUERY_GENERATION_PROMPT_TEMPLATE",
  735. "task.search.prompt_template",
  736. os.environ.get("SEARCH_QUERY_GENERATION_PROMPT_TEMPLATE", ""),
  737. )
  738. TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE = PersistentConfig(
  739. "TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE",
  740. "task.tools.prompt_template",
  741. os.environ.get("TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE", ""),
  742. )
  743. ####################################
  744. # Vector Database
  745. ####################################
  746. VECTOR_DB = os.environ.get("VECTOR_DB", "chroma")
  747. # Chroma
  748. CHROMA_DATA_PATH = f"{DATA_DIR}/vector_db"
  749. CHROMA_TENANT = os.environ.get("CHROMA_TENANT", chromadb.DEFAULT_TENANT)
  750. CHROMA_DATABASE = os.environ.get("CHROMA_DATABASE", chromadb.DEFAULT_DATABASE)
  751. CHROMA_HTTP_HOST = os.environ.get("CHROMA_HTTP_HOST", "")
  752. CHROMA_HTTP_PORT = int(os.environ.get("CHROMA_HTTP_PORT", "8000"))
  753. CHROMA_CLIENT_AUTH_PROVIDER = os.environ.get("CHROMA_CLIENT_AUTH_PROVIDER", "")
  754. CHROMA_CLIENT_AUTH_CREDENTIALS = os.environ.get("CHROMA_CLIENT_AUTH_CREDENTIALS", "")
  755. # Comma-separated list of header=value pairs
  756. CHROMA_HTTP_HEADERS = os.environ.get("CHROMA_HTTP_HEADERS", "")
  757. if CHROMA_HTTP_HEADERS:
  758. CHROMA_HTTP_HEADERS = dict(
  759. [pair.split("=") for pair in CHROMA_HTTP_HEADERS.split(",")]
  760. )
  761. else:
  762. CHROMA_HTTP_HEADERS = None
  763. CHROMA_HTTP_SSL = os.environ.get("CHROMA_HTTP_SSL", "false").lower() == "true"
  764. # this uses the model defined in the Dockerfile ENV variable. If you dont use docker or docker based deployments such as k8s, the default embedding model will be used (sentence-transformers/all-MiniLM-L6-v2)
  765. # Milvus
  766. MILVUS_URI = os.environ.get("MILVUS_URI", f"{DATA_DIR}/vector_db/milvus.db")
  767. # Qdrant
  768. QDRANT_URI = os.environ.get("QDRANT_URI", None)
  769. # OpenSearch
  770. OPENSEARCH_URI = os.environ.get("OPENSEARCH_URI", "https://localhost:9200")
  771. OPENSEARCH_SSL = os.environ.get("OPENSEARCH_SSL", True)
  772. OPENSEARCH_CERT_VERIFY = os.environ.get("OPENSEARCH_CERT_VERIFY", False)
  773. OPENSEARCH_USERNAME = os.environ.get("OPENSEARCH_USERNAME", None)
  774. OPENSEARCH_PASSWORD = os.environ.get("OPENSEARCH_PASSWORD", None)
  775. ####################################
  776. # Information Retrieval (RAG)
  777. ####################################
  778. # RAG Content Extraction
  779. CONTENT_EXTRACTION_ENGINE = PersistentConfig(
  780. "CONTENT_EXTRACTION_ENGINE",
  781. "rag.CONTENT_EXTRACTION_ENGINE",
  782. os.environ.get("CONTENT_EXTRACTION_ENGINE", "").lower(),
  783. )
  784. TIKA_SERVER_URL = PersistentConfig(
  785. "TIKA_SERVER_URL",
  786. "rag.tika_server_url",
  787. os.getenv("TIKA_SERVER_URL", "http://tika:9998"), # Default for sidecar deployment
  788. )
  789. RAG_TOP_K = PersistentConfig(
  790. "RAG_TOP_K", "rag.top_k", int(os.environ.get("RAG_TOP_K", "3"))
  791. )
  792. RAG_RELEVANCE_THRESHOLD = PersistentConfig(
  793. "RAG_RELEVANCE_THRESHOLD",
  794. "rag.relevance_threshold",
  795. float(os.environ.get("RAG_RELEVANCE_THRESHOLD", "0.0")),
  796. )
  797. ENABLE_RAG_HYBRID_SEARCH = PersistentConfig(
  798. "ENABLE_RAG_HYBRID_SEARCH",
  799. "rag.enable_hybrid_search",
  800. os.environ.get("ENABLE_RAG_HYBRID_SEARCH", "").lower() == "true",
  801. )
  802. RAG_FILE_MAX_COUNT = PersistentConfig(
  803. "RAG_FILE_MAX_COUNT",
  804. "rag.file.max_count",
  805. (
  806. int(os.environ.get("RAG_FILE_MAX_COUNT"))
  807. if os.environ.get("RAG_FILE_MAX_COUNT")
  808. else None
  809. ),
  810. )
  811. RAG_FILE_MAX_SIZE = PersistentConfig(
  812. "RAG_FILE_MAX_SIZE",
  813. "rag.file.max_size",
  814. (
  815. int(os.environ.get("RAG_FILE_MAX_SIZE"))
  816. if os.environ.get("RAG_FILE_MAX_SIZE")
  817. else None
  818. ),
  819. )
  820. ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION = PersistentConfig(
  821. "ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION",
  822. "rag.enable_web_loader_ssl_verification",
  823. os.environ.get("ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION", "True").lower() == "true",
  824. )
  825. RAG_EMBEDDING_ENGINE = PersistentConfig(
  826. "RAG_EMBEDDING_ENGINE",
  827. "rag.embedding_engine",
  828. os.environ.get("RAG_EMBEDDING_ENGINE", ""),
  829. )
  830. PDF_EXTRACT_IMAGES = PersistentConfig(
  831. "PDF_EXTRACT_IMAGES",
  832. "rag.pdf_extract_images",
  833. os.environ.get("PDF_EXTRACT_IMAGES", "False").lower() == "true",
  834. )
  835. RAG_EMBEDDING_MODEL = PersistentConfig(
  836. "RAG_EMBEDDING_MODEL",
  837. "rag.embedding_model",
  838. os.environ.get("RAG_EMBEDDING_MODEL", "sentence-transformers/all-MiniLM-L6-v2"),
  839. )
  840. log.info(f"Embedding model set: {RAG_EMBEDDING_MODEL.value}")
  841. RAG_EMBEDDING_MODEL_AUTO_UPDATE = (
  842. os.environ.get("RAG_EMBEDDING_MODEL_AUTO_UPDATE", "").lower() == "true"
  843. )
  844. RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE = (
  845. os.environ.get("RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE", "").lower() == "true"
  846. )
  847. RAG_EMBEDDING_BATCH_SIZE = PersistentConfig(
  848. "RAG_EMBEDDING_BATCH_SIZE",
  849. "rag.embedding_batch_size",
  850. int(
  851. os.environ.get("RAG_EMBEDDING_BATCH_SIZE")
  852. or os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", "1")
  853. ),
  854. )
  855. RAG_RERANKING_MODEL = PersistentConfig(
  856. "RAG_RERANKING_MODEL",
  857. "rag.reranking_model",
  858. os.environ.get("RAG_RERANKING_MODEL", ""),
  859. )
  860. if RAG_RERANKING_MODEL.value != "":
  861. log.info(f"Reranking model set: {RAG_RERANKING_MODEL.value}")
  862. RAG_RERANKING_MODEL_AUTO_UPDATE = (
  863. os.environ.get("RAG_RERANKING_MODEL_AUTO_UPDATE", "").lower() == "true"
  864. )
  865. RAG_RERANKING_MODEL_TRUST_REMOTE_CODE = (
  866. os.environ.get("RAG_RERANKING_MODEL_TRUST_REMOTE_CODE", "").lower() == "true"
  867. )
  868. RAG_TEXT_SPLITTER = PersistentConfig(
  869. "RAG_TEXT_SPLITTER",
  870. "rag.text_splitter",
  871. os.environ.get("RAG_TEXT_SPLITTER", ""),
  872. )
  873. TIKTOKEN_CACHE_DIR = os.environ.get("TIKTOKEN_CACHE_DIR", f"{CACHE_DIR}/tiktoken")
  874. TIKTOKEN_ENCODING_NAME = PersistentConfig(
  875. "TIKTOKEN_ENCODING_NAME",
  876. "rag.tiktoken_encoding_name",
  877. os.environ.get("TIKTOKEN_ENCODING_NAME", "cl100k_base"),
  878. )
  879. CHUNK_SIZE = PersistentConfig(
  880. "CHUNK_SIZE", "rag.chunk_size", int(os.environ.get("CHUNK_SIZE", "1000"))
  881. )
  882. CHUNK_OVERLAP = PersistentConfig(
  883. "CHUNK_OVERLAP",
  884. "rag.chunk_overlap",
  885. int(os.environ.get("CHUNK_OVERLAP", "100")),
  886. )
  887. DEFAULT_RAG_TEMPLATE = """You are given a user query, some textual context and rules, all inside xml tags. You have to answer the query based on the context while respecting the rules.
  888. <context>
  889. {{CONTEXT}}
  890. </context>
  891. <rules>
  892. - If you don't know, just say so.
  893. - If you are not sure, ask for clarification.
  894. - Answer in the same language as the user query.
  895. - If the context appears unreadable or of poor quality, tell the user then answer as best as you can.
  896. - If the answer is not in the context but you think you know the answer, explain that to the user then answer with your own knowledge.
  897. - Answer directly and without using xml tags.
  898. </rules>
  899. <user_query>
  900. {{QUERY}}
  901. </user_query>
  902. """
  903. RAG_TEMPLATE = PersistentConfig(
  904. "RAG_TEMPLATE",
  905. "rag.template",
  906. os.environ.get("RAG_TEMPLATE", DEFAULT_RAG_TEMPLATE),
  907. )
  908. RAG_OPENAI_API_BASE_URL = PersistentConfig(
  909. "RAG_OPENAI_API_BASE_URL",
  910. "rag.openai_api_base_url",
  911. os.getenv("RAG_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  912. )
  913. RAG_OPENAI_API_KEY = PersistentConfig(
  914. "RAG_OPENAI_API_KEY",
  915. "rag.openai_api_key",
  916. os.getenv("RAG_OPENAI_API_KEY", OPENAI_API_KEY),
  917. )
  918. ENABLE_RAG_LOCAL_WEB_FETCH = (
  919. os.getenv("ENABLE_RAG_LOCAL_WEB_FETCH", "False").lower() == "true"
  920. )
  921. YOUTUBE_LOADER_LANGUAGE = PersistentConfig(
  922. "YOUTUBE_LOADER_LANGUAGE",
  923. "rag.youtube_loader_language",
  924. os.getenv("YOUTUBE_LOADER_LANGUAGE", "en").split(","),
  925. )
  926. ENABLE_RAG_WEB_SEARCH = PersistentConfig(
  927. "ENABLE_RAG_WEB_SEARCH",
  928. "rag.web.search.enable",
  929. os.getenv("ENABLE_RAG_WEB_SEARCH", "False").lower() == "true",
  930. )
  931. RAG_WEB_SEARCH_ENGINE = PersistentConfig(
  932. "RAG_WEB_SEARCH_ENGINE",
  933. "rag.web.search.engine",
  934. os.getenv("RAG_WEB_SEARCH_ENGINE", ""),
  935. )
  936. # You can provide a list of your own websites to filter after performing a web search.
  937. # This ensures the highest level of safety and reliability of the information sources.
  938. RAG_WEB_SEARCH_DOMAIN_FILTER_LIST = PersistentConfig(
  939. "RAG_WEB_SEARCH_DOMAIN_FILTER_LIST",
  940. "rag.rag.web.search.domain.filter_list",
  941. [
  942. # "wikipedia.com",
  943. # "wikimedia.org",
  944. # "wikidata.org",
  945. ],
  946. )
  947. SEARXNG_QUERY_URL = PersistentConfig(
  948. "SEARXNG_QUERY_URL",
  949. "rag.web.search.searxng_query_url",
  950. os.getenv("SEARXNG_QUERY_URL", ""),
  951. )
  952. GOOGLE_PSE_API_KEY = PersistentConfig(
  953. "GOOGLE_PSE_API_KEY",
  954. "rag.web.search.google_pse_api_key",
  955. os.getenv("GOOGLE_PSE_API_KEY", ""),
  956. )
  957. GOOGLE_PSE_ENGINE_ID = PersistentConfig(
  958. "GOOGLE_PSE_ENGINE_ID",
  959. "rag.web.search.google_pse_engine_id",
  960. os.getenv("GOOGLE_PSE_ENGINE_ID", ""),
  961. )
  962. BRAVE_SEARCH_API_KEY = PersistentConfig(
  963. "BRAVE_SEARCH_API_KEY",
  964. "rag.web.search.brave_search_api_key",
  965. os.getenv("BRAVE_SEARCH_API_KEY", ""),
  966. )
  967. SERPSTACK_API_KEY = PersistentConfig(
  968. "SERPSTACK_API_KEY",
  969. "rag.web.search.serpstack_api_key",
  970. os.getenv("SERPSTACK_API_KEY", ""),
  971. )
  972. SERPSTACK_HTTPS = PersistentConfig(
  973. "SERPSTACK_HTTPS",
  974. "rag.web.search.serpstack_https",
  975. os.getenv("SERPSTACK_HTTPS", "True").lower() == "true",
  976. )
  977. SERPER_API_KEY = PersistentConfig(
  978. "SERPER_API_KEY",
  979. "rag.web.search.serper_api_key",
  980. os.getenv("SERPER_API_KEY", ""),
  981. )
  982. SERPLY_API_KEY = PersistentConfig(
  983. "SERPLY_API_KEY",
  984. "rag.web.search.serply_api_key",
  985. os.getenv("SERPLY_API_KEY", ""),
  986. )
  987. TAVILY_API_KEY = PersistentConfig(
  988. "TAVILY_API_KEY",
  989. "rag.web.search.tavily_api_key",
  990. os.getenv("TAVILY_API_KEY", ""),
  991. )
  992. JINA_API_KEY = PersistentConfig(
  993. "JINA_API_KEY",
  994. "rag.web.search.jina_api_key",
  995. os.getenv("JINA_API_KEY", ""),
  996. )
  997. SEARCHAPI_API_KEY = PersistentConfig(
  998. "SEARCHAPI_API_KEY",
  999. "rag.web.search.searchapi_api_key",
  1000. os.getenv("SEARCHAPI_API_KEY", ""),
  1001. )
  1002. SEARCHAPI_ENGINE = PersistentConfig(
  1003. "SEARCHAPI_ENGINE",
  1004. "rag.web.search.searchapi_engine",
  1005. os.getenv("SEARCHAPI_ENGINE", ""),
  1006. )
  1007. BING_SEARCH_V7_ENDPOINT = PersistentConfig(
  1008. "BING_SEARCH_V7_ENDPOINT",
  1009. "rag.web.search.bing_search_v7_endpoint",
  1010. os.environ.get(
  1011. "BING_SEARCH_V7_ENDPOINT", "https://api.bing.microsoft.com/v7.0/search"
  1012. ),
  1013. )
  1014. BING_SEARCH_V7_SUBSCRIPTION_KEY = PersistentConfig(
  1015. "BING_SEARCH_V7_SUBSCRIPTION_KEY",
  1016. "rag.web.search.bing_search_v7_subscription_key",
  1017. os.environ.get("BING_SEARCH_V7_SUBSCRIPTION_KEY", ""),
  1018. )
  1019. RAG_WEB_SEARCH_RESULT_COUNT = PersistentConfig(
  1020. "RAG_WEB_SEARCH_RESULT_COUNT",
  1021. "rag.web.search.result_count",
  1022. int(os.getenv("RAG_WEB_SEARCH_RESULT_COUNT", "3")),
  1023. )
  1024. RAG_WEB_SEARCH_CONCURRENT_REQUESTS = PersistentConfig(
  1025. "RAG_WEB_SEARCH_CONCURRENT_REQUESTS",
  1026. "rag.web.search.concurrent_requests",
  1027. int(os.getenv("RAG_WEB_SEARCH_CONCURRENT_REQUESTS", "10")),
  1028. )
  1029. ####################################
  1030. # Images
  1031. ####################################
  1032. IMAGE_GENERATION_ENGINE = PersistentConfig(
  1033. "IMAGE_GENERATION_ENGINE",
  1034. "image_generation.engine",
  1035. os.getenv("IMAGE_GENERATION_ENGINE", "openai"),
  1036. )
  1037. ENABLE_IMAGE_GENERATION = PersistentConfig(
  1038. "ENABLE_IMAGE_GENERATION",
  1039. "image_generation.enable",
  1040. os.environ.get("ENABLE_IMAGE_GENERATION", "").lower() == "true",
  1041. )
  1042. AUTOMATIC1111_BASE_URL = PersistentConfig(
  1043. "AUTOMATIC1111_BASE_URL",
  1044. "image_generation.automatic1111.base_url",
  1045. os.getenv("AUTOMATIC1111_BASE_URL", ""),
  1046. )
  1047. AUTOMATIC1111_API_AUTH = PersistentConfig(
  1048. "AUTOMATIC1111_API_AUTH",
  1049. "image_generation.automatic1111.api_auth",
  1050. os.getenv("AUTOMATIC1111_API_AUTH", ""),
  1051. )
  1052. AUTOMATIC1111_CFG_SCALE = PersistentConfig(
  1053. "AUTOMATIC1111_CFG_SCALE",
  1054. "image_generation.automatic1111.cfg_scale",
  1055. (
  1056. float(os.environ.get("AUTOMATIC1111_CFG_SCALE"))
  1057. if os.environ.get("AUTOMATIC1111_CFG_SCALE")
  1058. else None
  1059. ),
  1060. )
  1061. AUTOMATIC1111_SAMPLER = PersistentConfig(
  1062. "AUTOMATIC1111_SAMPLER",
  1063. "image_generation.automatic1111.sampler",
  1064. (
  1065. os.environ.get("AUTOMATIC1111_SAMPLER")
  1066. if os.environ.get("AUTOMATIC1111_SAMPLER")
  1067. else None
  1068. ),
  1069. )
  1070. AUTOMATIC1111_SCHEDULER = PersistentConfig(
  1071. "AUTOMATIC1111_SCHEDULER",
  1072. "image_generation.automatic1111.scheduler",
  1073. (
  1074. os.environ.get("AUTOMATIC1111_SCHEDULER")
  1075. if os.environ.get("AUTOMATIC1111_SCHEDULER")
  1076. else None
  1077. ),
  1078. )
  1079. COMFYUI_BASE_URL = PersistentConfig(
  1080. "COMFYUI_BASE_URL",
  1081. "image_generation.comfyui.base_url",
  1082. os.getenv("COMFYUI_BASE_URL", ""),
  1083. )
  1084. COMFYUI_DEFAULT_WORKFLOW = """
  1085. {
  1086. "3": {
  1087. "inputs": {
  1088. "seed": 0,
  1089. "steps": 20,
  1090. "cfg": 8,
  1091. "sampler_name": "euler",
  1092. "scheduler": "normal",
  1093. "denoise": 1,
  1094. "model": [
  1095. "4",
  1096. 0
  1097. ],
  1098. "positive": [
  1099. "6",
  1100. 0
  1101. ],
  1102. "negative": [
  1103. "7",
  1104. 0
  1105. ],
  1106. "latent_image": [
  1107. "5",
  1108. 0
  1109. ]
  1110. },
  1111. "class_type": "KSampler",
  1112. "_meta": {
  1113. "title": "KSampler"
  1114. }
  1115. },
  1116. "4": {
  1117. "inputs": {
  1118. "ckpt_name": "model.safetensors"
  1119. },
  1120. "class_type": "CheckpointLoaderSimple",
  1121. "_meta": {
  1122. "title": "Load Checkpoint"
  1123. }
  1124. },
  1125. "5": {
  1126. "inputs": {
  1127. "width": 512,
  1128. "height": 512,
  1129. "batch_size": 1
  1130. },
  1131. "class_type": "EmptyLatentImage",
  1132. "_meta": {
  1133. "title": "Empty Latent Image"
  1134. }
  1135. },
  1136. "6": {
  1137. "inputs": {
  1138. "text": "Prompt",
  1139. "clip": [
  1140. "4",
  1141. 1
  1142. ]
  1143. },
  1144. "class_type": "CLIPTextEncode",
  1145. "_meta": {
  1146. "title": "CLIP Text Encode (Prompt)"
  1147. }
  1148. },
  1149. "7": {
  1150. "inputs": {
  1151. "text": "",
  1152. "clip": [
  1153. "4",
  1154. 1
  1155. ]
  1156. },
  1157. "class_type": "CLIPTextEncode",
  1158. "_meta": {
  1159. "title": "CLIP Text Encode (Prompt)"
  1160. }
  1161. },
  1162. "8": {
  1163. "inputs": {
  1164. "samples": [
  1165. "3",
  1166. 0
  1167. ],
  1168. "vae": [
  1169. "4",
  1170. 2
  1171. ]
  1172. },
  1173. "class_type": "VAEDecode",
  1174. "_meta": {
  1175. "title": "VAE Decode"
  1176. }
  1177. },
  1178. "9": {
  1179. "inputs": {
  1180. "filename_prefix": "ComfyUI",
  1181. "images": [
  1182. "8",
  1183. 0
  1184. ]
  1185. },
  1186. "class_type": "SaveImage",
  1187. "_meta": {
  1188. "title": "Save Image"
  1189. }
  1190. }
  1191. }
  1192. """
  1193. COMFYUI_WORKFLOW = PersistentConfig(
  1194. "COMFYUI_WORKFLOW",
  1195. "image_generation.comfyui.workflow",
  1196. os.getenv("COMFYUI_WORKFLOW", COMFYUI_DEFAULT_WORKFLOW),
  1197. )
  1198. COMFYUI_WORKFLOW_NODES = PersistentConfig(
  1199. "COMFYUI_WORKFLOW",
  1200. "image_generation.comfyui.nodes",
  1201. [],
  1202. )
  1203. IMAGES_OPENAI_API_BASE_URL = PersistentConfig(
  1204. "IMAGES_OPENAI_API_BASE_URL",
  1205. "image_generation.openai.api_base_url",
  1206. os.getenv("IMAGES_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1207. )
  1208. IMAGES_OPENAI_API_KEY = PersistentConfig(
  1209. "IMAGES_OPENAI_API_KEY",
  1210. "image_generation.openai.api_key",
  1211. os.getenv("IMAGES_OPENAI_API_KEY", OPENAI_API_KEY),
  1212. )
  1213. IMAGE_SIZE = PersistentConfig(
  1214. "IMAGE_SIZE", "image_generation.size", os.getenv("IMAGE_SIZE", "512x512")
  1215. )
  1216. IMAGE_STEPS = PersistentConfig(
  1217. "IMAGE_STEPS", "image_generation.steps", int(os.getenv("IMAGE_STEPS", 50))
  1218. )
  1219. IMAGE_GENERATION_MODEL = PersistentConfig(
  1220. "IMAGE_GENERATION_MODEL",
  1221. "image_generation.model",
  1222. os.getenv("IMAGE_GENERATION_MODEL", ""),
  1223. )
  1224. ####################################
  1225. # Audio
  1226. ####################################
  1227. # Transcription
  1228. WHISPER_MODEL = PersistentConfig(
  1229. "WHISPER_MODEL",
  1230. "audio.stt.whisper_model",
  1231. os.getenv("WHISPER_MODEL", "base"),
  1232. )
  1233. WHISPER_MODEL_DIR = os.getenv("WHISPER_MODEL_DIR", f"{CACHE_DIR}/whisper/models")
  1234. WHISPER_MODEL_AUTO_UPDATE = (
  1235. os.environ.get("WHISPER_MODEL_AUTO_UPDATE", "").lower() == "true"
  1236. )
  1237. AUDIO_STT_OPENAI_API_BASE_URL = PersistentConfig(
  1238. "AUDIO_STT_OPENAI_API_BASE_URL",
  1239. "audio.stt.openai.api_base_url",
  1240. os.getenv("AUDIO_STT_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1241. )
  1242. AUDIO_STT_OPENAI_API_KEY = PersistentConfig(
  1243. "AUDIO_STT_OPENAI_API_KEY",
  1244. "audio.stt.openai.api_key",
  1245. os.getenv("AUDIO_STT_OPENAI_API_KEY", OPENAI_API_KEY),
  1246. )
  1247. AUDIO_STT_ENGINE = PersistentConfig(
  1248. "AUDIO_STT_ENGINE",
  1249. "audio.stt.engine",
  1250. os.getenv("AUDIO_STT_ENGINE", ""),
  1251. )
  1252. AUDIO_STT_MODEL = PersistentConfig(
  1253. "AUDIO_STT_MODEL",
  1254. "audio.stt.model",
  1255. os.getenv("AUDIO_STT_MODEL", ""),
  1256. )
  1257. AUDIO_TTS_OPENAI_API_BASE_URL = PersistentConfig(
  1258. "AUDIO_TTS_OPENAI_API_BASE_URL",
  1259. "audio.tts.openai.api_base_url",
  1260. os.getenv("AUDIO_TTS_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1261. )
  1262. AUDIO_TTS_OPENAI_API_KEY = PersistentConfig(
  1263. "AUDIO_TTS_OPENAI_API_KEY",
  1264. "audio.tts.openai.api_key",
  1265. os.getenv("AUDIO_TTS_OPENAI_API_KEY", OPENAI_API_KEY),
  1266. )
  1267. AUDIO_TTS_API_KEY = PersistentConfig(
  1268. "AUDIO_TTS_API_KEY",
  1269. "audio.tts.api_key",
  1270. os.getenv("AUDIO_TTS_API_KEY", ""),
  1271. )
  1272. AUDIO_TTS_ENGINE = PersistentConfig(
  1273. "AUDIO_TTS_ENGINE",
  1274. "audio.tts.engine",
  1275. os.getenv("AUDIO_TTS_ENGINE", ""),
  1276. )
  1277. AUDIO_TTS_MODEL = PersistentConfig(
  1278. "AUDIO_TTS_MODEL",
  1279. "audio.tts.model",
  1280. os.getenv("AUDIO_TTS_MODEL", "tts-1"), # OpenAI default model
  1281. )
  1282. AUDIO_TTS_VOICE = PersistentConfig(
  1283. "AUDIO_TTS_VOICE",
  1284. "audio.tts.voice",
  1285. os.getenv("AUDIO_TTS_VOICE", "alloy"), # OpenAI default voice
  1286. )
  1287. AUDIO_TTS_SPLIT_ON = PersistentConfig(
  1288. "AUDIO_TTS_SPLIT_ON",
  1289. "audio.tts.split_on",
  1290. os.getenv("AUDIO_TTS_SPLIT_ON", "punctuation"),
  1291. )
  1292. AUDIO_TTS_AZURE_SPEECH_REGION = PersistentConfig(
  1293. "AUDIO_TTS_AZURE_SPEECH_REGION",
  1294. "audio.tts.azure.speech_region",
  1295. os.getenv("AUDIO_TTS_AZURE_SPEECH_REGION", "eastus"),
  1296. )
  1297. AUDIO_TTS_AZURE_SPEECH_OUTPUT_FORMAT = PersistentConfig(
  1298. "AUDIO_TTS_AZURE_SPEECH_OUTPUT_FORMAT",
  1299. "audio.tts.azure.speech_output_format",
  1300. os.getenv(
  1301. "AUDIO_TTS_AZURE_SPEECH_OUTPUT_FORMAT", "audio-24khz-160kbitrate-mono-mp3"
  1302. ),
  1303. )