config.py 59 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038
  1. import json
  2. import logging
  3. import os
  4. import shutil
  5. from datetime import datetime
  6. from pathlib import Path
  7. from typing import Generic, Optional, TypeVar
  8. from urllib.parse import urlparse
  9. import chromadb
  10. import requests
  11. from pydantic import BaseModel
  12. from sqlalchemy import JSON, Column, DateTime, Integer, func
  13. from open_webui.env import (
  14. DATA_DIR,
  15. DATABASE_URL,
  16. ENV,
  17. FRONTEND_BUILD_DIR,
  18. OFFLINE_MODE,
  19. OPEN_WEBUI_DIR,
  20. WEBUI_AUTH,
  21. WEBUI_FAVICON_URL,
  22. WEBUI_NAME,
  23. log,
  24. )
  25. from open_webui.internal.db import Base, get_db
  26. class EndpointFilter(logging.Filter):
  27. def filter(self, record: logging.LogRecord) -> bool:
  28. return record.getMessage().find("/health") == -1
  29. # Filter out /endpoint
  30. logging.getLogger("uvicorn.access").addFilter(EndpointFilter())
  31. ####################################
  32. # Config helpers
  33. ####################################
  34. # Function to run the alembic migrations
  35. def run_migrations():
  36. print("Running migrations")
  37. try:
  38. from alembic import command
  39. from alembic.config import Config
  40. alembic_cfg = Config(OPEN_WEBUI_DIR / "alembic.ini")
  41. # Set the script location dynamically
  42. migrations_path = OPEN_WEBUI_DIR / "migrations"
  43. alembic_cfg.set_main_option("script_location", str(migrations_path))
  44. command.upgrade(alembic_cfg, "head")
  45. except Exception as e:
  46. print(f"Error: {e}")
  47. run_migrations()
  48. class Config(Base):
  49. __tablename__ = "config"
  50. id = Column(Integer, primary_key=True)
  51. data = Column(JSON, nullable=False)
  52. version = Column(Integer, nullable=False, default=0)
  53. created_at = Column(DateTime, nullable=False, server_default=func.now())
  54. updated_at = Column(DateTime, nullable=True, onupdate=func.now())
  55. def load_json_config():
  56. with open(f"{DATA_DIR}/config.json", "r") as file:
  57. return json.load(file)
  58. def save_to_db(data):
  59. with get_db() as db:
  60. existing_config = db.query(Config).first()
  61. if not existing_config:
  62. new_config = Config(data=data, version=0)
  63. db.add(new_config)
  64. else:
  65. existing_config.data = data
  66. existing_config.updated_at = datetime.now()
  67. db.add(existing_config)
  68. db.commit()
  69. def reset_config():
  70. with get_db() as db:
  71. db.query(Config).delete()
  72. db.commit()
  73. # When initializing, check if config.json exists and migrate it to the database
  74. if os.path.exists(f"{DATA_DIR}/config.json"):
  75. data = load_json_config()
  76. save_to_db(data)
  77. os.rename(f"{DATA_DIR}/config.json", f"{DATA_DIR}/old_config.json")
  78. DEFAULT_CONFIG = {
  79. "version": 0,
  80. "ui": {
  81. "default_locale": "",
  82. "prompt_suggestions": [
  83. {
  84. "title": [
  85. "Help me study",
  86. "vocabulary for a college entrance exam",
  87. ],
  88. "content": "Help me study vocabulary: write a sentence for me to fill in the blank, and I'll try to pick the correct option.",
  89. },
  90. {
  91. "title": [
  92. "Give me ideas",
  93. "for what to do with my kids' art",
  94. ],
  95. "content": "What are 5 creative things I could do with my kids' art? I don't want to throw them away, but it's also so much clutter.",
  96. },
  97. {
  98. "title": ["Tell me a fun fact", "about the Roman Empire"],
  99. "content": "Tell me a random fun fact about the Roman Empire",
  100. },
  101. {
  102. "title": [
  103. "Show me a code snippet",
  104. "of a website's sticky header",
  105. ],
  106. "content": "Show me a code snippet of a website's sticky header in CSS and JavaScript.",
  107. },
  108. {
  109. "title": [
  110. "Explain options trading",
  111. "if I'm familiar with buying and selling stocks",
  112. ],
  113. "content": "Explain options trading in simple terms if I'm familiar with buying and selling stocks.",
  114. },
  115. {
  116. "title": ["Overcome procrastination", "give me tips"],
  117. "content": "Could you start by asking me about instances when I procrastinate the most and then give me some suggestions to overcome it?",
  118. },
  119. {
  120. "title": [
  121. "Grammar check",
  122. "rewrite it for better readability ",
  123. ],
  124. "content": 'Check the following sentence for grammar and clarity: "[sentence]". Rewrite it for better readability while maintaining its original meaning.',
  125. },
  126. ],
  127. },
  128. }
  129. def get_config():
  130. with get_db() as db:
  131. config_entry = db.query(Config).order_by(Config.id.desc()).first()
  132. return config_entry.data if config_entry else DEFAULT_CONFIG
  133. CONFIG_DATA = get_config()
  134. def get_config_value(config_path: str):
  135. path_parts = config_path.split(".")
  136. cur_config = CONFIG_DATA
  137. for key in path_parts:
  138. if key in cur_config:
  139. cur_config = cur_config[key]
  140. else:
  141. return None
  142. return cur_config
  143. PERSISTENT_CONFIG_REGISTRY = []
  144. def save_config(config):
  145. global CONFIG_DATA
  146. global PERSISTENT_CONFIG_REGISTRY
  147. try:
  148. save_to_db(config)
  149. CONFIG_DATA = config
  150. # Trigger updates on all registered PersistentConfig entries
  151. for config_item in PERSISTENT_CONFIG_REGISTRY:
  152. config_item.update()
  153. except Exception as e:
  154. log.exception(e)
  155. return False
  156. return True
  157. T = TypeVar("T")
  158. class PersistentConfig(Generic[T]):
  159. def __init__(self, env_name: str, config_path: str, env_value: T):
  160. self.env_name = env_name
  161. self.config_path = config_path
  162. self.env_value = env_value
  163. self.config_value = get_config_value(config_path)
  164. if self.config_value is not None:
  165. log.info(f"'{env_name}' loaded from the latest database entry")
  166. self.value = self.config_value
  167. else:
  168. self.value = env_value
  169. PERSISTENT_CONFIG_REGISTRY.append(self)
  170. def __str__(self):
  171. return str(self.value)
  172. @property
  173. def __dict__(self):
  174. raise TypeError(
  175. "PersistentConfig object cannot be converted to dict, use config_get or .value instead."
  176. )
  177. def __getattribute__(self, item):
  178. if item == "__dict__":
  179. raise TypeError(
  180. "PersistentConfig object cannot be converted to dict, use config_get or .value instead."
  181. )
  182. return super().__getattribute__(item)
  183. def update(self):
  184. new_value = get_config_value(self.config_path)
  185. if new_value is not None:
  186. self.value = new_value
  187. log.info(f"Updated {self.env_name} to new value {self.value}")
  188. def save(self):
  189. log.info(f"Saving '{self.env_name}' to the database")
  190. path_parts = self.config_path.split(".")
  191. sub_config = CONFIG_DATA
  192. for key in path_parts[:-1]:
  193. if key not in sub_config:
  194. sub_config[key] = {}
  195. sub_config = sub_config[key]
  196. sub_config[path_parts[-1]] = self.value
  197. save_to_db(CONFIG_DATA)
  198. self.config_value = self.value
  199. class AppConfig:
  200. _state: dict[str, PersistentConfig]
  201. def __init__(self):
  202. super().__setattr__("_state", {})
  203. def __setattr__(self, key, value):
  204. if isinstance(value, PersistentConfig):
  205. self._state[key] = value
  206. else:
  207. self._state[key].value = value
  208. self._state[key].save()
  209. def __getattr__(self, key):
  210. return self._state[key].value
  211. ####################################
  212. # WEBUI_AUTH (Required for security)
  213. ####################################
  214. ENABLE_API_KEY = PersistentConfig(
  215. "ENABLE_API_KEY",
  216. "auth.api_key.enable",
  217. os.environ.get("ENABLE_API_KEY", "True").lower() == "true",
  218. )
  219. ENABLE_API_KEY_ENDPOINT_RESTRICTIONS = PersistentConfig(
  220. "ENABLE_API_KEY_ENDPOINT_RESTRICTIONS",
  221. "auth.api_key.endpoint_restrictions",
  222. os.environ.get("ENABLE_API_KEY_ENDPOINT_RESTRICTIONS", "False").lower() == "true",
  223. )
  224. API_KEY_ALLOWED_ENDPOINTS = PersistentConfig(
  225. "API_KEY_ALLOWED_ENDPOINTS",
  226. "auth.api_key.allowed_endpoints",
  227. os.environ.get("API_KEY_ALLOWED_ENDPOINTS", ""),
  228. )
  229. JWT_EXPIRES_IN = PersistentConfig(
  230. "JWT_EXPIRES_IN", "auth.jwt_expiry", os.environ.get("JWT_EXPIRES_IN", "-1")
  231. )
  232. ####################################
  233. # OAuth config
  234. ####################################
  235. ENABLE_OAUTH_SIGNUP = PersistentConfig(
  236. "ENABLE_OAUTH_SIGNUP",
  237. "oauth.enable_signup",
  238. os.environ.get("ENABLE_OAUTH_SIGNUP", "False").lower() == "true",
  239. )
  240. OAUTH_MERGE_ACCOUNTS_BY_EMAIL = PersistentConfig(
  241. "OAUTH_MERGE_ACCOUNTS_BY_EMAIL",
  242. "oauth.merge_accounts_by_email",
  243. os.environ.get("OAUTH_MERGE_ACCOUNTS_BY_EMAIL", "False").lower() == "true",
  244. )
  245. OAUTH_PROVIDERS = {}
  246. GOOGLE_CLIENT_ID = PersistentConfig(
  247. "GOOGLE_CLIENT_ID",
  248. "oauth.google.client_id",
  249. os.environ.get("GOOGLE_CLIENT_ID", ""),
  250. )
  251. GOOGLE_CLIENT_SECRET = PersistentConfig(
  252. "GOOGLE_CLIENT_SECRET",
  253. "oauth.google.client_secret",
  254. os.environ.get("GOOGLE_CLIENT_SECRET", ""),
  255. )
  256. GOOGLE_OAUTH_SCOPE = PersistentConfig(
  257. "GOOGLE_OAUTH_SCOPE",
  258. "oauth.google.scope",
  259. os.environ.get("GOOGLE_OAUTH_SCOPE", "openid email profile"),
  260. )
  261. GOOGLE_REDIRECT_URI = PersistentConfig(
  262. "GOOGLE_REDIRECT_URI",
  263. "oauth.google.redirect_uri",
  264. os.environ.get("GOOGLE_REDIRECT_URI", ""),
  265. )
  266. MICROSOFT_CLIENT_ID = PersistentConfig(
  267. "MICROSOFT_CLIENT_ID",
  268. "oauth.microsoft.client_id",
  269. os.environ.get("MICROSOFT_CLIENT_ID", ""),
  270. )
  271. MICROSOFT_CLIENT_SECRET = PersistentConfig(
  272. "MICROSOFT_CLIENT_SECRET",
  273. "oauth.microsoft.client_secret",
  274. os.environ.get("MICROSOFT_CLIENT_SECRET", ""),
  275. )
  276. MICROSOFT_CLIENT_TENANT_ID = PersistentConfig(
  277. "MICROSOFT_CLIENT_TENANT_ID",
  278. "oauth.microsoft.tenant_id",
  279. os.environ.get("MICROSOFT_CLIENT_TENANT_ID", ""),
  280. )
  281. MICROSOFT_OAUTH_SCOPE = PersistentConfig(
  282. "MICROSOFT_OAUTH_SCOPE",
  283. "oauth.microsoft.scope",
  284. os.environ.get("MICROSOFT_OAUTH_SCOPE", "openid email profile"),
  285. )
  286. MICROSOFT_REDIRECT_URI = PersistentConfig(
  287. "MICROSOFT_REDIRECT_URI",
  288. "oauth.microsoft.redirect_uri",
  289. os.environ.get("MICROSOFT_REDIRECT_URI", ""),
  290. )
  291. OAUTH_CLIENT_ID = PersistentConfig(
  292. "OAUTH_CLIENT_ID",
  293. "oauth.oidc.client_id",
  294. os.environ.get("OAUTH_CLIENT_ID", ""),
  295. )
  296. OAUTH_CLIENT_SECRET = PersistentConfig(
  297. "OAUTH_CLIENT_SECRET",
  298. "oauth.oidc.client_secret",
  299. os.environ.get("OAUTH_CLIENT_SECRET", ""),
  300. )
  301. OPENID_PROVIDER_URL = PersistentConfig(
  302. "OPENID_PROVIDER_URL",
  303. "oauth.oidc.provider_url",
  304. os.environ.get("OPENID_PROVIDER_URL", ""),
  305. )
  306. OPENID_REDIRECT_URI = PersistentConfig(
  307. "OPENID_REDIRECT_URI",
  308. "oauth.oidc.redirect_uri",
  309. os.environ.get("OPENID_REDIRECT_URI", ""),
  310. )
  311. OAUTH_SCOPES = PersistentConfig(
  312. "OAUTH_SCOPES",
  313. "oauth.oidc.scopes",
  314. os.environ.get("OAUTH_SCOPES", "openid email profile"),
  315. )
  316. OAUTH_PROVIDER_NAME = PersistentConfig(
  317. "OAUTH_PROVIDER_NAME",
  318. "oauth.oidc.provider_name",
  319. os.environ.get("OAUTH_PROVIDER_NAME", "SSO"),
  320. )
  321. OAUTH_USERNAME_CLAIM = PersistentConfig(
  322. "OAUTH_USERNAME_CLAIM",
  323. "oauth.oidc.username_claim",
  324. os.environ.get("OAUTH_USERNAME_CLAIM", "name"),
  325. )
  326. OAUTH_PICTURE_CLAIM = PersistentConfig(
  327. "OAUTH_PICTURE_CLAIM",
  328. "oauth.oidc.avatar_claim",
  329. os.environ.get("OAUTH_PICTURE_CLAIM", "picture"),
  330. )
  331. OAUTH_EMAIL_CLAIM = PersistentConfig(
  332. "OAUTH_EMAIL_CLAIM",
  333. "oauth.oidc.email_claim",
  334. os.environ.get("OAUTH_EMAIL_CLAIM", "email"),
  335. )
  336. OAUTH_GROUPS_CLAIM = PersistentConfig(
  337. "OAUTH_GROUPS_CLAIM",
  338. "oauth.oidc.group_claim",
  339. os.environ.get("OAUTH_GROUP_CLAIM", "groups"),
  340. )
  341. ENABLE_OAUTH_ROLE_MANAGEMENT = PersistentConfig(
  342. "ENABLE_OAUTH_ROLE_MANAGEMENT",
  343. "oauth.enable_role_mapping",
  344. os.environ.get("ENABLE_OAUTH_ROLE_MANAGEMENT", "False").lower() == "true",
  345. )
  346. ENABLE_OAUTH_GROUP_MANAGEMENT = PersistentConfig(
  347. "ENABLE_OAUTH_GROUP_MANAGEMENT",
  348. "oauth.enable_group_mapping",
  349. os.environ.get("ENABLE_OAUTH_GROUP_MANAGEMENT", "False").lower() == "true",
  350. )
  351. OAUTH_ROLES_CLAIM = PersistentConfig(
  352. "OAUTH_ROLES_CLAIM",
  353. "oauth.roles_claim",
  354. os.environ.get("OAUTH_ROLES_CLAIM", "roles"),
  355. )
  356. OAUTH_ALLOWED_ROLES = PersistentConfig(
  357. "OAUTH_ALLOWED_ROLES",
  358. "oauth.allowed_roles",
  359. [
  360. role.strip()
  361. for role in os.environ.get("OAUTH_ALLOWED_ROLES", "user,admin").split(",")
  362. ],
  363. )
  364. OAUTH_ADMIN_ROLES = PersistentConfig(
  365. "OAUTH_ADMIN_ROLES",
  366. "oauth.admin_roles",
  367. [role.strip() for role in os.environ.get("OAUTH_ADMIN_ROLES", "admin").split(",")],
  368. )
  369. OAUTH_ALLOWED_DOMAINS = PersistentConfig(
  370. "OAUTH_ALLOWED_DOMAINS",
  371. "oauth.allowed_domains",
  372. [
  373. domain.strip()
  374. for domain in os.environ.get("OAUTH_ALLOWED_DOMAINS", "*").split(",")
  375. ],
  376. )
  377. def load_oauth_providers():
  378. OAUTH_PROVIDERS.clear()
  379. if GOOGLE_CLIENT_ID.value and GOOGLE_CLIENT_SECRET.value:
  380. OAUTH_PROVIDERS["google"] = {
  381. "client_id": GOOGLE_CLIENT_ID.value,
  382. "client_secret": GOOGLE_CLIENT_SECRET.value,
  383. "server_metadata_url": "https://accounts.google.com/.well-known/openid-configuration",
  384. "scope": GOOGLE_OAUTH_SCOPE.value,
  385. "redirect_uri": GOOGLE_REDIRECT_URI.value,
  386. }
  387. if (
  388. MICROSOFT_CLIENT_ID.value
  389. and MICROSOFT_CLIENT_SECRET.value
  390. and MICROSOFT_CLIENT_TENANT_ID.value
  391. ):
  392. OAUTH_PROVIDERS["microsoft"] = {
  393. "client_id": MICROSOFT_CLIENT_ID.value,
  394. "client_secret": MICROSOFT_CLIENT_SECRET.value,
  395. "server_metadata_url": f"https://login.microsoftonline.com/{MICROSOFT_CLIENT_TENANT_ID.value}/v2.0/.well-known/openid-configuration",
  396. "scope": MICROSOFT_OAUTH_SCOPE.value,
  397. "redirect_uri": MICROSOFT_REDIRECT_URI.value,
  398. "picture_url": "https://graph.microsoft.com/v1.0/me/photo/$value",
  399. }
  400. if (
  401. OAUTH_CLIENT_ID.value
  402. and OAUTH_CLIENT_SECRET.value
  403. and OPENID_PROVIDER_URL.value
  404. ):
  405. OAUTH_PROVIDERS["oidc"] = {
  406. "client_id": OAUTH_CLIENT_ID.value,
  407. "client_secret": OAUTH_CLIENT_SECRET.value,
  408. "server_metadata_url": OPENID_PROVIDER_URL.value,
  409. "scope": OAUTH_SCOPES.value,
  410. "name": OAUTH_PROVIDER_NAME.value,
  411. "redirect_uri": OPENID_REDIRECT_URI.value,
  412. }
  413. load_oauth_providers()
  414. ####################################
  415. # Static DIR
  416. ####################################
  417. STATIC_DIR = Path(os.getenv("STATIC_DIR", OPEN_WEBUI_DIR / "static")).resolve()
  418. frontend_favicon = FRONTEND_BUILD_DIR / "static" / "favicon.png"
  419. if frontend_favicon.exists():
  420. try:
  421. shutil.copyfile(frontend_favicon, STATIC_DIR / "favicon.png")
  422. except Exception as e:
  423. logging.error(f"An error occurred: {e}")
  424. else:
  425. logging.warning(f"Frontend favicon not found at {frontend_favicon}")
  426. frontend_splash = FRONTEND_BUILD_DIR / "static" / "splash.png"
  427. if frontend_splash.exists():
  428. try:
  429. shutil.copyfile(frontend_splash, STATIC_DIR / "splash.png")
  430. except Exception as e:
  431. logging.error(f"An error occurred: {e}")
  432. else:
  433. logging.warning(f"Frontend splash not found at {frontend_splash}")
  434. ####################################
  435. # CUSTOM_NAME
  436. ####################################
  437. CUSTOM_NAME = os.environ.get("CUSTOM_NAME", "")
  438. if CUSTOM_NAME:
  439. try:
  440. r = requests.get(f"https://api.openwebui.com/api/v1/custom/{CUSTOM_NAME}")
  441. data = r.json()
  442. if r.ok:
  443. if "logo" in data:
  444. WEBUI_FAVICON_URL = url = (
  445. f"https://api.openwebui.com{data['logo']}"
  446. if data["logo"][0] == "/"
  447. else data["logo"]
  448. )
  449. r = requests.get(url, stream=True)
  450. if r.status_code == 200:
  451. with open(f"{STATIC_DIR}/favicon.png", "wb") as f:
  452. r.raw.decode_content = True
  453. shutil.copyfileobj(r.raw, f)
  454. if "splash" in data:
  455. url = (
  456. f"https://api.openwebui.com{data['splash']}"
  457. if data["splash"][0] == "/"
  458. else data["splash"]
  459. )
  460. r = requests.get(url, stream=True)
  461. if r.status_code == 200:
  462. with open(f"{STATIC_DIR}/splash.png", "wb") as f:
  463. r.raw.decode_content = True
  464. shutil.copyfileobj(r.raw, f)
  465. WEBUI_NAME = data["name"]
  466. except Exception as e:
  467. log.exception(e)
  468. pass
  469. ####################################
  470. # STORAGE PROVIDER
  471. ####################################
  472. STORAGE_PROVIDER = os.environ.get("STORAGE_PROVIDER", "local") # defaults to local, s3
  473. S3_ACCESS_KEY_ID = os.environ.get("S3_ACCESS_KEY_ID", None)
  474. S3_SECRET_ACCESS_KEY = os.environ.get("S3_SECRET_ACCESS_KEY", None)
  475. S3_REGION_NAME = os.environ.get("S3_REGION_NAME", None)
  476. S3_BUCKET_NAME = os.environ.get("S3_BUCKET_NAME", None)
  477. S3_ENDPOINT_URL = os.environ.get("S3_ENDPOINT_URL", None)
  478. GCS_BUCKET_NAME = os.environ.get("GCS_BUCKET_NAME", None)
  479. GOOGLE_APPLICATION_CREDENTIALS_JSON = os.environ.get("GOOGLE_APPLICATION_CREDENTIALS_JSON", None)
  480. ####################################
  481. # File Upload DIR
  482. ####################################
  483. UPLOAD_DIR = f"{DATA_DIR}/uploads"
  484. Path(UPLOAD_DIR).mkdir(parents=True, exist_ok=True)
  485. ####################################
  486. # Cache DIR
  487. ####################################
  488. CACHE_DIR = f"{DATA_DIR}/cache"
  489. Path(CACHE_DIR).mkdir(parents=True, exist_ok=True)
  490. ####################################
  491. # OLLAMA_BASE_URL
  492. ####################################
  493. ENABLE_OLLAMA_API = PersistentConfig(
  494. "ENABLE_OLLAMA_API",
  495. "ollama.enable",
  496. os.environ.get("ENABLE_OLLAMA_API", "True").lower() == "true",
  497. )
  498. OLLAMA_API_BASE_URL = os.environ.get(
  499. "OLLAMA_API_BASE_URL", "http://localhost:11434/api"
  500. )
  501. OLLAMA_BASE_URL = os.environ.get("OLLAMA_BASE_URL", "")
  502. if OLLAMA_BASE_URL:
  503. # Remove trailing slash
  504. OLLAMA_BASE_URL = (
  505. OLLAMA_BASE_URL[:-1] if OLLAMA_BASE_URL.endswith("/") else OLLAMA_BASE_URL
  506. )
  507. K8S_FLAG = os.environ.get("K8S_FLAG", "")
  508. USE_OLLAMA_DOCKER = os.environ.get("USE_OLLAMA_DOCKER", "false")
  509. if OLLAMA_BASE_URL == "" and OLLAMA_API_BASE_URL != "":
  510. OLLAMA_BASE_URL = (
  511. OLLAMA_API_BASE_URL[:-4]
  512. if OLLAMA_API_BASE_URL.endswith("/api")
  513. else OLLAMA_API_BASE_URL
  514. )
  515. if ENV == "prod":
  516. if OLLAMA_BASE_URL == "/ollama" and not K8S_FLAG:
  517. if USE_OLLAMA_DOCKER.lower() == "true":
  518. # if you use all-in-one docker container (Open WebUI + Ollama)
  519. # with the docker build arg USE_OLLAMA=true (--build-arg="USE_OLLAMA=true") this only works with http://localhost:11434
  520. OLLAMA_BASE_URL = "http://localhost:11434"
  521. else:
  522. OLLAMA_BASE_URL = "http://host.docker.internal:11434"
  523. elif K8S_FLAG:
  524. OLLAMA_BASE_URL = "http://ollama-service.open-webui.svc.cluster.local:11434"
  525. OLLAMA_BASE_URLS = os.environ.get("OLLAMA_BASE_URLS", "")
  526. OLLAMA_BASE_URLS = OLLAMA_BASE_URLS if OLLAMA_BASE_URLS != "" else OLLAMA_BASE_URL
  527. OLLAMA_BASE_URLS = [url.strip() for url in OLLAMA_BASE_URLS.split(";")]
  528. OLLAMA_BASE_URLS = PersistentConfig(
  529. "OLLAMA_BASE_URLS", "ollama.base_urls", OLLAMA_BASE_URLS
  530. )
  531. OLLAMA_API_CONFIGS = PersistentConfig(
  532. "OLLAMA_API_CONFIGS",
  533. "ollama.api_configs",
  534. {},
  535. )
  536. ####################################
  537. # OPENAI_API
  538. ####################################
  539. ENABLE_OPENAI_API = PersistentConfig(
  540. "ENABLE_OPENAI_API",
  541. "openai.enable",
  542. os.environ.get("ENABLE_OPENAI_API", "True").lower() == "true",
  543. )
  544. OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY", "")
  545. OPENAI_API_BASE_URL = os.environ.get("OPENAI_API_BASE_URL", "")
  546. if OPENAI_API_BASE_URL == "":
  547. OPENAI_API_BASE_URL = "https://api.openai.com/v1"
  548. OPENAI_API_KEYS = os.environ.get("OPENAI_API_KEYS", "")
  549. OPENAI_API_KEYS = OPENAI_API_KEYS if OPENAI_API_KEYS != "" else OPENAI_API_KEY
  550. OPENAI_API_KEYS = [url.strip() for url in OPENAI_API_KEYS.split(";")]
  551. OPENAI_API_KEYS = PersistentConfig(
  552. "OPENAI_API_KEYS", "openai.api_keys", OPENAI_API_KEYS
  553. )
  554. OPENAI_API_BASE_URLS = os.environ.get("OPENAI_API_BASE_URLS", "")
  555. OPENAI_API_BASE_URLS = (
  556. OPENAI_API_BASE_URLS if OPENAI_API_BASE_URLS != "" else OPENAI_API_BASE_URL
  557. )
  558. OPENAI_API_BASE_URLS = [
  559. url.strip() if url != "" else "https://api.openai.com/v1"
  560. for url in OPENAI_API_BASE_URLS.split(";")
  561. ]
  562. OPENAI_API_BASE_URLS = PersistentConfig(
  563. "OPENAI_API_BASE_URLS", "openai.api_base_urls", OPENAI_API_BASE_URLS
  564. )
  565. OPENAI_API_CONFIGS = PersistentConfig(
  566. "OPENAI_API_CONFIGS",
  567. "openai.api_configs",
  568. {},
  569. )
  570. # Get the actual OpenAI API key based on the base URL
  571. OPENAI_API_KEY = ""
  572. try:
  573. OPENAI_API_KEY = OPENAI_API_KEYS.value[
  574. OPENAI_API_BASE_URLS.value.index("https://api.openai.com/v1")
  575. ]
  576. except Exception:
  577. pass
  578. OPENAI_API_BASE_URL = "https://api.openai.com/v1"
  579. ####################################
  580. # WEBUI
  581. ####################################
  582. WEBUI_URL = PersistentConfig(
  583. "WEBUI_URL", "webui.url", os.environ.get("WEBUI_URL", "http://localhost:3000")
  584. )
  585. ENABLE_SIGNUP = PersistentConfig(
  586. "ENABLE_SIGNUP",
  587. "ui.enable_signup",
  588. (
  589. False
  590. if not WEBUI_AUTH
  591. else os.environ.get("ENABLE_SIGNUP", "True").lower() == "true"
  592. ),
  593. )
  594. ENABLE_LOGIN_FORM = PersistentConfig(
  595. "ENABLE_LOGIN_FORM",
  596. "ui.ENABLE_LOGIN_FORM",
  597. os.environ.get("ENABLE_LOGIN_FORM", "True").lower() == "true",
  598. )
  599. DEFAULT_LOCALE = PersistentConfig(
  600. "DEFAULT_LOCALE",
  601. "ui.default_locale",
  602. os.environ.get("DEFAULT_LOCALE", ""),
  603. )
  604. DEFAULT_MODELS = PersistentConfig(
  605. "DEFAULT_MODELS", "ui.default_models", os.environ.get("DEFAULT_MODELS", None)
  606. )
  607. DEFAULT_PROMPT_SUGGESTIONS = PersistentConfig(
  608. "DEFAULT_PROMPT_SUGGESTIONS",
  609. "ui.prompt_suggestions",
  610. [
  611. {
  612. "title": ["Help me study", "vocabulary for a college entrance exam"],
  613. "content": "Help me study vocabulary: write a sentence for me to fill in the blank, and I'll try to pick the correct option.",
  614. },
  615. {
  616. "title": ["Give me ideas", "for what to do with my kids' art"],
  617. "content": "What are 5 creative things I could do with my kids' art? I don't want to throw them away, but it's also so much clutter.",
  618. },
  619. {
  620. "title": ["Tell me a fun fact", "about the Roman Empire"],
  621. "content": "Tell me a random fun fact about the Roman Empire",
  622. },
  623. {
  624. "title": ["Show me a code snippet", "of a website's sticky header"],
  625. "content": "Show me a code snippet of a website's sticky header in CSS and JavaScript.",
  626. },
  627. {
  628. "title": [
  629. "Explain options trading",
  630. "if I'm familiar with buying and selling stocks",
  631. ],
  632. "content": "Explain options trading in simple terms if I'm familiar with buying and selling stocks.",
  633. },
  634. {
  635. "title": ["Overcome procrastination", "give me tips"],
  636. "content": "Could you start by asking me about instances when I procrastinate the most and then give me some suggestions to overcome it?",
  637. },
  638. ],
  639. )
  640. MODEL_ORDER_LIST = PersistentConfig(
  641. "MODEL_ORDER_LIST",
  642. "ui.model_order_list",
  643. [],
  644. )
  645. DEFAULT_USER_ROLE = PersistentConfig(
  646. "DEFAULT_USER_ROLE",
  647. "ui.default_user_role",
  648. os.getenv("DEFAULT_USER_ROLE", "pending"),
  649. )
  650. USER_PERMISSIONS_WORKSPACE_MODELS_ACCESS = (
  651. os.environ.get("USER_PERMISSIONS_WORKSPACE_MODELS_ACCESS", "False").lower()
  652. == "true"
  653. )
  654. USER_PERMISSIONS_WORKSPACE_KNOWLEDGE_ACCESS = (
  655. os.environ.get("USER_PERMISSIONS_WORKSPACE_KNOWLEDGE_ACCESS", "False").lower()
  656. == "true"
  657. )
  658. USER_PERMISSIONS_WORKSPACE_PROMPTS_ACCESS = (
  659. os.environ.get("USER_PERMISSIONS_WORKSPACE_PROMPTS_ACCESS", "False").lower()
  660. == "true"
  661. )
  662. USER_PERMISSIONS_WORKSPACE_TOOLS_ACCESS = (
  663. os.environ.get("USER_PERMISSIONS_WORKSPACE_TOOLS_ACCESS", "False").lower() == "true"
  664. )
  665. USER_PERMISSIONS_CHAT_CONTROLS = (
  666. os.environ.get("USER_PERMISSIONS_CHAT_CONTROLS", "True").lower() == "true"
  667. )
  668. USER_PERMISSIONS_CHAT_FILE_UPLOAD = (
  669. os.environ.get("USER_PERMISSIONS_CHAT_FILE_UPLOAD", "True").lower() == "true"
  670. )
  671. USER_PERMISSIONS_CHAT_DELETE = (
  672. os.environ.get("USER_PERMISSIONS_CHAT_DELETE", "True").lower() == "true"
  673. )
  674. USER_PERMISSIONS_CHAT_EDIT = (
  675. os.environ.get("USER_PERMISSIONS_CHAT_EDIT", "True").lower() == "true"
  676. )
  677. USER_PERMISSIONS_CHAT_TEMPORARY = (
  678. os.environ.get("USER_PERMISSIONS_CHAT_TEMPORARY", "True").lower() == "true"
  679. )
  680. USER_PERMISSIONS_FEATURES_WEB_SEARCH = (
  681. os.environ.get("USER_PERMISSIONS_FEATURES_WEB_SEARCH", "True").lower() == "true"
  682. )
  683. USER_PERMISSIONS_FEATURES_IMAGE_GENERATION = (
  684. os.environ.get("USER_PERMISSIONS_FEATURES_IMAGE_GENERATION", "True").lower()
  685. == "true"
  686. )
  687. DEFAULT_USER_PERMISSIONS = {
  688. "workspace": {
  689. "models": USER_PERMISSIONS_WORKSPACE_MODELS_ACCESS,
  690. "knowledge": USER_PERMISSIONS_WORKSPACE_KNOWLEDGE_ACCESS,
  691. "prompts": USER_PERMISSIONS_WORKSPACE_PROMPTS_ACCESS,
  692. "tools": USER_PERMISSIONS_WORKSPACE_TOOLS_ACCESS,
  693. },
  694. "chat": {
  695. "controls": USER_PERMISSIONS_CHAT_CONTROLS,
  696. "file_upload": USER_PERMISSIONS_CHAT_FILE_UPLOAD,
  697. "delete": USER_PERMISSIONS_CHAT_DELETE,
  698. "edit": USER_PERMISSIONS_CHAT_EDIT,
  699. "temporary": USER_PERMISSIONS_CHAT_TEMPORARY,
  700. },
  701. "features": {
  702. "web_search": USER_PERMISSIONS_FEATURES_WEB_SEARCH,
  703. "image_generation": USER_PERMISSIONS_FEATURES_IMAGE_GENERATION,
  704. },
  705. }
  706. USER_PERMISSIONS = PersistentConfig(
  707. "USER_PERMISSIONS",
  708. "user.permissions",
  709. DEFAULT_USER_PERMISSIONS,
  710. )
  711. ENABLE_CHANNELS = PersistentConfig(
  712. "ENABLE_CHANNELS",
  713. "channels.enable",
  714. os.environ.get("ENABLE_CHANNELS", "False").lower() == "true",
  715. )
  716. ENABLE_EVALUATION_ARENA_MODELS = PersistentConfig(
  717. "ENABLE_EVALUATION_ARENA_MODELS",
  718. "evaluation.arena.enable",
  719. os.environ.get("ENABLE_EVALUATION_ARENA_MODELS", "True").lower() == "true",
  720. )
  721. EVALUATION_ARENA_MODELS = PersistentConfig(
  722. "EVALUATION_ARENA_MODELS",
  723. "evaluation.arena.models",
  724. [],
  725. )
  726. DEFAULT_ARENA_MODEL = {
  727. "id": "arena-model",
  728. "name": "Arena Model",
  729. "meta": {
  730. "profile_image_url": "/favicon.png",
  731. "description": "Submit your questions to anonymous AI chatbots and vote on the best response.",
  732. "model_ids": None,
  733. },
  734. }
  735. WEBHOOK_URL = PersistentConfig(
  736. "WEBHOOK_URL", "webhook_url", os.environ.get("WEBHOOK_URL", "")
  737. )
  738. ENABLE_ADMIN_EXPORT = os.environ.get("ENABLE_ADMIN_EXPORT", "True").lower() == "true"
  739. ENABLE_ADMIN_CHAT_ACCESS = (
  740. os.environ.get("ENABLE_ADMIN_CHAT_ACCESS", "True").lower() == "true"
  741. )
  742. ENABLE_COMMUNITY_SHARING = PersistentConfig(
  743. "ENABLE_COMMUNITY_SHARING",
  744. "ui.enable_community_sharing",
  745. os.environ.get("ENABLE_COMMUNITY_SHARING", "True").lower() == "true",
  746. )
  747. ENABLE_MESSAGE_RATING = PersistentConfig(
  748. "ENABLE_MESSAGE_RATING",
  749. "ui.enable_message_rating",
  750. os.environ.get("ENABLE_MESSAGE_RATING", "True").lower() == "true",
  751. )
  752. def validate_cors_origins(origins):
  753. for origin in origins:
  754. if origin != "*":
  755. validate_cors_origin(origin)
  756. def validate_cors_origin(origin):
  757. parsed_url = urlparse(origin)
  758. # Check if the scheme is either http or https
  759. if parsed_url.scheme not in ["http", "https"]:
  760. raise ValueError(
  761. f"Invalid scheme in CORS_ALLOW_ORIGIN: '{origin}'. Only 'http' and 'https' are allowed."
  762. )
  763. # Ensure that the netloc (domain + port) is present, indicating it's a valid URL
  764. if not parsed_url.netloc:
  765. raise ValueError(f"Invalid URL structure in CORS_ALLOW_ORIGIN: '{origin}'.")
  766. # For production, you should only need one host as
  767. # fastapi serves the svelte-kit built frontend and backend from the same host and port.
  768. # To test CORS_ALLOW_ORIGIN locally, you can set something like
  769. # CORS_ALLOW_ORIGIN=http://localhost:5173;http://localhost:8080
  770. # in your .env file depending on your frontend port, 5173 in this case.
  771. CORS_ALLOW_ORIGIN = os.environ.get("CORS_ALLOW_ORIGIN", "*").split(";")
  772. if "*" in CORS_ALLOW_ORIGIN:
  773. log.warning(
  774. "\n\nWARNING: CORS_ALLOW_ORIGIN IS SET TO '*' - NOT RECOMMENDED FOR PRODUCTION DEPLOYMENTS.\n"
  775. )
  776. validate_cors_origins(CORS_ALLOW_ORIGIN)
  777. class BannerModel(BaseModel):
  778. id: str
  779. type: str
  780. title: Optional[str] = None
  781. content: str
  782. dismissible: bool
  783. timestamp: int
  784. try:
  785. banners = json.loads(os.environ.get("WEBUI_BANNERS", "[]"))
  786. banners = [BannerModel(**banner) for banner in banners]
  787. except Exception as e:
  788. print(f"Error loading WEBUI_BANNERS: {e}")
  789. banners = []
  790. WEBUI_BANNERS = PersistentConfig("WEBUI_BANNERS", "ui.banners", banners)
  791. SHOW_ADMIN_DETAILS = PersistentConfig(
  792. "SHOW_ADMIN_DETAILS",
  793. "auth.admin.show",
  794. os.environ.get("SHOW_ADMIN_DETAILS", "true").lower() == "true",
  795. )
  796. ADMIN_EMAIL = PersistentConfig(
  797. "ADMIN_EMAIL",
  798. "auth.admin.email",
  799. os.environ.get("ADMIN_EMAIL", None),
  800. )
  801. ####################################
  802. # TASKS
  803. ####################################
  804. TASK_MODEL = PersistentConfig(
  805. "TASK_MODEL",
  806. "task.model.default",
  807. os.environ.get("TASK_MODEL", ""),
  808. )
  809. TASK_MODEL_EXTERNAL = PersistentConfig(
  810. "TASK_MODEL_EXTERNAL",
  811. "task.model.external",
  812. os.environ.get("TASK_MODEL_EXTERNAL", ""),
  813. )
  814. TITLE_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  815. "TITLE_GENERATION_PROMPT_TEMPLATE",
  816. "task.title.prompt_template",
  817. os.environ.get("TITLE_GENERATION_PROMPT_TEMPLATE", ""),
  818. )
  819. DEFAULT_TITLE_GENERATION_PROMPT_TEMPLATE = """Create a concise, 3-5 word title with an emoji as a title for the chat history, in the given language. Suitable Emojis for the summary can be used to enhance understanding but avoid quotation marks or special formatting. RESPOND ONLY WITH THE TITLE TEXT.
  820. Examples of titles:
  821. 📉 Stock Market Trends
  822. 🍪 Perfect Chocolate Chip Recipe
  823. Evolution of Music Streaming
  824. Remote Work Productivity Tips
  825. Artificial Intelligence in Healthcare
  826. 🎮 Video Game Development Insights
  827. <chat_history>
  828. {{MESSAGES:END:2}}
  829. </chat_history>"""
  830. TAGS_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  831. "TAGS_GENERATION_PROMPT_TEMPLATE",
  832. "task.tags.prompt_template",
  833. os.environ.get("TAGS_GENERATION_PROMPT_TEMPLATE", ""),
  834. )
  835. DEFAULT_TAGS_GENERATION_PROMPT_TEMPLATE = """### Task:
  836. Generate 1-3 broad tags categorizing the main themes of the chat history, along with 1-3 more specific subtopic tags.
  837. ### Guidelines:
  838. - Start with high-level domains (e.g. Science, Technology, Philosophy, Arts, Politics, Business, Health, Sports, Entertainment, Education)
  839. - Consider including relevant subfields/subdomains if they are strongly represented throughout the conversation
  840. - If content is too short (less than 3 messages) or too diverse, use only ["General"]
  841. - Use the chat's primary language; default to English if multilingual
  842. - Prioritize accuracy over specificity
  843. ### Output:
  844. JSON format: { "tags": ["tag1", "tag2", "tag3"] }
  845. ### Chat History:
  846. <chat_history>
  847. {{MESSAGES:END:6}}
  848. </chat_history>"""
  849. IMAGE_PROMPT_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  850. "IMAGE_PROMPT_GENERATION_PROMPT_TEMPLATE",
  851. "task.image.prompt_template",
  852. os.environ.get("IMAGE_PROMPT_GENERATION_PROMPT_TEMPLATE", ""),
  853. )
  854. DEFAULT_IMAGE_PROMPT_GENERATION_PROMPT_TEMPLATE = """### Task:
  855. Generate a detailed prompt for am image generation task based on the given language and context. Describe the image as if you were explaining it to someone who cannot see it. Include relevant details, colors, shapes, and any other important elements.
  856. ### Guidelines:
  857. - Be descriptive and detailed, focusing on the most important aspects of the image.
  858. - Avoid making assumptions or adding information not present in the image.
  859. - Use the chat's primary language; default to English if multilingual.
  860. - If the image is too complex, focus on the most prominent elements.
  861. ### Output:
  862. Strictly return in JSON format:
  863. {
  864. "prompt": "Your detailed description here."
  865. }
  866. ### Chat History:
  867. <chat_history>
  868. {{MESSAGES:END:6}}
  869. </chat_history>"""
  870. ENABLE_TAGS_GENERATION = PersistentConfig(
  871. "ENABLE_TAGS_GENERATION",
  872. "task.tags.enable",
  873. os.environ.get("ENABLE_TAGS_GENERATION", "True").lower() == "true",
  874. )
  875. ENABLE_SEARCH_QUERY_GENERATION = PersistentConfig(
  876. "ENABLE_SEARCH_QUERY_GENERATION",
  877. "task.query.search.enable",
  878. os.environ.get("ENABLE_SEARCH_QUERY_GENERATION", "True").lower() == "true",
  879. )
  880. ENABLE_RETRIEVAL_QUERY_GENERATION = PersistentConfig(
  881. "ENABLE_RETRIEVAL_QUERY_GENERATION",
  882. "task.query.retrieval.enable",
  883. os.environ.get("ENABLE_RETRIEVAL_QUERY_GENERATION", "True").lower() == "true",
  884. )
  885. QUERY_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  886. "QUERY_GENERATION_PROMPT_TEMPLATE",
  887. "task.query.prompt_template",
  888. os.environ.get("QUERY_GENERATION_PROMPT_TEMPLATE", ""),
  889. )
  890. DEFAULT_QUERY_GENERATION_PROMPT_TEMPLATE = """### Task:
  891. Analyze the chat history to determine the necessity of generating search queries, in the given language. By default, **prioritize generating 1-3 broad and relevant search queries** unless it is absolutely certain that no additional information is required. The aim is to retrieve comprehensive, updated, and valuable information even with minimal uncertainty. If no search is unequivocally needed, return an empty list.
  892. ### Guidelines:
  893. - Respond **EXCLUSIVELY** with a JSON object. Any form of extra commentary, explanation, or additional text is strictly prohibited.
  894. - When generating search queries, respond in the format: { "queries": ["query1", "query2"] }, ensuring each query is distinct, concise, and relevant to the topic.
  895. - If and only if it is entirely certain that no useful results can be retrieved by a search, return: { "queries": [] }.
  896. - Err on the side of suggesting search queries if there is **any chance** they might provide useful or updated information.
  897. - Be concise and focused on composing high-quality search queries, avoiding unnecessary elaboration, commentary, or assumptions.
  898. - Today's date is: {{CURRENT_DATE}}.
  899. - Always prioritize providing actionable and broad queries that maximize informational coverage.
  900. ### Output:
  901. Strictly return in JSON format:
  902. {
  903. "queries": ["query1", "query2"]
  904. }
  905. ### Chat History:
  906. <chat_history>
  907. {{MESSAGES:END:6}}
  908. </chat_history>
  909. """
  910. ENABLE_AUTOCOMPLETE_GENERATION = PersistentConfig(
  911. "ENABLE_AUTOCOMPLETE_GENERATION",
  912. "task.autocomplete.enable",
  913. os.environ.get("ENABLE_AUTOCOMPLETE_GENERATION", "True").lower() == "true",
  914. )
  915. AUTOCOMPLETE_GENERATION_INPUT_MAX_LENGTH = PersistentConfig(
  916. "AUTOCOMPLETE_GENERATION_INPUT_MAX_LENGTH",
  917. "task.autocomplete.input_max_length",
  918. int(os.environ.get("AUTOCOMPLETE_GENERATION_INPUT_MAX_LENGTH", "-1")),
  919. )
  920. AUTOCOMPLETE_GENERATION_PROMPT_TEMPLATE = PersistentConfig(
  921. "AUTOCOMPLETE_GENERATION_PROMPT_TEMPLATE",
  922. "task.autocomplete.prompt_template",
  923. os.environ.get("AUTOCOMPLETE_GENERATION_PROMPT_TEMPLATE", ""),
  924. )
  925. DEFAULT_AUTOCOMPLETE_GENERATION_PROMPT_TEMPLATE = """### Task:
  926. You are an autocompletion system. Continue the text in `<text>` based on the **completion type** in `<type>` and the given language.
  927. ### **Instructions**:
  928. 1. Analyze `<text>` for context and meaning.
  929. 2. Use `<type>` to guide your output:
  930. - **General**: Provide a natural, concise continuation.
  931. - **Search Query**: Complete as if generating a realistic search query.
  932. 3. Start as if you are directly continuing `<text>`. Do **not** repeat, paraphrase, or respond as a model. Simply complete the text.
  933. 4. Ensure the continuation:
  934. - Flows naturally from `<text>`.
  935. - Avoids repetition, overexplaining, or unrelated ideas.
  936. 5. If unsure, return: `{ "text": "" }`.
  937. ### **Output Rules**:
  938. - Respond only in JSON format: `{ "text": "<your_completion>" }`.
  939. ### **Examples**:
  940. #### Example 1:
  941. Input:
  942. <type>General</type>
  943. <text>The sun was setting over the horizon, painting the sky</text>
  944. Output:
  945. { "text": "with vibrant shades of orange and pink." }
  946. #### Example 2:
  947. Input:
  948. <type>Search Query</type>
  949. <text>Top-rated restaurants in</text>
  950. Output:
  951. { "text": "New York City for Italian cuisine." }
  952. ---
  953. ### Context:
  954. <chat_history>
  955. {{MESSAGES:END:6}}
  956. </chat_history>
  957. <type>{{TYPE}}</type>
  958. <text>{{PROMPT}}</text>
  959. #### Output:
  960. """
  961. TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE = PersistentConfig(
  962. "TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE",
  963. "task.tools.prompt_template",
  964. os.environ.get("TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE", ""),
  965. )
  966. DEFAULT_TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE = """Available Tools: {{TOOLS}}\nReturn an empty string if no tools match the query. If a function tool matches, construct and return a JSON object in the format {\"name\": \"functionName\", \"parameters\": {\"requiredFunctionParamKey\": \"requiredFunctionParamValue\"}} using the appropriate tool and its parameters. Only return the object and limit the response to the JSON object without additional text."""
  967. DEFAULT_EMOJI_GENERATION_PROMPT_TEMPLATE = """Your task is to reflect the speaker's likely facial expression through a fitting emoji. Interpret emotions from the message and reflect their facial expression using fitting, diverse emojis (e.g., 😊, 😢, 😡, 😱).
  968. Message: ```{{prompt}}```"""
  969. DEFAULT_MOA_GENERATION_PROMPT_TEMPLATE = """You have been provided with a set of responses from various models to the latest user query: "{{prompt}}"
  970. Your task is to synthesize these responses into a single, high-quality response. It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect. Your response should not simply replicate the given answers but should offer a refined, accurate, and comprehensive reply to the instruction. Ensure your response is well-structured, coherent, and adheres to the highest standards of accuracy and reliability.
  971. Responses from models: {{responses}}"""
  972. ####################################
  973. # Vector Database
  974. ####################################
  975. VECTOR_DB = os.environ.get("VECTOR_DB", "chroma")
  976. # Chroma
  977. CHROMA_DATA_PATH = f"{DATA_DIR}/vector_db"
  978. CHROMA_TENANT = os.environ.get("CHROMA_TENANT", chromadb.DEFAULT_TENANT)
  979. CHROMA_DATABASE = os.environ.get("CHROMA_DATABASE", chromadb.DEFAULT_DATABASE)
  980. CHROMA_HTTP_HOST = os.environ.get("CHROMA_HTTP_HOST", "")
  981. CHROMA_HTTP_PORT = int(os.environ.get("CHROMA_HTTP_PORT", "8000"))
  982. CHROMA_CLIENT_AUTH_PROVIDER = os.environ.get("CHROMA_CLIENT_AUTH_PROVIDER", "")
  983. CHROMA_CLIENT_AUTH_CREDENTIALS = os.environ.get("CHROMA_CLIENT_AUTH_CREDENTIALS", "")
  984. # Comma-separated list of header=value pairs
  985. CHROMA_HTTP_HEADERS = os.environ.get("CHROMA_HTTP_HEADERS", "")
  986. if CHROMA_HTTP_HEADERS:
  987. CHROMA_HTTP_HEADERS = dict(
  988. [pair.split("=") for pair in CHROMA_HTTP_HEADERS.split(",")]
  989. )
  990. else:
  991. CHROMA_HTTP_HEADERS = None
  992. CHROMA_HTTP_SSL = os.environ.get("CHROMA_HTTP_SSL", "false").lower() == "true"
  993. # this uses the model defined in the Dockerfile ENV variable. If you dont use docker or docker based deployments such as k8s, the default embedding model will be used (sentence-transformers/all-MiniLM-L6-v2)
  994. # Milvus
  995. MILVUS_URI = os.environ.get("MILVUS_URI", f"{DATA_DIR}/vector_db/milvus.db")
  996. MILVUS_DB = os.environ.get("MILVUS_DB", "default")
  997. # Qdrant
  998. QDRANT_URI = os.environ.get("QDRANT_URI", None)
  999. QDRANT_API_KEY = os.environ.get("QDRANT_API_KEY", None)
  1000. # OpenSearch
  1001. OPENSEARCH_URI = os.environ.get("OPENSEARCH_URI", "https://localhost:9200")
  1002. OPENSEARCH_SSL = os.environ.get("OPENSEARCH_SSL", True)
  1003. OPENSEARCH_CERT_VERIFY = os.environ.get("OPENSEARCH_CERT_VERIFY", False)
  1004. OPENSEARCH_USERNAME = os.environ.get("OPENSEARCH_USERNAME", None)
  1005. OPENSEARCH_PASSWORD = os.environ.get("OPENSEARCH_PASSWORD", None)
  1006. # Pgvector
  1007. PGVECTOR_DB_URL = os.environ.get("PGVECTOR_DB_URL", DATABASE_URL)
  1008. if VECTOR_DB == "pgvector" and not PGVECTOR_DB_URL.startswith("postgres"):
  1009. raise ValueError(
  1010. "Pgvector requires setting PGVECTOR_DB_URL or using Postgres with vector extension as the primary database."
  1011. )
  1012. PGVECTOR_INITIALIZE_MAX_VECTOR_LENGTH = int(
  1013. os.environ.get("PGVECTOR_INITIALIZE_MAX_VECTOR_LENGTH", "1536")
  1014. )
  1015. ####################################
  1016. # Information Retrieval (RAG)
  1017. ####################################
  1018. # If configured, Google Drive will be available as an upload option.
  1019. ENABLE_GOOGLE_DRIVE_INTEGRATION = PersistentConfig(
  1020. "ENABLE_GOOGLE_DRIVE_INTEGRATION",
  1021. "google_drive.enable",
  1022. os.getenv("ENABLE_GOOGLE_DRIVE_INTEGRATION", "False").lower() == "true",
  1023. )
  1024. GOOGLE_DRIVE_CLIENT_ID = PersistentConfig(
  1025. "GOOGLE_DRIVE_CLIENT_ID",
  1026. "google_drive.client_id",
  1027. os.environ.get("GOOGLE_DRIVE_CLIENT_ID", ""),
  1028. )
  1029. GOOGLE_DRIVE_API_KEY = PersistentConfig(
  1030. "GOOGLE_DRIVE_API_KEY",
  1031. "google_drive.api_key",
  1032. os.environ.get("GOOGLE_DRIVE_API_KEY", ""),
  1033. )
  1034. # RAG Content Extraction
  1035. CONTENT_EXTRACTION_ENGINE = PersistentConfig(
  1036. "CONTENT_EXTRACTION_ENGINE",
  1037. "rag.CONTENT_EXTRACTION_ENGINE",
  1038. os.environ.get("CONTENT_EXTRACTION_ENGINE", "").lower(),
  1039. )
  1040. TIKA_SERVER_URL = PersistentConfig(
  1041. "TIKA_SERVER_URL",
  1042. "rag.tika_server_url",
  1043. os.getenv("TIKA_SERVER_URL", "http://tika:9998"), # Default for sidecar deployment
  1044. )
  1045. RAG_TOP_K = PersistentConfig(
  1046. "RAG_TOP_K", "rag.top_k", int(os.environ.get("RAG_TOP_K", "3"))
  1047. )
  1048. RAG_RELEVANCE_THRESHOLD = PersistentConfig(
  1049. "RAG_RELEVANCE_THRESHOLD",
  1050. "rag.relevance_threshold",
  1051. float(os.environ.get("RAG_RELEVANCE_THRESHOLD", "0.0")),
  1052. )
  1053. ENABLE_RAG_HYBRID_SEARCH = PersistentConfig(
  1054. "ENABLE_RAG_HYBRID_SEARCH",
  1055. "rag.enable_hybrid_search",
  1056. os.environ.get("ENABLE_RAG_HYBRID_SEARCH", "").lower() == "true",
  1057. )
  1058. RAG_FILE_MAX_COUNT = PersistentConfig(
  1059. "RAG_FILE_MAX_COUNT",
  1060. "rag.file.max_count",
  1061. (
  1062. int(os.environ.get("RAG_FILE_MAX_COUNT"))
  1063. if os.environ.get("RAG_FILE_MAX_COUNT")
  1064. else None
  1065. ),
  1066. )
  1067. RAG_FILE_MAX_SIZE = PersistentConfig(
  1068. "RAG_FILE_MAX_SIZE",
  1069. "rag.file.max_size",
  1070. (
  1071. int(os.environ.get("RAG_FILE_MAX_SIZE"))
  1072. if os.environ.get("RAG_FILE_MAX_SIZE")
  1073. else None
  1074. ),
  1075. )
  1076. ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION = PersistentConfig(
  1077. "ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION",
  1078. "rag.enable_web_loader_ssl_verification",
  1079. os.environ.get("ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION", "True").lower() == "true",
  1080. )
  1081. RAG_EMBEDDING_ENGINE = PersistentConfig(
  1082. "RAG_EMBEDDING_ENGINE",
  1083. "rag.embedding_engine",
  1084. os.environ.get("RAG_EMBEDDING_ENGINE", ""),
  1085. )
  1086. PDF_EXTRACT_IMAGES = PersistentConfig(
  1087. "PDF_EXTRACT_IMAGES",
  1088. "rag.pdf_extract_images",
  1089. os.environ.get("PDF_EXTRACT_IMAGES", "False").lower() == "true",
  1090. )
  1091. RAG_EMBEDDING_MODEL = PersistentConfig(
  1092. "RAG_EMBEDDING_MODEL",
  1093. "rag.embedding_model",
  1094. os.environ.get("RAG_EMBEDDING_MODEL", "sentence-transformers/all-MiniLM-L6-v2"),
  1095. )
  1096. log.info(f"Embedding model set: {RAG_EMBEDDING_MODEL.value}")
  1097. RAG_EMBEDDING_MODEL_AUTO_UPDATE = (
  1098. not OFFLINE_MODE
  1099. and os.environ.get("RAG_EMBEDDING_MODEL_AUTO_UPDATE", "True").lower() == "true"
  1100. )
  1101. RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE = (
  1102. os.environ.get("RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE", "True").lower() == "true"
  1103. )
  1104. RAG_EMBEDDING_BATCH_SIZE = PersistentConfig(
  1105. "RAG_EMBEDDING_BATCH_SIZE",
  1106. "rag.embedding_batch_size",
  1107. int(
  1108. os.environ.get("RAG_EMBEDDING_BATCH_SIZE")
  1109. or os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", "1")
  1110. ),
  1111. )
  1112. RAG_RERANKING_MODEL = PersistentConfig(
  1113. "RAG_RERANKING_MODEL",
  1114. "rag.reranking_model",
  1115. os.environ.get("RAG_RERANKING_MODEL", ""),
  1116. )
  1117. if RAG_RERANKING_MODEL.value != "":
  1118. log.info(f"Reranking model set: {RAG_RERANKING_MODEL.value}")
  1119. RAG_RERANKING_MODEL_AUTO_UPDATE = (
  1120. not OFFLINE_MODE
  1121. and os.environ.get("RAG_RERANKING_MODEL_AUTO_UPDATE", "True").lower() == "true"
  1122. )
  1123. RAG_RERANKING_MODEL_TRUST_REMOTE_CODE = (
  1124. os.environ.get("RAG_RERANKING_MODEL_TRUST_REMOTE_CODE", "True").lower() == "true"
  1125. )
  1126. RAG_TEXT_SPLITTER = PersistentConfig(
  1127. "RAG_TEXT_SPLITTER",
  1128. "rag.text_splitter",
  1129. os.environ.get("RAG_TEXT_SPLITTER", ""),
  1130. )
  1131. TIKTOKEN_CACHE_DIR = os.environ.get("TIKTOKEN_CACHE_DIR", f"{CACHE_DIR}/tiktoken")
  1132. TIKTOKEN_ENCODING_NAME = PersistentConfig(
  1133. "TIKTOKEN_ENCODING_NAME",
  1134. "rag.tiktoken_encoding_name",
  1135. os.environ.get("TIKTOKEN_ENCODING_NAME", "cl100k_base"),
  1136. )
  1137. CHUNK_SIZE = PersistentConfig(
  1138. "CHUNK_SIZE", "rag.chunk_size", int(os.environ.get("CHUNK_SIZE", "1000"))
  1139. )
  1140. CHUNK_OVERLAP = PersistentConfig(
  1141. "CHUNK_OVERLAP",
  1142. "rag.chunk_overlap",
  1143. int(os.environ.get("CHUNK_OVERLAP", "100")),
  1144. )
  1145. DEFAULT_RAG_TEMPLATE = """### Task:
  1146. Respond to the user query using the provided context, incorporating inline citations in the format [source_id] **only when the <source_id> tag is explicitly provided** in the context.
  1147. ### Guidelines:
  1148. - If you don't know the answer, clearly state that.
  1149. - If uncertain, ask the user for clarification.
  1150. - Respond in the same language as the user's query.
  1151. - If the context is unreadable or of poor quality, inform the user and provide the best possible answer.
  1152. - If the answer isn't present in the context but you possess the knowledge, explain this to the user and provide the answer using your own understanding.
  1153. - **Only include inline citations using [source_id] when a <source_id> tag is explicitly provided in the context.**
  1154. - Do not cite if the <source_id> tag is not provided in the context.
  1155. - Do not use XML tags in your response.
  1156. - Ensure citations are concise and directly related to the information provided.
  1157. ### Example of Citation:
  1158. If the user asks about a specific topic and the information is found in "whitepaper.pdf" with a provided <source_id>, the response should include the citation like so:
  1159. * "According to the study, the proposed method increases efficiency by 20% [whitepaper.pdf]."
  1160. If no <source_id> is present, the response should omit the citation.
  1161. ### Output:
  1162. Provide a clear and direct response to the user's query, including inline citations in the format [source_id] only when the <source_id> tag is present in the context.
  1163. <context>
  1164. {{CONTEXT}}
  1165. </context>
  1166. <user_query>
  1167. {{QUERY}}
  1168. </user_query>
  1169. """
  1170. RAG_TEMPLATE = PersistentConfig(
  1171. "RAG_TEMPLATE",
  1172. "rag.template",
  1173. os.environ.get("RAG_TEMPLATE", DEFAULT_RAG_TEMPLATE),
  1174. )
  1175. RAG_OPENAI_API_BASE_URL = PersistentConfig(
  1176. "RAG_OPENAI_API_BASE_URL",
  1177. "rag.openai_api_base_url",
  1178. os.getenv("RAG_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1179. )
  1180. RAG_OPENAI_API_KEY = PersistentConfig(
  1181. "RAG_OPENAI_API_KEY",
  1182. "rag.openai_api_key",
  1183. os.getenv("RAG_OPENAI_API_KEY", OPENAI_API_KEY),
  1184. )
  1185. RAG_OLLAMA_BASE_URL = PersistentConfig(
  1186. "RAG_OLLAMA_BASE_URL",
  1187. "rag.ollama.url",
  1188. os.getenv("RAG_OLLAMA_BASE_URL", OLLAMA_BASE_URL),
  1189. )
  1190. RAG_OLLAMA_API_KEY = PersistentConfig(
  1191. "RAG_OLLAMA_API_KEY",
  1192. "rag.ollama.key",
  1193. os.getenv("RAG_OLLAMA_API_KEY", ""),
  1194. )
  1195. ENABLE_RAG_LOCAL_WEB_FETCH = (
  1196. os.getenv("ENABLE_RAG_LOCAL_WEB_FETCH", "False").lower() == "true"
  1197. )
  1198. YOUTUBE_LOADER_LANGUAGE = PersistentConfig(
  1199. "YOUTUBE_LOADER_LANGUAGE",
  1200. "rag.youtube_loader_language",
  1201. os.getenv("YOUTUBE_LOADER_LANGUAGE", "en").split(","),
  1202. )
  1203. YOUTUBE_LOADER_PROXY_URL = PersistentConfig(
  1204. "YOUTUBE_LOADER_PROXY_URL",
  1205. "rag.youtube_loader_proxy_url",
  1206. os.getenv("YOUTUBE_LOADER_PROXY_URL", ""),
  1207. )
  1208. ENABLE_RAG_WEB_SEARCH = PersistentConfig(
  1209. "ENABLE_RAG_WEB_SEARCH",
  1210. "rag.web.search.enable",
  1211. os.getenv("ENABLE_RAG_WEB_SEARCH", "False").lower() == "true",
  1212. )
  1213. RAG_WEB_SEARCH_ENGINE = PersistentConfig(
  1214. "RAG_WEB_SEARCH_ENGINE",
  1215. "rag.web.search.engine",
  1216. os.getenv("RAG_WEB_SEARCH_ENGINE", ""),
  1217. )
  1218. # You can provide a list of your own websites to filter after performing a web search.
  1219. # This ensures the highest level of safety and reliability of the information sources.
  1220. RAG_WEB_SEARCH_DOMAIN_FILTER_LIST = PersistentConfig(
  1221. "RAG_WEB_SEARCH_DOMAIN_FILTER_LIST",
  1222. "rag.rag.web.search.domain.filter_list",
  1223. [
  1224. # "wikipedia.com",
  1225. # "wikimedia.org",
  1226. # "wikidata.org",
  1227. ],
  1228. )
  1229. SEARXNG_QUERY_URL = PersistentConfig(
  1230. "SEARXNG_QUERY_URL",
  1231. "rag.web.search.searxng_query_url",
  1232. os.getenv("SEARXNG_QUERY_URL", ""),
  1233. )
  1234. GOOGLE_PSE_API_KEY = PersistentConfig(
  1235. "GOOGLE_PSE_API_KEY",
  1236. "rag.web.search.google_pse_api_key",
  1237. os.getenv("GOOGLE_PSE_API_KEY", ""),
  1238. )
  1239. GOOGLE_PSE_ENGINE_ID = PersistentConfig(
  1240. "GOOGLE_PSE_ENGINE_ID",
  1241. "rag.web.search.google_pse_engine_id",
  1242. os.getenv("GOOGLE_PSE_ENGINE_ID", ""),
  1243. )
  1244. BRAVE_SEARCH_API_KEY = PersistentConfig(
  1245. "BRAVE_SEARCH_API_KEY",
  1246. "rag.web.search.brave_search_api_key",
  1247. os.getenv("BRAVE_SEARCH_API_KEY", ""),
  1248. )
  1249. KAGI_SEARCH_API_KEY = PersistentConfig(
  1250. "KAGI_SEARCH_API_KEY",
  1251. "rag.web.search.kagi_search_api_key",
  1252. os.getenv("KAGI_SEARCH_API_KEY", ""),
  1253. )
  1254. MOJEEK_SEARCH_API_KEY = PersistentConfig(
  1255. "MOJEEK_SEARCH_API_KEY",
  1256. "rag.web.search.mojeek_search_api_key",
  1257. os.getenv("MOJEEK_SEARCH_API_KEY", ""),
  1258. )
  1259. SERPSTACK_API_KEY = PersistentConfig(
  1260. "SERPSTACK_API_KEY",
  1261. "rag.web.search.serpstack_api_key",
  1262. os.getenv("SERPSTACK_API_KEY", ""),
  1263. )
  1264. SERPSTACK_HTTPS = PersistentConfig(
  1265. "SERPSTACK_HTTPS",
  1266. "rag.web.search.serpstack_https",
  1267. os.getenv("SERPSTACK_HTTPS", "True").lower() == "true",
  1268. )
  1269. SERPER_API_KEY = PersistentConfig(
  1270. "SERPER_API_KEY",
  1271. "rag.web.search.serper_api_key",
  1272. os.getenv("SERPER_API_KEY", ""),
  1273. )
  1274. SERPLY_API_KEY = PersistentConfig(
  1275. "SERPLY_API_KEY",
  1276. "rag.web.search.serply_api_key",
  1277. os.getenv("SERPLY_API_KEY", ""),
  1278. )
  1279. TAVILY_API_KEY = PersistentConfig(
  1280. "TAVILY_API_KEY",
  1281. "rag.web.search.tavily_api_key",
  1282. os.getenv("TAVILY_API_KEY", ""),
  1283. )
  1284. JINA_API_KEY = PersistentConfig(
  1285. "JINA_API_KEY",
  1286. "rag.web.search.jina_api_key",
  1287. os.getenv("JINA_API_KEY", ""),
  1288. )
  1289. SEARCHAPI_API_KEY = PersistentConfig(
  1290. "SEARCHAPI_API_KEY",
  1291. "rag.web.search.searchapi_api_key",
  1292. os.getenv("SEARCHAPI_API_KEY", ""),
  1293. )
  1294. SEARCHAPI_ENGINE = PersistentConfig(
  1295. "SEARCHAPI_ENGINE",
  1296. "rag.web.search.searchapi_engine",
  1297. os.getenv("SEARCHAPI_ENGINE", ""),
  1298. )
  1299. BING_SEARCH_V7_ENDPOINT = PersistentConfig(
  1300. "BING_SEARCH_V7_ENDPOINT",
  1301. "rag.web.search.bing_search_v7_endpoint",
  1302. os.environ.get(
  1303. "BING_SEARCH_V7_ENDPOINT", "https://api.bing.microsoft.com/v7.0/search"
  1304. ),
  1305. )
  1306. BING_SEARCH_V7_SUBSCRIPTION_KEY = PersistentConfig(
  1307. "BING_SEARCH_V7_SUBSCRIPTION_KEY",
  1308. "rag.web.search.bing_search_v7_subscription_key",
  1309. os.environ.get("BING_SEARCH_V7_SUBSCRIPTION_KEY", ""),
  1310. )
  1311. RAG_WEB_SEARCH_RESULT_COUNT = PersistentConfig(
  1312. "RAG_WEB_SEARCH_RESULT_COUNT",
  1313. "rag.web.search.result_count",
  1314. int(os.getenv("RAG_WEB_SEARCH_RESULT_COUNT", "3")),
  1315. )
  1316. RAG_WEB_SEARCH_CONCURRENT_REQUESTS = PersistentConfig(
  1317. "RAG_WEB_SEARCH_CONCURRENT_REQUESTS",
  1318. "rag.web.search.concurrent_requests",
  1319. int(os.getenv("RAG_WEB_SEARCH_CONCURRENT_REQUESTS", "10")),
  1320. )
  1321. ####################################
  1322. # Images
  1323. ####################################
  1324. IMAGE_GENERATION_ENGINE = PersistentConfig(
  1325. "IMAGE_GENERATION_ENGINE",
  1326. "image_generation.engine",
  1327. os.getenv("IMAGE_GENERATION_ENGINE", "openai"),
  1328. )
  1329. ENABLE_IMAGE_GENERATION = PersistentConfig(
  1330. "ENABLE_IMAGE_GENERATION",
  1331. "image_generation.enable",
  1332. os.environ.get("ENABLE_IMAGE_GENERATION", "").lower() == "true",
  1333. )
  1334. ENABLE_IMAGE_PROMPT_GENERATION = PersistentConfig(
  1335. "ENABLE_IMAGE_PROMPT_GENERATION",
  1336. "image_generation.prompt.enable",
  1337. os.environ.get("ENABLE_IMAGE_PROMPT_GENERATION", "true").lower() == "true",
  1338. )
  1339. AUTOMATIC1111_BASE_URL = PersistentConfig(
  1340. "AUTOMATIC1111_BASE_URL",
  1341. "image_generation.automatic1111.base_url",
  1342. os.getenv("AUTOMATIC1111_BASE_URL", ""),
  1343. )
  1344. AUTOMATIC1111_API_AUTH = PersistentConfig(
  1345. "AUTOMATIC1111_API_AUTH",
  1346. "image_generation.automatic1111.api_auth",
  1347. os.getenv("AUTOMATIC1111_API_AUTH", ""),
  1348. )
  1349. AUTOMATIC1111_CFG_SCALE = PersistentConfig(
  1350. "AUTOMATIC1111_CFG_SCALE",
  1351. "image_generation.automatic1111.cfg_scale",
  1352. (
  1353. float(os.environ.get("AUTOMATIC1111_CFG_SCALE"))
  1354. if os.environ.get("AUTOMATIC1111_CFG_SCALE")
  1355. else None
  1356. ),
  1357. )
  1358. AUTOMATIC1111_SAMPLER = PersistentConfig(
  1359. "AUTOMATIC1111_SAMPLER",
  1360. "image_generation.automatic1111.sampler",
  1361. (
  1362. os.environ.get("AUTOMATIC1111_SAMPLER")
  1363. if os.environ.get("AUTOMATIC1111_SAMPLER")
  1364. else None
  1365. ),
  1366. )
  1367. AUTOMATIC1111_SCHEDULER = PersistentConfig(
  1368. "AUTOMATIC1111_SCHEDULER",
  1369. "image_generation.automatic1111.scheduler",
  1370. (
  1371. os.environ.get("AUTOMATIC1111_SCHEDULER")
  1372. if os.environ.get("AUTOMATIC1111_SCHEDULER")
  1373. else None
  1374. ),
  1375. )
  1376. COMFYUI_BASE_URL = PersistentConfig(
  1377. "COMFYUI_BASE_URL",
  1378. "image_generation.comfyui.base_url",
  1379. os.getenv("COMFYUI_BASE_URL", ""),
  1380. )
  1381. COMFYUI_API_KEY = PersistentConfig(
  1382. "COMFYUI_API_KEY",
  1383. "image_generation.comfyui.api_key",
  1384. os.getenv("COMFYUI_API_KEY", ""),
  1385. )
  1386. COMFYUI_DEFAULT_WORKFLOW = """
  1387. {
  1388. "3": {
  1389. "inputs": {
  1390. "seed": 0,
  1391. "steps": 20,
  1392. "cfg": 8,
  1393. "sampler_name": "euler",
  1394. "scheduler": "normal",
  1395. "denoise": 1,
  1396. "model": [
  1397. "4",
  1398. 0
  1399. ],
  1400. "positive": [
  1401. "6",
  1402. 0
  1403. ],
  1404. "negative": [
  1405. "7",
  1406. 0
  1407. ],
  1408. "latent_image": [
  1409. "5",
  1410. 0
  1411. ]
  1412. },
  1413. "class_type": "KSampler",
  1414. "_meta": {
  1415. "title": "KSampler"
  1416. }
  1417. },
  1418. "4": {
  1419. "inputs": {
  1420. "ckpt_name": "model.safetensors"
  1421. },
  1422. "class_type": "CheckpointLoaderSimple",
  1423. "_meta": {
  1424. "title": "Load Checkpoint"
  1425. }
  1426. },
  1427. "5": {
  1428. "inputs": {
  1429. "width": 512,
  1430. "height": 512,
  1431. "batch_size": 1
  1432. },
  1433. "class_type": "EmptyLatentImage",
  1434. "_meta": {
  1435. "title": "Empty Latent Image"
  1436. }
  1437. },
  1438. "6": {
  1439. "inputs": {
  1440. "text": "Prompt",
  1441. "clip": [
  1442. "4",
  1443. 1
  1444. ]
  1445. },
  1446. "class_type": "CLIPTextEncode",
  1447. "_meta": {
  1448. "title": "CLIP Text Encode (Prompt)"
  1449. }
  1450. },
  1451. "7": {
  1452. "inputs": {
  1453. "text": "",
  1454. "clip": [
  1455. "4",
  1456. 1
  1457. ]
  1458. },
  1459. "class_type": "CLIPTextEncode",
  1460. "_meta": {
  1461. "title": "CLIP Text Encode (Prompt)"
  1462. }
  1463. },
  1464. "8": {
  1465. "inputs": {
  1466. "samples": [
  1467. "3",
  1468. 0
  1469. ],
  1470. "vae": [
  1471. "4",
  1472. 2
  1473. ]
  1474. },
  1475. "class_type": "VAEDecode",
  1476. "_meta": {
  1477. "title": "VAE Decode"
  1478. }
  1479. },
  1480. "9": {
  1481. "inputs": {
  1482. "filename_prefix": "ComfyUI",
  1483. "images": [
  1484. "8",
  1485. 0
  1486. ]
  1487. },
  1488. "class_type": "SaveImage",
  1489. "_meta": {
  1490. "title": "Save Image"
  1491. }
  1492. }
  1493. }
  1494. """
  1495. COMFYUI_WORKFLOW = PersistentConfig(
  1496. "COMFYUI_WORKFLOW",
  1497. "image_generation.comfyui.workflow",
  1498. os.getenv("COMFYUI_WORKFLOW", COMFYUI_DEFAULT_WORKFLOW),
  1499. )
  1500. COMFYUI_WORKFLOW_NODES = PersistentConfig(
  1501. "COMFYUI_WORKFLOW",
  1502. "image_generation.comfyui.nodes",
  1503. [],
  1504. )
  1505. IMAGES_OPENAI_API_BASE_URL = PersistentConfig(
  1506. "IMAGES_OPENAI_API_BASE_URL",
  1507. "image_generation.openai.api_base_url",
  1508. os.getenv("IMAGES_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1509. )
  1510. IMAGES_OPENAI_API_KEY = PersistentConfig(
  1511. "IMAGES_OPENAI_API_KEY",
  1512. "image_generation.openai.api_key",
  1513. os.getenv("IMAGES_OPENAI_API_KEY", OPENAI_API_KEY),
  1514. )
  1515. IMAGE_SIZE = PersistentConfig(
  1516. "IMAGE_SIZE", "image_generation.size", os.getenv("IMAGE_SIZE", "512x512")
  1517. )
  1518. IMAGE_STEPS = PersistentConfig(
  1519. "IMAGE_STEPS", "image_generation.steps", int(os.getenv("IMAGE_STEPS", 50))
  1520. )
  1521. IMAGE_GENERATION_MODEL = PersistentConfig(
  1522. "IMAGE_GENERATION_MODEL",
  1523. "image_generation.model",
  1524. os.getenv("IMAGE_GENERATION_MODEL", ""),
  1525. )
  1526. ####################################
  1527. # Audio
  1528. ####################################
  1529. # Transcription
  1530. WHISPER_MODEL = PersistentConfig(
  1531. "WHISPER_MODEL",
  1532. "audio.stt.whisper_model",
  1533. os.getenv("WHISPER_MODEL", "base"),
  1534. )
  1535. WHISPER_MODEL_DIR = os.getenv("WHISPER_MODEL_DIR", f"{CACHE_DIR}/whisper/models")
  1536. WHISPER_MODEL_AUTO_UPDATE = (
  1537. not OFFLINE_MODE
  1538. and os.environ.get("WHISPER_MODEL_AUTO_UPDATE", "").lower() == "true"
  1539. )
  1540. AUDIO_STT_OPENAI_API_BASE_URL = PersistentConfig(
  1541. "AUDIO_STT_OPENAI_API_BASE_URL",
  1542. "audio.stt.openai.api_base_url",
  1543. os.getenv("AUDIO_STT_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1544. )
  1545. AUDIO_STT_OPENAI_API_KEY = PersistentConfig(
  1546. "AUDIO_STT_OPENAI_API_KEY",
  1547. "audio.stt.openai.api_key",
  1548. os.getenv("AUDIO_STT_OPENAI_API_KEY", OPENAI_API_KEY),
  1549. )
  1550. AUDIO_STT_ENGINE = PersistentConfig(
  1551. "AUDIO_STT_ENGINE",
  1552. "audio.stt.engine",
  1553. os.getenv("AUDIO_STT_ENGINE", ""),
  1554. )
  1555. AUDIO_STT_MODEL = PersistentConfig(
  1556. "AUDIO_STT_MODEL",
  1557. "audio.stt.model",
  1558. os.getenv("AUDIO_STT_MODEL", ""),
  1559. )
  1560. AUDIO_TTS_OPENAI_API_BASE_URL = PersistentConfig(
  1561. "AUDIO_TTS_OPENAI_API_BASE_URL",
  1562. "audio.tts.openai.api_base_url",
  1563. os.getenv("AUDIO_TTS_OPENAI_API_BASE_URL", OPENAI_API_BASE_URL),
  1564. )
  1565. AUDIO_TTS_OPENAI_API_KEY = PersistentConfig(
  1566. "AUDIO_TTS_OPENAI_API_KEY",
  1567. "audio.tts.openai.api_key",
  1568. os.getenv("AUDIO_TTS_OPENAI_API_KEY", OPENAI_API_KEY),
  1569. )
  1570. AUDIO_TTS_API_KEY = PersistentConfig(
  1571. "AUDIO_TTS_API_KEY",
  1572. "audio.tts.api_key",
  1573. os.getenv("AUDIO_TTS_API_KEY", ""),
  1574. )
  1575. AUDIO_TTS_ENGINE = PersistentConfig(
  1576. "AUDIO_TTS_ENGINE",
  1577. "audio.tts.engine",
  1578. os.getenv("AUDIO_TTS_ENGINE", ""),
  1579. )
  1580. AUDIO_TTS_MODEL = PersistentConfig(
  1581. "AUDIO_TTS_MODEL",
  1582. "audio.tts.model",
  1583. os.getenv("AUDIO_TTS_MODEL", "tts-1"), # OpenAI default model
  1584. )
  1585. AUDIO_TTS_VOICE = PersistentConfig(
  1586. "AUDIO_TTS_VOICE",
  1587. "audio.tts.voice",
  1588. os.getenv("AUDIO_TTS_VOICE", "alloy"), # OpenAI default voice
  1589. )
  1590. AUDIO_TTS_SPLIT_ON = PersistentConfig(
  1591. "AUDIO_TTS_SPLIT_ON",
  1592. "audio.tts.split_on",
  1593. os.getenv("AUDIO_TTS_SPLIT_ON", "punctuation"),
  1594. )
  1595. AUDIO_TTS_AZURE_SPEECH_REGION = PersistentConfig(
  1596. "AUDIO_TTS_AZURE_SPEECH_REGION",
  1597. "audio.tts.azure.speech_region",
  1598. os.getenv("AUDIO_TTS_AZURE_SPEECH_REGION", "eastus"),
  1599. )
  1600. AUDIO_TTS_AZURE_SPEECH_OUTPUT_FORMAT = PersistentConfig(
  1601. "AUDIO_TTS_AZURE_SPEECH_OUTPUT_FORMAT",
  1602. "audio.tts.azure.speech_output_format",
  1603. os.getenv(
  1604. "AUDIO_TTS_AZURE_SPEECH_OUTPUT_FORMAT", "audio-24khz-160kbitrate-mono-mp3"
  1605. ),
  1606. )
  1607. ####################################
  1608. # LDAP
  1609. ####################################
  1610. ENABLE_LDAP = PersistentConfig(
  1611. "ENABLE_LDAP",
  1612. "ldap.enable",
  1613. os.environ.get("ENABLE_LDAP", "false").lower() == "true",
  1614. )
  1615. LDAP_SERVER_LABEL = PersistentConfig(
  1616. "LDAP_SERVER_LABEL",
  1617. "ldap.server.label",
  1618. os.environ.get("LDAP_SERVER_LABEL", "LDAP Server"),
  1619. )
  1620. LDAP_SERVER_HOST = PersistentConfig(
  1621. "LDAP_SERVER_HOST",
  1622. "ldap.server.host",
  1623. os.environ.get("LDAP_SERVER_HOST", "localhost"),
  1624. )
  1625. LDAP_SERVER_PORT = PersistentConfig(
  1626. "LDAP_SERVER_PORT",
  1627. "ldap.server.port",
  1628. int(os.environ.get("LDAP_SERVER_PORT", "389")),
  1629. )
  1630. LDAP_ATTRIBUTE_FOR_MAIL = PersistentConfig(
  1631. "LDAP_ATTRIBUTE_FOR_MAIL",
  1632. "ldap.server.attribute_for_mail",
  1633. os.environ.get("LDAP_ATTRIBUTE_FOR_MAIL", "mail"),
  1634. )
  1635. LDAP_ATTRIBUTE_FOR_USERNAME = PersistentConfig(
  1636. "LDAP_ATTRIBUTE_FOR_USERNAME",
  1637. "ldap.server.attribute_for_username",
  1638. os.environ.get("LDAP_ATTRIBUTE_FOR_USERNAME", "uid"),
  1639. )
  1640. LDAP_APP_DN = PersistentConfig(
  1641. "LDAP_APP_DN", "ldap.server.app_dn", os.environ.get("LDAP_APP_DN", "")
  1642. )
  1643. LDAP_APP_PASSWORD = PersistentConfig(
  1644. "LDAP_APP_PASSWORD",
  1645. "ldap.server.app_password",
  1646. os.environ.get("LDAP_APP_PASSWORD", ""),
  1647. )
  1648. LDAP_SEARCH_BASE = PersistentConfig(
  1649. "LDAP_SEARCH_BASE", "ldap.server.users_dn", os.environ.get("LDAP_SEARCH_BASE", "")
  1650. )
  1651. LDAP_SEARCH_FILTERS = PersistentConfig(
  1652. "LDAP_SEARCH_FILTER",
  1653. "ldap.server.search_filter",
  1654. os.environ.get("LDAP_SEARCH_FILTER", ""),
  1655. )
  1656. LDAP_USE_TLS = PersistentConfig(
  1657. "LDAP_USE_TLS",
  1658. "ldap.server.use_tls",
  1659. os.environ.get("LDAP_USE_TLS", "True").lower() == "true",
  1660. )
  1661. LDAP_CA_CERT_FILE = PersistentConfig(
  1662. "LDAP_CA_CERT_FILE",
  1663. "ldap.server.ca_cert_file",
  1664. os.environ.get("LDAP_CA_CERT_FILE", ""),
  1665. )
  1666. LDAP_CIPHERS = PersistentConfig(
  1667. "LDAP_CIPHERS", "ldap.server.ciphers", os.environ.get("LDAP_CIPHERS", "ALL")
  1668. )