memories.py 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. import logging
  2. from typing import Optional
  3. from open_webui.apps.webui.models.memories import Memories, MemoryModel
  4. from open_webui.config import CHROMA_CLIENT
  5. from open_webui.env import SRC_LOG_LEVELS
  6. from fastapi import APIRouter, Depends, HTTPException, Request
  7. from pydantic import BaseModel
  8. from open_webui.utils.utils import get_verified_user
  9. log = logging.getLogger(__name__)
  10. log.setLevel(SRC_LOG_LEVELS["MODELS"])
  11. router = APIRouter()
  12. @router.get("/ef")
  13. async def get_embeddings(request: Request):
  14. return {"result": request.app.state.EMBEDDING_FUNCTION("hello world")}
  15. ############################
  16. # GetMemories
  17. ############################
  18. @router.get("/", response_model=list[MemoryModel])
  19. async def get_memories(user=Depends(get_verified_user)):
  20. return Memories.get_memories_by_user_id(user.id)
  21. ############################
  22. # AddMemory
  23. ############################
  24. class AddMemoryForm(BaseModel):
  25. content: str
  26. class MemoryUpdateModel(BaseModel):
  27. content: Optional[str] = None
  28. @router.post("/add", response_model=Optional[MemoryModel])
  29. async def add_memory(
  30. request: Request,
  31. form_data: AddMemoryForm,
  32. user=Depends(get_verified_user),
  33. ):
  34. memory = Memories.insert_new_memory(user.id, form_data.content)
  35. memory_embedding = request.app.state.EMBEDDING_FUNCTION(memory.content)
  36. collection = CHROMA_CLIENT.get_or_create_collection(name=f"user-memory-{user.id}")
  37. collection.upsert(
  38. documents=[memory.content],
  39. ids=[memory.id],
  40. embeddings=[memory_embedding],
  41. metadatas=[{"created_at": memory.created_at}],
  42. )
  43. return memory
  44. ############################
  45. # QueryMemory
  46. ############################
  47. class QueryMemoryForm(BaseModel):
  48. content: str
  49. k: Optional[int] = 1
  50. @router.post("/query")
  51. async def query_memory(
  52. request: Request, form_data: QueryMemoryForm, user=Depends(get_verified_user)
  53. ):
  54. query_embedding = request.app.state.EMBEDDING_FUNCTION(form_data.content)
  55. collection = CHROMA_CLIENT.get_or_create_collection(name=f"user-memory-{user.id}")
  56. results = collection.query(
  57. query_embeddings=[query_embedding],
  58. n_results=form_data.k, # how many results to return
  59. )
  60. return results
  61. ############################
  62. # ResetMemoryFromVectorDB
  63. ############################
  64. @router.post("/reset", response_model=bool)
  65. async def reset_memory_from_vector_db(
  66. request: Request, user=Depends(get_verified_user)
  67. ):
  68. CHROMA_CLIENT.delete_collection(f"user-memory-{user.id}")
  69. collection = CHROMA_CLIENT.get_or_create_collection(name=f"user-memory-{user.id}")
  70. memories = Memories.get_memories_by_user_id(user.id)
  71. for memory in memories:
  72. memory_embedding = request.app.state.EMBEDDING_FUNCTION(memory.content)
  73. collection.upsert(
  74. documents=[memory.content],
  75. ids=[memory.id],
  76. embeddings=[memory_embedding],
  77. )
  78. return True
  79. ############################
  80. # DeleteMemoriesByUserId
  81. ############################
  82. @router.delete("/delete/user", response_model=bool)
  83. async def delete_memory_by_user_id(user=Depends(get_verified_user)):
  84. result = Memories.delete_memories_by_user_id(user.id)
  85. if result:
  86. try:
  87. CHROMA_CLIENT.delete_collection(f"user-memory-{user.id}")
  88. except Exception as e:
  89. log.error(e)
  90. return True
  91. return False
  92. ############################
  93. # UpdateMemoryById
  94. ############################
  95. @router.post("/{memory_id}/update", response_model=Optional[MemoryModel])
  96. async def update_memory_by_id(
  97. memory_id: str,
  98. request: Request,
  99. form_data: MemoryUpdateModel,
  100. user=Depends(get_verified_user),
  101. ):
  102. memory = Memories.update_memory_by_id(memory_id, form_data.content)
  103. if memory is None:
  104. raise HTTPException(status_code=404, detail="Memory not found")
  105. if form_data.content is not None:
  106. memory_embedding = request.app.state.EMBEDDING_FUNCTION(form_data.content)
  107. collection = CHROMA_CLIENT.get_or_create_collection(
  108. name=f"user-memory-{user.id}"
  109. )
  110. collection.upsert(
  111. documents=[form_data.content],
  112. ids=[memory.id],
  113. embeddings=[memory_embedding],
  114. metadatas=[
  115. {"created_at": memory.created_at, "updated_at": memory.updated_at}
  116. ],
  117. )
  118. return memory
  119. ############################
  120. # DeleteMemoryById
  121. ############################
  122. @router.delete("/{memory_id}", response_model=bool)
  123. async def delete_memory_by_id(memory_id: str, user=Depends(get_verified_user)):
  124. result = Memories.delete_memory_by_id_and_user_id(memory_id, user.id)
  125. if result:
  126. collection = CHROMA_CLIENT.get_or_create_collection(
  127. name=f"user-memory-{user.id}"
  128. )
  129. collection.delete(ids=[memory_id])
  130. return True
  131. return False