tools.py 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239
  1. import logging
  2. import time
  3. from typing import Optional
  4. from open_webui.apps.webui.internal.db import Base, JSONField, get_db
  5. from open_webui.apps.webui.models.users import Users
  6. from open_webui.env import SRC_LOG_LEVELS
  7. from pydantic import BaseModel, ConfigDict
  8. from sqlalchemy import BigInteger, Column, String, Text, JSON
  9. from open_webui.utils.access_control import has_access
  10. log = logging.getLogger(__name__)
  11. log.setLevel(SRC_LOG_LEVELS["MODELS"])
  12. ####################
  13. # Tools DB Schema
  14. ####################
  15. class Tool(Base):
  16. __tablename__ = "tool"
  17. id = Column(String, primary_key=True)
  18. user_id = Column(String)
  19. name = Column(Text)
  20. content = Column(Text)
  21. specs = Column(JSONField)
  22. meta = Column(JSONField)
  23. valves = Column(JSONField)
  24. access_control = Column(JSON, nullable=True) # Controls data access levels.
  25. # Defines access control rules for this entry.
  26. # - `None`: Public access, available to all users with the "user" role.
  27. # - `{}`: Private access, restricted exclusively to the owner.
  28. # - Custom permissions: Specific access control for reading and writing;
  29. # Can specify group or user-level restrictions:
  30. # {
  31. # "read": {
  32. # "group_ids": ["group_id1", "group_id2"],
  33. # "user_ids": ["user_id1", "user_id2"]
  34. # },
  35. # "write": {
  36. # "group_ids": ["group_id1", "group_id2"],
  37. # "user_ids": ["user_id1", "user_id2"]
  38. # }
  39. # }
  40. updated_at = Column(BigInteger)
  41. created_at = Column(BigInteger)
  42. class ToolMeta(BaseModel):
  43. description: Optional[str] = None
  44. manifest: Optional[dict] = {}
  45. class ToolModel(BaseModel):
  46. id: str
  47. user_id: str
  48. name: str
  49. content: str
  50. specs: list[dict]
  51. meta: ToolMeta
  52. access_control: Optional[dict] = None
  53. updated_at: int # timestamp in epoch
  54. created_at: int # timestamp in epoch
  55. model_config = ConfigDict(from_attributes=True)
  56. ####################
  57. # Forms
  58. ####################
  59. class ToolResponse(BaseModel):
  60. id: str
  61. user_id: str
  62. name: str
  63. meta: ToolMeta
  64. access_control: Optional[dict] = None
  65. updated_at: int # timestamp in epoch
  66. created_at: int # timestamp in epoch
  67. class ToolForm(BaseModel):
  68. id: str
  69. name: str
  70. content: str
  71. meta: ToolMeta
  72. access_control: Optional[dict] = None
  73. class ToolValves(BaseModel):
  74. valves: Optional[dict] = None
  75. class ToolsTable:
  76. def insert_new_tool(
  77. self, user_id: str, form_data: ToolForm, specs: list[dict]
  78. ) -> Optional[ToolModel]:
  79. with get_db() as db:
  80. tool = ToolModel(
  81. **{
  82. **form_data.model_dump(),
  83. "specs": specs,
  84. "user_id": user_id,
  85. "updated_at": int(time.time()),
  86. "created_at": int(time.time()),
  87. }
  88. )
  89. try:
  90. result = Tool(**tool.model_dump())
  91. db.add(result)
  92. db.commit()
  93. db.refresh(result)
  94. if result:
  95. return ToolModel.model_validate(result)
  96. else:
  97. return None
  98. except Exception as e:
  99. print(f"Error creating tool: {e}")
  100. return None
  101. def get_tool_by_id(self, id: str) -> Optional[ToolModel]:
  102. try:
  103. with get_db() as db:
  104. tool = db.get(Tool, id)
  105. return ToolModel.model_validate(tool)
  106. except Exception:
  107. return None
  108. def get_tools(self) -> list[ToolModel]:
  109. with get_db() as db:
  110. return [ToolModel.model_validate(tool) for tool in db.query(Tool).all()]
  111. def get_tools_by_user_id(
  112. self, user_id: str, permission: str = "write"
  113. ) -> list[ToolModel]:
  114. tools = self.get_tools()
  115. return [
  116. tool
  117. for tool in tools
  118. if tool.user_id == user_id
  119. or has_access(user_id, permission, tool.access_control)
  120. ]
  121. def get_tool_valves_by_id(self, id: str) -> Optional[dict]:
  122. try:
  123. with get_db() as db:
  124. tool = db.get(Tool, id)
  125. return tool.valves if tool.valves else {}
  126. except Exception as e:
  127. print(f"An error occurred: {e}")
  128. return None
  129. def update_tool_valves_by_id(self, id: str, valves: dict) -> Optional[ToolValves]:
  130. try:
  131. with get_db() as db:
  132. db.query(Tool).filter_by(id=id).update(
  133. {"valves": valves, "updated_at": int(time.time())}
  134. )
  135. db.commit()
  136. return self.get_tool_by_id(id)
  137. except Exception:
  138. return None
  139. def get_user_valves_by_id_and_user_id(
  140. self, id: str, user_id: str
  141. ) -> Optional[dict]:
  142. try:
  143. user = Users.get_user_by_id(user_id)
  144. user_settings = user.settings.model_dump() if user.settings else {}
  145. # Check if user has "tools" and "valves" settings
  146. if "tools" not in user_settings:
  147. user_settings["tools"] = {}
  148. if "valves" not in user_settings["tools"]:
  149. user_settings["tools"]["valves"] = {}
  150. return user_settings["tools"]["valves"].get(id, {})
  151. except Exception as e:
  152. print(f"An error occurred: {e}")
  153. return None
  154. def update_user_valves_by_id_and_user_id(
  155. self, id: str, user_id: str, valves: dict
  156. ) -> Optional[dict]:
  157. try:
  158. user = Users.get_user_by_id(user_id)
  159. user_settings = user.settings.model_dump() if user.settings else {}
  160. # Check if user has "tools" and "valves" settings
  161. if "tools" not in user_settings:
  162. user_settings["tools"] = {}
  163. if "valves" not in user_settings["tools"]:
  164. user_settings["tools"]["valves"] = {}
  165. user_settings["tools"]["valves"][id] = valves
  166. # Update the user settings in the database
  167. Users.update_user_by_id(user_id, {"settings": user_settings})
  168. return user_settings["tools"]["valves"][id]
  169. except Exception as e:
  170. print(f"An error occurred: {e}")
  171. return None
  172. def update_tool_by_id(self, id: str, updated: dict) -> Optional[ToolModel]:
  173. try:
  174. with get_db() as db:
  175. db.query(Tool).filter_by(id=id).update(
  176. {**updated, "updated_at": int(time.time())}
  177. )
  178. db.commit()
  179. tool = db.query(Tool).get(id)
  180. db.refresh(tool)
  181. return ToolModel.model_validate(tool)
  182. except Exception:
  183. return None
  184. def delete_tool_by_id(self, id: str) -> bool:
  185. try:
  186. with get_db() as db:
  187. db.query(Tool).filter_by(id=id).delete()
  188. db.commit()
  189. return True
  190. except Exception:
  191. return False
  192. Tools = ToolsTable()