tools.py 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262
  1. import logging
  2. import time
  3. from typing import Optional
  4. from open_webui.internal.db import Base, JSONField, get_db
  5. from open_webui.models.users import Users, UserResponse
  6. from open_webui.env import SRC_LOG_LEVELS
  7. from pydantic import BaseModel, ConfigDict
  8. from sqlalchemy import BigInteger, Column, String, Text, JSON
  9. from open_webui.utils.access_control import has_access
  10. log = logging.getLogger(__name__)
  11. log.setLevel(SRC_LOG_LEVELS["MODELS"])
  12. ####################
  13. # Tools DB Schema
  14. ####################
  15. class Tool(Base):
  16. __tablename__ = "tool"
  17. id = Column(String, primary_key=True)
  18. user_id = Column(String)
  19. name = Column(Text)
  20. content = Column(Text)
  21. specs = Column(JSONField)
  22. meta = Column(JSONField)
  23. valves = Column(JSONField)
  24. access_control = Column(JSON, nullable=True) # Controls data access levels.
  25. # Defines access control rules for this entry.
  26. # - `None`: Public access, available to all users with the "user" role.
  27. # - `{}`: Private access, restricted exclusively to the owner.
  28. # - Custom permissions: Specific access control for reading and writing;
  29. # Can specify group or user-level restrictions:
  30. # {
  31. # "read": {
  32. # "group_ids": ["group_id1", "group_id2"],
  33. # "user_ids": ["user_id1", "user_id2"]
  34. # },
  35. # "write": {
  36. # "group_ids": ["group_id1", "group_id2"],
  37. # "user_ids": ["user_id1", "user_id2"]
  38. # }
  39. # }
  40. updated_at = Column(BigInteger)
  41. created_at = Column(BigInteger)
  42. class ToolMeta(BaseModel):
  43. description: Optional[str] = None
  44. manifest: Optional[dict] = {}
  45. class ToolModel(BaseModel):
  46. id: str
  47. user_id: str
  48. name: str
  49. content: str
  50. specs: list[dict]
  51. meta: ToolMeta
  52. access_control: Optional[dict] = None
  53. updated_at: int # timestamp in epoch
  54. created_at: int # timestamp in epoch
  55. model_config = ConfigDict(from_attributes=True)
  56. ####################
  57. # Forms
  58. ####################
  59. class ToolUserModel(ToolModel):
  60. user: Optional[UserResponse] = None
  61. class ToolResponse(BaseModel):
  62. id: str
  63. user_id: str
  64. name: str
  65. meta: ToolMeta
  66. access_control: Optional[dict] = None
  67. updated_at: int # timestamp in epoch
  68. created_at: int # timestamp in epoch
  69. class ToolUserResponse(ToolResponse):
  70. user: Optional[UserResponse] = None
  71. class ToolForm(BaseModel):
  72. id: str
  73. name: str
  74. content: str
  75. meta: ToolMeta
  76. access_control: Optional[dict] = None
  77. class ToolValves(BaseModel):
  78. valves: Optional[dict] = None
  79. class ToolsTable:
  80. def insert_new_tool(
  81. self, user_id: str, form_data: ToolForm, specs: list[dict]
  82. ) -> Optional[ToolModel]:
  83. with get_db() as db:
  84. tool = ToolModel(
  85. **{
  86. **form_data.model_dump(),
  87. "specs": specs,
  88. "user_id": user_id,
  89. "updated_at": int(time.time()),
  90. "created_at": int(time.time()),
  91. }
  92. )
  93. try:
  94. result = Tool(**tool.model_dump())
  95. db.add(result)
  96. db.commit()
  97. db.refresh(result)
  98. if result:
  99. return ToolModel.model_validate(result)
  100. else:
  101. return None
  102. except Exception as e:
  103. log.exception(f"Error creating a new tool: {e}")
  104. return None
  105. def get_tool_by_id(self, id: str) -> Optional[ToolModel]:
  106. try:
  107. with get_db() as db:
  108. tool = db.get(Tool, id)
  109. return ToolModel.model_validate(tool)
  110. except Exception:
  111. return None
  112. def get_tools(self) -> list[ToolUserModel]:
  113. with get_db() as db:
  114. tools = []
  115. for tool in db.query(Tool).order_by(Tool.updated_at.desc()).all():
  116. user = Users.get_user_by_id(tool.user_id)
  117. tools.append(
  118. ToolUserModel.model_validate(
  119. {
  120. **ToolModel.model_validate(tool).model_dump(),
  121. "user": user.model_dump() if user else None,
  122. }
  123. )
  124. )
  125. return tools
  126. def get_tools_by_user_id(
  127. self, user_id: str, permission: str = "write"
  128. ) -> list[ToolUserModel]:
  129. tools = self.get_tools()
  130. return [
  131. tool
  132. for tool in tools
  133. if tool.user_id == user_id
  134. or has_access(user_id, permission, tool.access_control)
  135. ]
  136. def get_tool_valves_by_id(self, id: str) -> Optional[dict]:
  137. try:
  138. with get_db() as db:
  139. tool = db.get(Tool, id)
  140. return tool.valves if tool.valves else {}
  141. except Exception as e:
  142. log.exception(f"Error getting tool valves by id {id}: {e}")
  143. return None
  144. def update_tool_valves_by_id(self, id: str, valves: dict) -> Optional[ToolValves]:
  145. try:
  146. with get_db() as db:
  147. db.query(Tool).filter_by(id=id).update(
  148. {"valves": valves, "updated_at": int(time.time())}
  149. )
  150. db.commit()
  151. return self.get_tool_by_id(id)
  152. except Exception:
  153. return None
  154. def get_user_valves_by_id_and_user_id(
  155. self, id: str, user_id: str
  156. ) -> Optional[dict]:
  157. try:
  158. user = Users.get_user_by_id(user_id)
  159. user_settings = user.settings.model_dump() if user.settings else {}
  160. # Check if user has "tools" and "valves" settings
  161. if "tools" not in user_settings:
  162. user_settings["tools"] = {}
  163. if "valves" not in user_settings["tools"]:
  164. user_settings["tools"]["valves"] = {}
  165. return user_settings["tools"]["valves"].get(id, {})
  166. except Exception as e:
  167. log.exception(
  168. f"Error getting user values by id {id} and user_id {user_id}: {e}"
  169. )
  170. return None
  171. def update_user_valves_by_id_and_user_id(
  172. self, id: str, user_id: str, valves: dict
  173. ) -> Optional[dict]:
  174. try:
  175. user = Users.get_user_by_id(user_id)
  176. user_settings = user.settings.model_dump() if user.settings else {}
  177. # Check if user has "tools" and "valves" settings
  178. if "tools" not in user_settings:
  179. user_settings["tools"] = {}
  180. if "valves" not in user_settings["tools"]:
  181. user_settings["tools"]["valves"] = {}
  182. user_settings["tools"]["valves"][id] = valves
  183. # Update the user settings in the database
  184. Users.update_user_by_id(user_id, {"settings": user_settings})
  185. return user_settings["tools"]["valves"][id]
  186. except Exception as e:
  187. log.exception(
  188. f"Error updating user valves by id {id} and user_id {user_id}: {e}"
  189. )
  190. return None
  191. def update_tool_by_id(self, id: str, updated: dict) -> Optional[ToolModel]:
  192. try:
  193. with get_db() as db:
  194. db.query(Tool).filter_by(id=id).update(
  195. {**updated, "updated_at": int(time.time())}
  196. )
  197. db.commit()
  198. tool = db.query(Tool).get(id)
  199. db.refresh(tool)
  200. return ToolModel.model_validate(tool)
  201. except Exception:
  202. return None
  203. def delete_tool_by_id(self, id: str) -> bool:
  204. try:
  205. with get_db() as db:
  206. db.query(Tool).filter_by(id=id).delete()
  207. db.commit()
  208. return True
  209. except Exception:
  210. return False
  211. Tools = ToolsTable()