functions.py 7.24 KB
Newer Older
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
1
2
3
4
5
6
7
from pydantic import BaseModel
from peewee import *
from playhouse.shortcuts import model_to_dict
from typing import List, Union, Optional
import time
import logging
from apps.webui.internal.db import DB, JSONField
Timothy J. Baek's avatar
Timothy J. Baek committed
8
from apps.webui.models.users import Users
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
9
10

import json
11
12
import copy

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

from config import SRC_LOG_LEVELS

log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MODELS"])

####################
# Functions DB Schema
####################


class Function(Model):
    id = CharField(unique=True)
    user_id = CharField()
    name = TextField()
    type = TextField()
    content = TextField()
    meta = JSONField()
Timothy J. Baek's avatar
Timothy J. Baek committed
31
32
    valves = JSONField()
    is_active = BooleanField(default=False)
Timothy J. Baek's avatar
Timothy J. Baek committed
33
    is_global = BooleanField(default=False)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
34
35
36
37
38
39
40
41
42
    updated_at = BigIntegerField()
    created_at = BigIntegerField()

    class Meta:
        database = DB


class FunctionMeta(BaseModel):
    description: Optional[str] = None
43
    manifest: Optional[dict] = {}
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
44
45
46
47
48
49
50
51
52


class FunctionModel(BaseModel):
    id: str
    user_id: str
    name: str
    type: str
    content: str
    meta: FunctionMeta
53
    is_active: bool = False
Timothy J. Baek's avatar
Timothy J. Baek committed
54
    is_global: bool = False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
55
56
57
58
59
60
61
62
63
64
65
66
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch


####################
# Forms
####################


class FunctionResponse(BaseModel):
    id: str
    user_id: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
67
    type: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
68
69
    name: str
    meta: FunctionMeta
Timothy J. Baek's avatar
Timothy J. Baek committed
70
    is_active: bool
Timothy J. Baek's avatar
Timothy J. Baek committed
71
    is_global: bool
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
72
73
74
75
76
77
78
79
80
81
82
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch


class FunctionForm(BaseModel):
    id: str
    name: str
    content: str
    meta: FunctionMeta


Timothy J. Baek's avatar
Timothy J. Baek committed
83
84
85
86
class FunctionValves(BaseModel):
    valves: Optional[dict] = None


Timothy J. Baek's avatar
Timothy J. Baek committed
87
class FunctionsTable:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
88
89
90
91
92
    def __init__(self, db):
        self.db = db
        self.db.create_tables([Function])

    def insert_new_function(
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
93
        self, user_id: str, type: str, form_data: FunctionForm
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
94
95
96
97
98
    ) -> Optional[FunctionModel]:
        function = FunctionModel(
            **{
                **form_data.model_dump(),
                "user_id": user_id,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
99
                "type": type,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
                "updated_at": int(time.time()),
                "created_at": int(time.time()),
            }
        )

        try:
            result = Function.create(**function.model_dump())
            if result:
                return function
            else:
                return None
        except Exception as e:
            print(f"Error creating tool: {e}")
            return None

    def get_function_by_id(self, id: str) -> Optional[FunctionModel]:
        try:
            function = Function.get(Function.id == id)
            return FunctionModel(**model_to_dict(function))
        except:
            return None

122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    def get_functions(self, active_only=False) -> List[FunctionModel]:
        if active_only:
            return [
                FunctionModel(**model_to_dict(function))
                for function in Function.select().where(Function.is_active == True)
            ]
        else:
            return [
                FunctionModel(**model_to_dict(function))
                for function in Function.select()
            ]

    def get_functions_by_type(
        self, type: str, active_only=False
    ) -> List[FunctionModel]:
        if active_only:
            return [
                FunctionModel(**model_to_dict(function))
                for function in Function.select().where(
                    Function.type == type, Function.is_active == True
                )
            ]
        else:
            return [
                FunctionModel(**model_to_dict(function))
                for function in Function.select().where(Function.type == type)
            ]

Timothy J. Baek's avatar
Timothy J. Baek committed
150
151
152
153
154
155
156
157
158
159
    def get_global_filter_functions(self) -> List[FunctionModel]:
        return [
            FunctionModel(**model_to_dict(function))
            for function in Function.select().where(
                Function.type == "filter",
                Function.is_active == True,
                Function.is_global == True,
            )
        ]

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
160
    def get_function_valves_by_id(self, id: str) -> Optional[dict]:
161
162
        try:
            function = Function.get(Function.id == id)
Timothy J. Baek's avatar
Timothy J. Baek committed
163
            return function.valves if function.valves else {}
164
165
166
167
168
169
170
171
172
173
174
175
176
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_function_valves_by_id(
        self, id: str, valves: dict
    ) -> Optional[FunctionValves]:
        try:
            query = Function.update(
                **{"valves": valves},
                updated_at=int(time.time()),
            ).where(Function.id == id)
            query.execute()
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
177

178
179
180
181
            function = Function.get(Function.id == id)
            return FunctionValves(**model_to_dict(function))
        except:
            return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
182

Timothy J. Baek's avatar
Timothy J. Baek committed
183
184
185
186
187
    def get_user_valves_by_id_and_user_id(
        self, id: str, user_id: str
    ) -> Optional[dict]:
        try:
            user = Users.get_user_by_id(user_id)
188
            user_settings = user.settings.model_dump()
Timothy J. Baek's avatar
Timothy J. Baek committed
189
190

            # Check if user has "functions" and "valves" settings
191
192
193
194
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
195

196
            return user_settings["functions"]["valves"].get(id, {})
Timothy J. Baek's avatar
Timothy J. Baek committed
197
198
199
200
201
202
203
204
205
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_user_valves_by_id_and_user_id(
        self, id: str, user_id: str, valves: dict
    ) -> Optional[dict]:
        try:
            user = Users.get_user_by_id(user_id)
206
            user_settings = user.settings.model_dump()
Timothy J. Baek's avatar
Timothy J. Baek committed
207
208

            # Check if user has "functions" and "valves" settings
209
210
211
212
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
213

214
            user_settings["functions"]["valves"][id] = valves
Timothy J. Baek's avatar
Timothy J. Baek committed
215
216

            # Update the user settings in the database
Timothy J. Baek's avatar
fix  
Timothy J. Baek committed
217
            Users.update_user_by_id(user_id, {"settings": user_settings})
Timothy J. Baek's avatar
Timothy J. Baek committed
218

219
            return user_settings["functions"]["valves"][id]
Timothy J. Baek's avatar
Timothy J. Baek committed
220
221
222
223
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
224
225
226
227
228
229
230
231
232
233
234
235
236
    def update_function_by_id(self, id: str, updated: dict) -> Optional[FunctionModel]:
        try:
            query = Function.update(
                **updated,
                updated_at=int(time.time()),
            ).where(Function.id == id)
            query.execute()

            function = Function.get(Function.id == id)
            return FunctionModel(**model_to_dict(function))
        except:
            return None

Timothy J. Baek's avatar
Timothy J. Baek committed
237
238
239
240
241
242
243
244
245
246
247
248
249
    def deactivate_all_functions(self) -> Optional[bool]:
        try:
            query = Function.update(
                **{"is_active": False},
                updated_at=int(time.time()),
            )

            query.execute()

            return True
        except:
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
250
251
252
253
254
255
256
257
258
259
    def delete_function_by_id(self, id: str) -> bool:
        try:
            query = Function.delete().where((Function.id == id))
            query.execute()  # Remove the rows, return number of rows removed.

            return True
        except:
            return False


Timothy J. Baek's avatar
Timothy J. Baek committed
260
Functions = FunctionsTable(DB)