functions.py 7.76 KB
Newer Older
1
from pydantic import BaseModel, ConfigDict
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
2
3
4
from typing import List, Union, Optional
import time
import logging
5
6
7

from sqlalchemy import Column, String, Text, BigInteger, Boolean

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
8
from apps.webui.internal.db import JSONField, Base, get_db
Timothy J. Baek's avatar
Timothy J. Baek committed
9
from apps.webui.models.users import Users
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
10
11

import json
12
13
import copy

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
14
15
16
17
18
19
20
21
22
23
24

from config import SRC_LOG_LEVELS

log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MODELS"])

####################
# Functions DB Schema
####################


25
26
class Function(Base):
    __tablename__ = "function"
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
27

28
29
30
31
32
33
34
35
    id = Column(String, primary_key=True)
    user_id = Column(String)
    name = Column(Text)
    type = Column(Text)
    content = Column(Text)
    meta = Column(JSONField)
    valves = Column(JSONField)
    is_active = Column(Boolean)
36
    is_global = Column(Boolean)
37
38
    updated_at = Column(BigInteger)
    created_at = Column(BigInteger)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
39
40
41
42


class FunctionMeta(BaseModel):
    description: Optional[str] = None
43
    manifest: Optional[dict] = {}
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
44
45
46
47
48
49
50
51
52


class FunctionModel(BaseModel):
    id: str
    user_id: str
    name: str
    type: str
    content: str
    meta: FunctionMeta
53
    is_active: bool = False
Timothy J. Baek's avatar
Timothy J. Baek committed
54
    is_global: bool = False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
55
56
57
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch

58
59
    model_config = ConfigDict(from_attributes=True)

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
60
61
62
63
64
65
66
67
68

####################
# Forms
####################


class FunctionResponse(BaseModel):
    id: str
    user_id: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
69
    type: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
70
71
    name: str
    meta: FunctionMeta
Timothy J. Baek's avatar
Timothy J. Baek committed
72
    is_active: bool
Timothy J. Baek's avatar
Timothy J. Baek committed
73
    is_global: bool
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
74
75
76
77
78
79
80
81
82
83
84
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch


class FunctionForm(BaseModel):
    id: str
    name: str
    content: str
    meta: FunctionMeta


Timothy J. Baek's avatar
Timothy J. Baek committed
85
86
87
88
class FunctionValves(BaseModel):
    valves: Optional[dict] = None


Timothy J. Baek's avatar
Timothy J. Baek committed
89
class FunctionsTable:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
90
91

    def insert_new_function(
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
92
        self, user_id: str, type: str, form_data: FunctionForm
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
93
    ) -> Optional[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
94

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
95
96
97
98
        function = FunctionModel(
            **{
                **form_data.model_dump(),
                "user_id": user_id,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
99
                "type": type,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
100
101
102
103
104
105
                "updated_at": int(time.time()),
                "created_at": int(time.time()),
            }
        )

        try:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
106
107
108
109
110
111
112
113
114
            with get_db() as db:
                result = Function(**function.model_dump())
                db.add(result)
                db.commit()
                db.refresh(result)
                if result:
                    return FunctionModel.model_validate(result)
                else:
                    return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
115
116
117
118
119
120
        except Exception as e:
            print(f"Error creating tool: {e}")
            return None

    def get_function_by_id(self, id: str) -> Optional[FunctionModel]:
        try:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
121
122
123
124
            with get_db() as db:

                function = db.get(Function, id)
                return FunctionModel.model_validate(function)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
125
126
127
        except:
            return None

128
    def get_functions(self, active_only=False) -> List[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
129
130
131
132
133
134
135
136
137
138
139
140
        with get_db() as db:

            if active_only:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function).filter_by(is_active=True).all()
                ]
            else:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function).all()
                ]
141
142
143
144

    def get_functions_by_type(
        self, type: str, active_only=False
    ) -> List[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
        with get_db() as db:

            if active_only:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function)
                    .filter_by(type=type, is_active=True)
                    .all()
                ]
            else:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function).filter_by(type=type).all()
                ]

    def get_global_filter_functions(self) -> List[FunctionModel]:
        with get_db() as db:

163
            return [
Timothy J. Baek's avatar
Timothy J. Baek committed
164
                FunctionModel.model_validate(function)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
165
166
                for function in db.query(Function)
                .filter_by(type="filter", is_active=True, is_global=True)
167
                .all()
168
            ]
Timothy J. Baek's avatar
Timothy J. Baek committed
169

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
170
    def get_function_valves_by_id(self, id: str) -> Optional[dict]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
171
172
173
174
175
176
177
178
        with get_db() as db:

            try:
                function = db.get(Function, id)
                return function.valves if function.valves else {}
            except Exception as e:
                print(f"An error occurred: {e}")
                return None
179
180
181
182

    def update_function_valves_by_id(
        self, id: str, valves: dict
    ) -> Optional[FunctionValves]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
183
184
185
186
187
188
189
190
191
192
193
        with get_db() as db:

            try:
                function = db.get(Function, id)
                function.valves = valves
                function.updated_at = int(time.time())
                db.commit()
                db.refresh(function)
                return self.get_function_by_id(id)
            except:
                return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
194

Timothy J. Baek's avatar
Timothy J. Baek committed
195
196
197
    def get_user_valves_by_id_and_user_id(
        self, id: str, user_id: str
    ) -> Optional[dict]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
198

Timothy J. Baek's avatar
Timothy J. Baek committed
199
200
        try:
            user = Users.get_user_by_id(user_id)
Timothy J. Baek's avatar
Timothy J. Baek committed
201
            user_settings = user.settings.model_dump() if user.settings else {}
Timothy J. Baek's avatar
Timothy J. Baek committed
202
203

            # Check if user has "functions" and "valves" settings
204
205
206
207
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
208

209
            return user_settings["functions"]["valves"].get(id, {})
Timothy J. Baek's avatar
Timothy J. Baek committed
210
211
212
213
214
215
216
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_user_valves_by_id_and_user_id(
        self, id: str, user_id: str, valves: dict
    ) -> Optional[dict]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
217

Timothy J. Baek's avatar
Timothy J. Baek committed
218
219
        try:
            user = Users.get_user_by_id(user_id)
Timothy J. Baek's avatar
Timothy J. Baek committed
220
            user_settings = user.settings.model_dump() if user.settings else {}
Timothy J. Baek's avatar
Timothy J. Baek committed
221
222

            # Check if user has "functions" and "valves" settings
223
224
225
226
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
227

228
            user_settings["functions"]["valves"][id] = valves
Timothy J. Baek's avatar
Timothy J. Baek committed
229
230

            # Update the user settings in the database
Timothy J. Baek's avatar
fix  
Timothy J. Baek committed
231
            Users.update_user_by_id(user_id, {"settings": user_settings})
Timothy J. Baek's avatar
Timothy J. Baek committed
232

233
            return user_settings["functions"]["valves"][id]
Timothy J. Baek's avatar
Timothy J. Baek committed
234
235
236
237
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
238
    def update_function_by_id(self, id: str, updated: dict) -> Optional[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
239
240
241
242
243
244
245
246
247
248
249
250
251
        with get_db() as db:

            try:
                db.query(Function).filter_by(id=id).update(
                    {
                        **updated,
                        "updated_at": int(time.time()),
                    }
                )
                db.commit()
                return self.get_function_by_id(id)
            except:
                return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
252

Timothy J. Baek's avatar
Timothy J. Baek committed
253
    def deactivate_all_functions(self) -> Optional[bool]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
254
255
256
257
258
259
260
261
262
263
264
265
266
        with get_db() as db:

            try:
                db.query(Function).update(
                    {
                        "is_active": False,
                        "updated_at": int(time.time()),
                    }
                )
                db.commit()
                return True
            except:
                return None
Timothy J. Baek's avatar
Timothy J. Baek committed
267

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
268
    def delete_function_by_id(self, id: str) -> bool:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
269
270
271
        with get_db() as db:
            try:
                db.query(Function).filter_by(id=id).delete()
Timothy J. Baek's avatar
Timothy J. Baek committed
272
273
                db.commit()

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
274
275
276
                return True
            except:
                return False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
277
278


279
Functions = FunctionsTable()