functions.py 8.09 KB
Newer Older
1
from pydantic import BaseModel, ConfigDict
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
2
3
4
from typing import List, Union, Optional
import time
import logging
5
6
7

from sqlalchemy import Column, String, Text, BigInteger, Boolean

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
8
from apps.webui.internal.db import JSONField, Base, get_db
Timothy J. Baek's avatar
Timothy J. Baek committed
9
from apps.webui.models.users import Users
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
10
11

import json
12
13
import copy

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
14
15
16
17
18
19
20
21
22
23
24

from config import SRC_LOG_LEVELS

log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MODELS"])

####################
# Functions DB Schema
####################


25
26
class Function(Base):
    __tablename__ = "function"
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
27

28
29
30
31
32
33
34
35
    id = Column(String, primary_key=True)
    user_id = Column(String)
    name = Column(Text)
    type = Column(Text)
    content = Column(Text)
    meta = Column(JSONField)
    valves = Column(JSONField)
    is_active = Column(Boolean)
36
    is_global = Column(Boolean)
37
38
    updated_at = Column(BigInteger)
    created_at = Column(BigInteger)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
39
40
41
42


class FunctionMeta(BaseModel):
    description: Optional[str] = None
43
    manifest: Optional[dict] = {}
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
44
45
46
47
48
49
50
51
52


class FunctionModel(BaseModel):
    id: str
    user_id: str
    name: str
    type: str
    content: str
    meta: FunctionMeta
53
    is_active: bool = False
Timothy J. Baek's avatar
Timothy J. Baek committed
54
    is_global: bool = False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
55
56
57
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch

58
59
    model_config = ConfigDict(from_attributes=True)

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
60
61
62
63
64
65
66
67
68

####################
# Forms
####################


class FunctionResponse(BaseModel):
    id: str
    user_id: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
69
    type: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
70
71
    name: str
    meta: FunctionMeta
Timothy J. Baek's avatar
Timothy J. Baek committed
72
    is_active: bool
Timothy J. Baek's avatar
Timothy J. Baek committed
73
    is_global: bool
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
74
75
76
77
78
79
80
81
82
83
84
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch


class FunctionForm(BaseModel):
    id: str
    name: str
    content: str
    meta: FunctionMeta


Timothy J. Baek's avatar
Timothy J. Baek committed
85
86
87
88
class FunctionValves(BaseModel):
    valves: Optional[dict] = None


Timothy J. Baek's avatar
Timothy J. Baek committed
89
class FunctionsTable:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
90
91

    def insert_new_function(
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
92
        self, user_id: str, type: str, form_data: FunctionForm
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
93
    ) -> Optional[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
94

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
95
96
97
98
        function = FunctionModel(
            **{
                **form_data.model_dump(),
                "user_id": user_id,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
99
                "type": type,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
100
101
102
103
104
105
                "updated_at": int(time.time()),
                "created_at": int(time.time()),
            }
        )

        try:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
106
107
108
109
110
111
112
113
114
            with get_db() as db:
                result = Function(**function.model_dump())
                db.add(result)
                db.commit()
                db.refresh(result)
                if result:
                    return FunctionModel.model_validate(result)
                else:
                    return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
115
116
117
118
119
120
        except Exception as e:
            print(f"Error creating tool: {e}")
            return None

    def get_function_by_id(self, id: str) -> Optional[FunctionModel]:
        try:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
121
122
123
124
            with get_db() as db:

                function = db.get(Function, id)
                return FunctionModel.model_validate(function)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
125
126
127
        except:
            return None

128
    def get_functions(self, active_only=False) -> List[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
129
130
131
132
133
134
135
136
137
138
139
140
        with get_db() as db:

            if active_only:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function).filter_by(is_active=True).all()
                ]
            else:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function).all()
                ]
141
142
143
144

    def get_functions_by_type(
        self, type: str, active_only=False
    ) -> List[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
        with get_db() as db:

            if active_only:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function)
                    .filter_by(type=type, is_active=True)
                    .all()
                ]
            else:
                return [
                    FunctionModel.model_validate(function)
                    for function in db.query(Function).filter_by(type=type).all()
                ]

    def get_global_filter_functions(self) -> List[FunctionModel]:
        with get_db() as db:

163
            return [
Timothy J. Baek's avatar
Timothy J. Baek committed
164
                FunctionModel.model_validate(function)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
165
166
                for function in db.query(Function)
                .filter_by(type="filter", is_active=True, is_global=True)
167
                .all()
168
            ]
Timothy J. Baek's avatar
Timothy J. Baek committed
169

Timothy J. Baek's avatar
Timothy J. Baek committed
170
171
172
173
174
175
176
177
178
    def get_global_action_functions(self) -> List[FunctionModel]:
        with get_db() as db:
            return [
                FunctionModel.model_validate(function)
                for function in db.query(Function)
                .filter_by(type="action", is_active=True, is_global=True)
                .all()
            ]

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
179
    def get_function_valves_by_id(self, id: str) -> Optional[dict]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
180
181
182
183
184
185
186
187
        with get_db() as db:

            try:
                function = db.get(Function, id)
                return function.valves if function.valves else {}
            except Exception as e:
                print(f"An error occurred: {e}")
                return None
188
189
190
191

    def update_function_valves_by_id(
        self, id: str, valves: dict
    ) -> Optional[FunctionValves]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
192
193
194
195
196
197
198
199
200
201
202
        with get_db() as db:

            try:
                function = db.get(Function, id)
                function.valves = valves
                function.updated_at = int(time.time())
                db.commit()
                db.refresh(function)
                return self.get_function_by_id(id)
            except:
                return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
203

Timothy J. Baek's avatar
Timothy J. Baek committed
204
205
206
    def get_user_valves_by_id_and_user_id(
        self, id: str, user_id: str
    ) -> Optional[dict]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
207

Timothy J. Baek's avatar
Timothy J. Baek committed
208
209
        try:
            user = Users.get_user_by_id(user_id)
Timothy J. Baek's avatar
Timothy J. Baek committed
210
            user_settings = user.settings.model_dump() if user.settings else {}
Timothy J. Baek's avatar
Timothy J. Baek committed
211
212

            # Check if user has "functions" and "valves" settings
213
214
215
216
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
217

218
            return user_settings["functions"]["valves"].get(id, {})
Timothy J. Baek's avatar
Timothy J. Baek committed
219
220
221
222
223
224
225
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_user_valves_by_id_and_user_id(
        self, id: str, user_id: str, valves: dict
    ) -> Optional[dict]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
226

Timothy J. Baek's avatar
Timothy J. Baek committed
227
228
        try:
            user = Users.get_user_by_id(user_id)
Timothy J. Baek's avatar
Timothy J. Baek committed
229
            user_settings = user.settings.model_dump() if user.settings else {}
Timothy J. Baek's avatar
Timothy J. Baek committed
230
231

            # Check if user has "functions" and "valves" settings
232
233
234
235
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
236

237
            user_settings["functions"]["valves"][id] = valves
Timothy J. Baek's avatar
Timothy J. Baek committed
238
239

            # Update the user settings in the database
Timothy J. Baek's avatar
fix  
Timothy J. Baek committed
240
            Users.update_user_by_id(user_id, {"settings": user_settings})
Timothy J. Baek's avatar
Timothy J. Baek committed
241

242
            return user_settings["functions"]["valves"][id]
Timothy J. Baek's avatar
Timothy J. Baek committed
243
244
245
246
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
247
    def update_function_by_id(self, id: str, updated: dict) -> Optional[FunctionModel]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
248
249
250
251
252
253
254
255
256
257
258
259
260
        with get_db() as db:

            try:
                db.query(Function).filter_by(id=id).update(
                    {
                        **updated,
                        "updated_at": int(time.time()),
                    }
                )
                db.commit()
                return self.get_function_by_id(id)
            except:
                return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
261

Timothy J. Baek's avatar
Timothy J. Baek committed
262
    def deactivate_all_functions(self) -> Optional[bool]:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
263
264
265
266
267
268
269
270
271
272
273
274
275
        with get_db() as db:

            try:
                db.query(Function).update(
                    {
                        "is_active": False,
                        "updated_at": int(time.time()),
                    }
                )
                db.commit()
                return True
            except:
                return None
Timothy J. Baek's avatar
Timothy J. Baek committed
276

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
277
    def delete_function_by_id(self, id: str) -> bool:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
278
279
280
        with get_db() as db:
            try:
                db.query(Function).filter_by(id=id).delete()
Timothy J. Baek's avatar
Timothy J. Baek committed
281
282
                db.commit()

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
283
284
285
                return True
            except:
                return False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
286
287


288
Functions = FunctionsTable()