functions.py 7.22 KB
Newer Older
1
from pydantic import BaseModel, ConfigDict
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
2
3
4
from typing import List, Union, Optional
import time
import logging
5
6
7

from sqlalchemy import Column, String, Text, BigInteger, Boolean

8
from apps.webui.internal.db import JSONField, Base, Session
Timothy J. Baek's avatar
Timothy J. Baek committed
9
from apps.webui.models.users import Users
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
10
11

import json
12
13
import copy

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
14
15
16
17
18
19
20
21
22
23
24

from config import SRC_LOG_LEVELS

log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MODELS"])

####################
# Functions DB Schema
####################


25
26
class Function(Base):
    __tablename__ = "function"
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
27

28
29
30
31
32
33
34
35
    id = Column(String, primary_key=True)
    user_id = Column(String)
    name = Column(Text)
    type = Column(Text)
    content = Column(Text)
    meta = Column(JSONField)
    valves = Column(JSONField)
    is_active = Column(Boolean)
36
    is_global = Column(Boolean)
37
38
    updated_at = Column(BigInteger)
    created_at = Column(BigInteger)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
39
40
41
42


class FunctionMeta(BaseModel):
    description: Optional[str] = None
43
    manifest: Optional[dict] = {}
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
44
45
46
47
48
49
50
51
52


class FunctionModel(BaseModel):
    id: str
    user_id: str
    name: str
    type: str
    content: str
    meta: FunctionMeta
53
    is_active: bool = False
Timothy J. Baek's avatar
Timothy J. Baek committed
54
    is_global: bool = False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
55
56
57
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch

58
59
    model_config = ConfigDict(from_attributes=True)

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
60
61
62
63
64
65
66
67
68

####################
# Forms
####################


class FunctionResponse(BaseModel):
    id: str
    user_id: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
69
    type: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
70
71
    name: str
    meta: FunctionMeta
Timothy J. Baek's avatar
Timothy J. Baek committed
72
    is_active: bool
Timothy J. Baek's avatar
Timothy J. Baek committed
73
    is_global: bool
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
74
75
76
77
78
79
80
81
82
83
84
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch


class FunctionForm(BaseModel):
    id: str
    name: str
    content: str
    meta: FunctionMeta


Timothy J. Baek's avatar
Timothy J. Baek committed
85
86
87
88
class FunctionValves(BaseModel):
    valves: Optional[dict] = None


Timothy J. Baek's avatar
Timothy J. Baek committed
89
class FunctionsTable:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
90
91

    def insert_new_function(
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
92
        self, user_id: str, type: str, form_data: FunctionForm
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
93
94
95
96
97
    ) -> Optional[FunctionModel]:
        function = FunctionModel(
            **{
                **form_data.model_dump(),
                "user_id": user_id,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
98
                "type": type,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
99
100
101
102
103
104
                "updated_at": int(time.time()),
                "created_at": int(time.time()),
            }
        )

        try:
105
106
107
108
            result = Function(**function.model_dump())
            Session.add(result)
            Session.commit()
            Session.refresh(result)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
109
            if result:
110
                return FunctionModel.model_validate(result)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
111
112
113
114
115
116
117
118
            else:
                return None
        except Exception as e:
            print(f"Error creating tool: {e}")
            return None

    def get_function_by_id(self, id: str) -> Optional[FunctionModel]:
        try:
119
120
            function = Session.get(Function, id)
            return FunctionModel.model_validate(function)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
121
122
123
        except:
            return None

124
125
126
    def get_functions(self, active_only=False) -> List[FunctionModel]:
        if active_only:
            return [
127
128
                FunctionModel.model_validate(function)
                for function in Session.query(Function).filter_by(is_active=True).all()
129
130
131
            ]
        else:
            return [
132
133
                FunctionModel.model_validate(function)
                for function in Session.query(Function).all()
134
135
136
137
138
139
140
            ]

    def get_functions_by_type(
        self, type: str, active_only=False
    ) -> List[FunctionModel]:
        if active_only:
            return [
141
142
143
144
                FunctionModel.model_validate(function)
                for function in Session.query(Function)
                .filter_by(type=type, is_active=True)
                .all()
145
146
147
            ]
        else:
            return [
148
149
                FunctionModel.model_validate(function)
                for function in Session.query(Function).filter_by(type=type).all()
150
151
            ]

Timothy J. Baek's avatar
Timothy J. Baek committed
152
153
154
155
156
157
158
159
160
161
    def get_global_filter_functions(self) -> List[FunctionModel]:
        return [
            FunctionModel(**model_to_dict(function))
            for function in Function.select().where(
                Function.type == "filter",
                Function.is_active == True,
                Function.is_global == True,
            )
        ]

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
162
    def get_function_valves_by_id(self, id: str) -> Optional[dict]:
163
        try:
164
            function = Session.get(Function, id)
Timothy J. Baek's avatar
Timothy J. Baek committed
165
            return function.valves if function.valves else {}
166
167
168
169
170
171
172
173
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_function_valves_by_id(
        self, id: str, valves: dict
    ) -> Optional[FunctionValves]:
        try:
174
175
176
177
178
179
            function = Session.get(Function, id)
            function.valves = valves
            function.updated_at = int(time.time())
            Session.commit()
            Session.refresh(function)
            return self.get_function_by_id(id)
180
181
        except:
            return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
182

Timothy J. Baek's avatar
Timothy J. Baek committed
183
184
185
186
187
    def get_user_valves_by_id_and_user_id(
        self, id: str, user_id: str
    ) -> Optional[dict]:
        try:
            user = Users.get_user_by_id(user_id)
188
            user_settings = user.settings.model_dump()
Timothy J. Baek's avatar
Timothy J. Baek committed
189
190

            # Check if user has "functions" and "valves" settings
191
192
193
194
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
195

196
            return user_settings["functions"]["valves"].get(id, {})
Timothy J. Baek's avatar
Timothy J. Baek committed
197
198
199
200
201
202
203
204
205
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_user_valves_by_id_and_user_id(
        self, id: str, user_id: str, valves: dict
    ) -> Optional[dict]:
        try:
            user = Users.get_user_by_id(user_id)
206
            user_settings = user.settings.model_dump()
Timothy J. Baek's avatar
Timothy J. Baek committed
207
208

            # Check if user has "functions" and "valves" settings
209
210
211
212
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
213

214
            user_settings["functions"]["valves"][id] = valves
Timothy J. Baek's avatar
Timothy J. Baek committed
215
216

            # Update the user settings in the database
Timothy J. Baek's avatar
fix  
Timothy J. Baek committed
217
            Users.update_user_by_id(user_id, {"settings": user_settings})
Timothy J. Baek's avatar
Timothy J. Baek committed
218

219
            return user_settings["functions"]["valves"][id]
Timothy J. Baek's avatar
Timothy J. Baek committed
220
221
222
223
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
224
225
    def update_function_by_id(self, id: str, updated: dict) -> Optional[FunctionModel]:
        try:
226
227
228
229
230
231
232
233
            Session.query(Function).filter_by(id=id).update(
                {
                    **updated,
                    "updated_at": int(time.time()),
                }
            )
            Session.commit()
            return self.get_function_by_id(id)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
234
235
236
        except:
            return None

Timothy J. Baek's avatar
Timothy J. Baek committed
237
238
    def deactivate_all_functions(self) -> Optional[bool]:
        try:
239
240
241
242
243
            Session.query(Function).update(
                {
                    "is_active": False,
                    "updated_at": int(time.time()),
                }
Timothy J. Baek's avatar
Timothy J. Baek committed
244
            )
245
            Session.commit()
Timothy J. Baek's avatar
Timothy J. Baek committed
246
247
248
249
            return True
        except:
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
250
251
    def delete_function_by_id(self, id: str) -> bool:
        try:
252
            Session.query(Function).filter_by(id=id).delete()
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
253
254
255
256
257
            return True
        except:
            return False


258
Functions = FunctionsTable()