functions.py 7.16 KB
Newer Older
1
from pydantic import BaseModel, ConfigDict
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
2
3
4
from typing import List, Union, Optional
import time
import logging
5
6
7

from sqlalchemy import Column, String, Text, BigInteger, Boolean

8
from apps.webui.internal.db import JSONField, Base, Session
Timothy J. Baek's avatar
Timothy J. Baek committed
9
from apps.webui.models.users import Users
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
10
11

import json
12
13
import copy

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
14
15
16
17
18
19
20
21
22
23
24

from config import SRC_LOG_LEVELS

log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MODELS"])

####################
# Functions DB Schema
####################


25
26
class Function(Base):
    __tablename__ = "function"
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
27

28
29
30
31
32
33
34
35
    id = Column(String, primary_key=True)
    user_id = Column(String)
    name = Column(Text)
    type = Column(Text)
    content = Column(Text)
    meta = Column(JSONField)
    valves = Column(JSONField)
    is_active = Column(Boolean)
36
    is_global = Column(Boolean)
37
38
    updated_at = Column(BigInteger)
    created_at = Column(BigInteger)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
39
40
41
42


class FunctionMeta(BaseModel):
    description: Optional[str] = None
43
    manifest: Optional[dict] = {}
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
44
45
46
47
48
49
50
51
52


class FunctionModel(BaseModel):
    id: str
    user_id: str
    name: str
    type: str
    content: str
    meta: FunctionMeta
53
    is_active: bool = False
Timothy J. Baek's avatar
Timothy J. Baek committed
54
    is_global: bool = False
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
55
56
57
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch

58
59
    model_config = ConfigDict(from_attributes=True)

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
60
61
62
63
64
65
66
67
68

####################
# Forms
####################


class FunctionResponse(BaseModel):
    id: str
    user_id: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
69
    type: str
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
70
71
    name: str
    meta: FunctionMeta
Timothy J. Baek's avatar
Timothy J. Baek committed
72
    is_active: bool
Timothy J. Baek's avatar
Timothy J. Baek committed
73
    is_global: bool
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
74
75
76
77
78
79
80
81
82
83
84
    updated_at: int  # timestamp in epoch
    created_at: int  # timestamp in epoch


class FunctionForm(BaseModel):
    id: str
    name: str
    content: str
    meta: FunctionMeta


Timothy J. Baek's avatar
Timothy J. Baek committed
85
86
87
88
class FunctionValves(BaseModel):
    valves: Optional[dict] = None


Timothy J. Baek's avatar
Timothy J. Baek committed
89
class FunctionsTable:
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
90
91

    def insert_new_function(
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
92
        self, user_id: str, type: str, form_data: FunctionForm
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
93
94
95
96
97
    ) -> Optional[FunctionModel]:
        function = FunctionModel(
            **{
                **form_data.model_dump(),
                "user_id": user_id,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
98
                "type": type,
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
99
100
101
102
103
104
                "updated_at": int(time.time()),
                "created_at": int(time.time()),
            }
        )

        try:
105
106
107
108
            result = Function(**function.model_dump())
            Session.add(result)
            Session.commit()
            Session.refresh(result)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
109
            if result:
Timothy J. Baek's avatar
Timothy J. Baek committed
110
                return FunctionModel.model_validate(result)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
111
112
113
114
115
116
117
118
            else:
                return None
        except Exception as e:
            print(f"Error creating tool: {e}")
            return None

    def get_function_by_id(self, id: str) -> Optional[FunctionModel]:
        try:
119
            function = Session.get(Function, id)
Timothy J. Baek's avatar
Timothy J. Baek committed
120
            return FunctionModel.model_validate(function)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
121
122
123
        except:
            return None

124
125
126
    def get_functions(self, active_only=False) -> List[FunctionModel]:
        if active_only:
            return [
Timothy J. Baek's avatar
Timothy J. Baek committed
127
                FunctionModel.model_validate(function)
128
                for function in Session.query(Function).filter_by(is_active=True).all()
129
130
131
            ]
        else:
            return [
Timothy J. Baek's avatar
Timothy J. Baek committed
132
                FunctionModel.model_validate(function)
Timothy J. Baek's avatar
Timothy J. Baek committed
133
                for function in Session.query(Function).all()
134
135
136
137
138
139
140
            ]

    def get_functions_by_type(
        self, type: str, active_only=False
    ) -> List[FunctionModel]:
        if active_only:
            return [
Timothy J. Baek's avatar
Timothy J. Baek committed
141
                FunctionModel.model_validate(function)
142
143
144
                for function in Session.query(Function)
                .filter_by(type=type, is_active=True)
                .all()
145
146
147
            ]
        else:
            return [
Timothy J. Baek's avatar
Timothy J. Baek committed
148
                FunctionModel.model_validate(function)
149
                for function in Session.query(Function).filter_by(type=type).all()
150
151
            ]

Timothy J. Baek's avatar
Timothy J. Baek committed
152
153
    def get_global_filter_functions(self) -> List[FunctionModel]:
        return [
Timothy J. Baek's avatar
Timothy J. Baek committed
154
            FunctionModel.model_validate(function)
Timothy J. Baek's avatar
Timothy J. Baek committed
155
156
157
            for function in Session.query(Function)
            .filter_by(type="filter", is_active=True, is_global=True)
            .all()
Timothy J. Baek's avatar
Timothy J. Baek committed
158
159
        ]

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
160
    def get_function_valves_by_id(self, id: str) -> Optional[dict]:
161
        try:
162
            function = Session.get(Function, id)
Timothy J. Baek's avatar
Timothy J. Baek committed
163
            return function.valves if function.valves else {}
164
165
166
167
168
169
170
171
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_function_valves_by_id(
        self, id: str, valves: dict
    ) -> Optional[FunctionValves]:
        try:
172
173
174
175
176
177
            function = Session.get(Function, id)
            function.valves = valves
            function.updated_at = int(time.time())
            Session.commit()
            Session.refresh(function)
            return self.get_function_by_id(id)
178
179
        except:
            return None
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
180

Timothy J. Baek's avatar
Timothy J. Baek committed
181
182
183
184
185
    def get_user_valves_by_id_and_user_id(
        self, id: str, user_id: str
    ) -> Optional[dict]:
        try:
            user = Users.get_user_by_id(user_id)
186
            user_settings = user.settings.model_dump()
Timothy J. Baek's avatar
Timothy J. Baek committed
187
188

            # Check if user has "functions" and "valves" settings
189
190
191
192
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
193

194
            return user_settings["functions"]["valves"].get(id, {})
Timothy J. Baek's avatar
Timothy J. Baek committed
195
196
197
198
199
200
201
202
203
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

    def update_user_valves_by_id_and_user_id(
        self, id: str, user_id: str, valves: dict
    ) -> Optional[dict]:
        try:
            user = Users.get_user_by_id(user_id)
204
            user_settings = user.settings.model_dump()
Timothy J. Baek's avatar
Timothy J. Baek committed
205
206

            # Check if user has "functions" and "valves" settings
207
208
209
210
            if "functions" not in user_settings:
                user_settings["functions"] = {}
            if "valves" not in user_settings["functions"]:
                user_settings["functions"]["valves"] = {}
Timothy J. Baek's avatar
Timothy J. Baek committed
211

212
            user_settings["functions"]["valves"][id] = valves
Timothy J. Baek's avatar
Timothy J. Baek committed
213
214

            # Update the user settings in the database
Timothy J. Baek's avatar
fix  
Timothy J. Baek committed
215
            Users.update_user_by_id(user_id, {"settings": user_settings})
Timothy J. Baek's avatar
Timothy J. Baek committed
216

217
            return user_settings["functions"]["valves"][id]
Timothy J. Baek's avatar
Timothy J. Baek committed
218
219
220
221
        except Exception as e:
            print(f"An error occurred: {e}")
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
222
223
    def update_function_by_id(self, id: str, updated: dict) -> Optional[FunctionModel]:
        try:
224
225
226
227
228
229
230
231
            Session.query(Function).filter_by(id=id).update(
                {
                    **updated,
                    "updated_at": int(time.time()),
                }
            )
            Session.commit()
            return self.get_function_by_id(id)
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
232
233
234
        except:
            return None

Timothy J. Baek's avatar
Timothy J. Baek committed
235
236
    def deactivate_all_functions(self) -> Optional[bool]:
        try:
237
238
239
240
241
            Session.query(Function).update(
                {
                    "is_active": False,
                    "updated_at": int(time.time()),
                }
Timothy J. Baek's avatar
Timothy J. Baek committed
242
            )
243
            Session.commit()
Timothy J. Baek's avatar
Timothy J. Baek committed
244
245
246
247
            return True
        except:
            return None

Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
248
249
    def delete_function_by_id(self, id: str) -> bool:
        try:
250
            Session.query(Function).filter_by(id=id).delete()
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
251
252
253
254
255
            return True
        except:
            return False


256
Functions = FunctionsTable()