index.ts 9.85 KB
Newer Older
1
2
import { v4 as uuidv4 } from 'uuid';
import sha256 from 'js-sha256';
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
import { getOllamaModels } from '$lib/apis/ollama';
import { getOpenAIModels } from '$lib/apis/openai';
import { getLiteLLMModels } from '$lib/apis/litellm';

export const getModels = async (token: string) => {
	let models = await Promise.all([
		await getOllamaModels(token).catch((error) => {
			console.log(error);
			return null;
		}),
		await getOpenAIModels(token).catch((error) => {
			console.log(error);
			return null;
		}),
		await getLiteLLMModels(token).catch((error) => {
			console.log(error);
			return null;
		})
	]);

	models = models
		.filter((models) => models)
		.reduce((a, e, i, arr) => a.concat(e, ...(i < arr.length - 1 ? [{ name: 'hr' }] : [])), []);

	return models;
};
29
30
31
32
33

//////////////////////////
// Helper functions
//////////////////////////

Timothy J. Baek's avatar
Timothy J. Baek committed
34
35
36
37
export const capitalizeFirstLetter = (string) => {
	return string.charAt(0).toUpperCase() + string.slice(1);
};

38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
export const splitStream = (splitOn) => {
	let buffer = '';
	return new TransformStream({
		transform(chunk, controller) {
			buffer += chunk;
			const parts = buffer.split(splitOn);
			parts.slice(0, -1).forEach((part) => controller.enqueue(part));
			buffer = parts[parts.length - 1];
		},
		flush(controller) {
			if (buffer) controller.enqueue(buffer);
		}
	});
};

export const convertMessagesToHistory = (messages) => {
54
	const history = {
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
		messages: {},
		currentId: null
	};

	let parentMessageId = null;
	let messageId = null;

	for (const message of messages) {
		messageId = uuidv4();

		if (parentMessageId !== null) {
			history.messages[parentMessageId].childrenIds = [
				...history.messages[parentMessageId].childrenIds,
				messageId
			];
		}

		history.messages[messageId] = {
			...message,
			id: messageId,
			parentId: parentMessageId,
			childrenIds: []
		};

		parentMessageId = messageId;
	}

	history.currentId = messageId;
	return history;
};

export const getGravatarURL = (email) => {
	// Trim leading and trailing whitespace from
	// an email address and force all characters
	// to lower case
	const address = String(email).trim().toLowerCase();

	// Create a SHA256 hash of the final string
	const hash = sha256(address);

	// Grab the actual image URL
	return `https://www.gravatar.com/avatar/${hash}`;
};
Timothy J. Baek's avatar
Timothy J. Baek committed
98

99
export const generateInitialsImage = (name) => {
Danny Liu's avatar
Danny Liu committed
100
101
102
103
	const canvas = document.createElement('canvas');
	const ctx = canvas.getContext('2d');
	canvas.width = 100;
	canvas.height = 100;
104

Danny Liu's avatar
Danny Liu committed
105
106
	ctx.fillStyle = '#F39C12';
	ctx.fillRect(0, 0, canvas.width, canvas.height);
107

Danny Liu's avatar
Danny Liu committed
108
109
110
111
	ctx.fillStyle = '#FFFFFF';
	ctx.font = '40px Helvetica';
	ctx.textAlign = 'center';
	ctx.textBaseline = 'middle';
112

Danny Liu's avatar
Danny Liu committed
113
	const sanitizedName = name.trim();
Danny Liu's avatar
Danny Liu committed
114
115
116
117
118
119
120
	const initials =
		sanitizedName.length > 0
			? sanitizedName[0] +
			  (sanitizedName.split(' ').length > 1
					? sanitizedName[sanitizedName.lastIndexOf(' ') + 1]
					: '')
			: '';
Danny Liu's avatar
Danny Liu committed
121

Danny Liu's avatar
Danny Liu committed
122
	ctx.fillText(initials.toUpperCase(), canvas.width / 2, canvas.height / 2);
123

Danny Liu's avatar
Danny Liu committed
124
	return canvas.toDataURL();
125
126
};

Timothy J. Baek's avatar
Timothy J. Baek committed
127
export const copyToClipboard = (text) => {
Timothy J. Baek's avatar
Timothy J. Baek committed
128
	if (!navigator.clipboard) {
Timothy J. Baek's avatar
Timothy J. Baek committed
129
		const textArea = document.createElement('textarea');
Timothy J. Baek's avatar
Timothy J. Baek committed
130
131
132
133
134
135
136
137
138
139
140
141
		textArea.value = text;

		// Avoid scrolling to bottom
		textArea.style.top = '0';
		textArea.style.left = '0';
		textArea.style.position = 'fixed';

		document.body.appendChild(textArea);
		textArea.focus();
		textArea.select();

		try {
Timothy J. Baek's avatar
Timothy J. Baek committed
142
143
			const successful = document.execCommand('copy');
			const msg = successful ? 'successful' : 'unsuccessful';
Timothy J. Baek's avatar
Timothy J. Baek committed
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
			console.log('Fallback: Copying text command was ' + msg);
		} catch (err) {
			console.error('Fallback: Oops, unable to copy', err);
		}

		document.body.removeChild(textArea);
		return;
	}
	navigator.clipboard.writeText(text).then(
		function () {
			console.log('Async: Copying to clipboard was successful!');
		},
		function (err) {
			console.error('Async: Could not copy text: ', err);
		}
	);
};
Timothy J. Baek's avatar
Timothy J. Baek committed
161

Timothy J. Baek's avatar
Timothy J. Baek committed
162
export const compareVersion = (latest, current) => {
163
	return current === '0.0.0'
Timothy J. Baek's avatar
Timothy J. Baek committed
164
		? false
Timothy J. Baek's avatar
Timothy J. Baek committed
165
		: current.localeCompare(latest, undefined, {
166
167
168
169
				numeric: true,
				sensitivity: 'case',
				caseFirst: 'upper'
		  }) < 0;
Timothy J. Baek's avatar
Timothy J. Baek committed
170
};
Timothy J. Baek's avatar
Timothy J. Baek committed
171
172
173

export const findWordIndices = (text) => {
	const regex = /\[([^\]]+)\]/g;
174
	const matches = [];
Timothy J. Baek's avatar
Timothy J. Baek committed
175
176
177
178
179
180
181
182
183
184
185
186
	let match;

	while ((match = regex.exec(text)) !== null) {
		matches.push({
			word: match[1],
			startIndex: match.index,
			endIndex: regex.lastIndex - 1
		});
	}

	return matches;
};
187

Timothy J. Baek's avatar
Timothy J. Baek committed
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
export const removeFirstHashWord = (inputString) => {
	// Split the string into an array of words
	const words = inputString.split(' ');

	// Find the index of the first word that starts with #
	const index = words.findIndex((word) => word.startsWith('#'));

	// Remove the first word with #
	if (index !== -1) {
		words.splice(index, 1);
	}

	// Join the remaining words back into a string
	const resultString = words.join(' ');

	return resultString;
};

206
207
208
209
210
211
212
213
214
215
216
217
218
export const transformFileName = (fileName) => {
	// Convert to lowercase
	const lowerCaseFileName = fileName.toLowerCase();

	// Remove special characters using regular expression
	const sanitizedFileName = lowerCaseFileName.replace(/[^\w\s]/g, '');

	// Replace spaces with dashes
	const finalFileName = sanitizedFileName.replace(/\s+/g, '-');

	return finalFileName;
};

219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
export const calculateSHA256 = async (file) => {
	// Create a FileReader to read the file asynchronously
	const reader = new FileReader();

	// Define a promise to handle the file reading
	const readFile = new Promise((resolve, reject) => {
		reader.onload = () => resolve(reader.result);
		reader.onerror = reject;
	});

	// Read the file as an ArrayBuffer
	reader.readAsArrayBuffer(file);

	try {
		// Wait for the FileReader to finish reading the file
		const buffer = await readFile;

		// Convert the ArrayBuffer to a Uint8Array
		const uint8Array = new Uint8Array(buffer);

		// Calculate the SHA-256 hash using Web Crypto API
		const hashBuffer = await crypto.subtle.digest('SHA-256', uint8Array);

		// Convert the hash to a hexadecimal string
		const hashArray = Array.from(new Uint8Array(hashBuffer));
		const hashHex = hashArray.map((byte) => byte.toString(16).padStart(2, '0')).join('');

Timothy J. Baek's avatar
Timothy J. Baek committed
246
		return `${hashHex}`;
247
248
249
250
251
	} catch (error) {
		console.error('Error calculating SHA-256 hash:', error);
		throw error;
	}
};
252
253
254

export const getImportOrigin = (_chats) => {
	// Check what external service chat imports are from
Timothy J. Baek's avatar
Timothy J. Baek committed
255
256
257
258
259
	if ('mapping' in _chats[0]) {
		return 'openai';
	}
	return 'webui';
};
260

Timothy J. Baek's avatar
Timothy J. Baek committed
261
const convertOpenAIMessages = (convo) => {
262
	// Parse OpenAI chat messages and create chat dictionary for creating new chats
Timothy J. Baek's avatar
Timothy J. Baek committed
263
	const mapping = convo['mapping'];
264
	const messages = [];
Timothy J. Baek's avatar
Timothy J. Baek committed
265
	let currentId = '';
266
	let lastId = null;
267

Timothy J. Baek's avatar
Timothy J. Baek committed
268
269
	for (let message_id in mapping) {
		const message = mapping[message_id];
270
		currentId = message_id;
271
		try {
Timothy J. Baek's avatar
Timothy J. Baek committed
272
273
274
275
276
277
			if (
				messages.length == 0 &&
				(message['message'] == null ||
					(message['message']['content']['parts']?.[0] == '' &&
						message['message']['content']['text'] == null))
			) {
278
279
280
281
282
283
284
285
				// Skip chat messages with no content
				continue;
			} else {
				const new_chat = {
					id: message_id,
					parentId: lastId,
					childrenIds: message['children'] || [],
					role: message['message']?.['author']?.['role'] !== 'user' ? 'assistant' : 'user',
Timothy J. Baek's avatar
Timothy J. Baek committed
286
287
288
289
					content:
						message['message']?.['content']?.['parts']?.[0] ||
						message['message']?.['content']?.['text'] ||
						'',
290
291
292
293
294
295
296
297
					model: 'gpt-3.5-turbo',
					done: true,
					context: null
				};
				messages.push(new_chat);
				lastId = currentId;
			}
		} catch (error) {
Timothy J. Baek's avatar
Timothy J. Baek committed
298
			console.log('Error with', message, '\nError:', error);
299
		}
Timothy J. Baek's avatar
Timothy J. Baek committed
300
	}
301
302

	let history = {};
Timothy J. Baek's avatar
Timothy J. Baek committed
303
	messages.forEach((obj) => (history[obj.id] = obj));
304
305

	const chat = {
Timothy J. Baek's avatar
Timothy J. Baek committed
306
307
308
		history: {
			currentId: currentId,
			messages: history // Need to convert this to not a list and instead a json object
309
		},
Timothy J. Baek's avatar
Timothy J. Baek committed
310
		models: ['gpt-3.5-turbo'],
Timothy J. Baek's avatar
Timothy J. Baek committed
311
312
313
		messages: messages,
		options: {},
		timestamp: convo['create_time'],
Timothy J. Baek's avatar
Timothy J. Baek committed
314
		title: convo['title'] ?? 'New Chat'
Timothy J. Baek's avatar
Timothy J. Baek committed
315
316
317
	};
	return chat;
};
318

319
320
321
322
const validateChat = (chat) => {
	// Because ChatGPT sometimes has features we can't use like DALL-E or migh have corrupted messages, need to validate
	const messages = chat.messages;

Timothy J. Baek's avatar
Timothy J. Baek committed
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
	// Check if messages array is empty
	if (messages.length === 0) {
		return false;
	}

	// Last message's children should be an empty array
	const lastMessage = messages[messages.length - 1];
	if (lastMessage.childrenIds.length !== 0) {
		return false;
	}

	// First message's parent should be null
	const firstMessage = messages[0];
	if (firstMessage.parentId !== null) {
		return false;
	}

	// Every message's content should be a string
	for (let message of messages) {
		if (typeof message.content !== 'string') {
			return false;
		}
	}

	return true;
348
349
};

Timothy J. Baek's avatar
Timothy J. Baek committed
350
export const convertOpenAIChats = (_chats) => {
351
	// Create a list of dictionaries with each conversation from import
Timothy J. Baek's avatar
Timothy J. Baek committed
352
	const chats = [];
353
	let failed = 0;
Timothy J. Baek's avatar
Timothy J. Baek committed
354
	for (let convo of _chats) {
Timothy J. Baek's avatar
Timothy J. Baek committed
355
356
		const chat = convertOpenAIMessages(convo);

357
		if (validateChat(chat)) {
Timothy J. Baek's avatar
Timothy J. Baek committed
358
359
360
361
362
363
364
			chats.push({
				id: convo['id'],
				user_id: '',
				title: convo['title'],
				chat: chat,
				timestamp: convo['timestamp']
			});
Timothy J. Baek's avatar
Timothy J. Baek committed
365
366
367
		} else {
			failed++;
		}
368
	}
Timothy J. Baek's avatar
Timothy J. Baek committed
369
	console.log(failed, 'Conversations could not be imported');
Timothy J. Baek's avatar
Timothy J. Baek committed
370
371
	return chats;
};
Timothy J. Baek's avatar
Timothy J. Baek committed
372
373
374
375
376
377
378
379
380
381
382
383

export const isValidHttpUrl = (string) => {
	let url;

	try {
		url = new URL(string);
	} catch (_) {
		return false;
	}

	return url.protocol === 'http:' || url.protocol === 'https:';
};
Timothy J. Baek's avatar
Timothy J. Baek committed
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400

export const removeEmojis = (str) => {
	// Regular expression to match emojis
	const emojiRegex = /[\uD800-\uDBFF][\uDC00-\uDFFF]|\uD83C[\uDC00-\uDFFF]|\uD83D[\uDC00-\uDE4F]/g;

	// Replace emojis with an empty string
	return str.replace(emojiRegex, '');
};

export const extractSentences = (text) => {
	// Split the paragraph into sentences based on common punctuation marks
	const sentences = text.split(/(?<=[.!?])/);

	return sentences
		.map((sentence) => removeEmojis(sentence.trim()))
		.filter((sentence) => sentence !== '');
};
Timothy J. Baek's avatar
Timothy J. Baek committed
401
402
403
404
405
406

export const blobToFile = (blob, fileName) => {
	// Create a new File object from the Blob
	const file = new File([blob], fileName, { type: blob.type });
	return file;
};