app.js 40.1 KB
Newer Older
pythongosssss's avatar
pythongosssss committed
1
import { ComfyWidgets } from "./widgets.js";
2
import { ComfyUI, $el } from "./ui.js";
pythongosssss's avatar
pythongosssss committed
3
4
import { api } from "./api.js";
import { defaultGraph } from "./defaultGraph.js";
5
import { getPngMetadata, importA1111, getLatentMetadata } from "./pnginfo.js";
pythongosssss's avatar
pythongosssss committed
6

pythongosssss's avatar
style  
pythongosssss committed
7
/** 
8
9
10
11
12
13
14
 * @typedef {import("types/comfy").ComfyExtension} ComfyExtension
 */

export class ComfyApp {
	/**
	 * List of entries to queue
	 * @type {{number: number, batchCount: number}[]}
15
16
17
18
	 */
	#queueItems = [];
	/**
	 * If the queue is currently being processed
19
	 * @type {boolean}
20
21
22
	 */
	#processingQueue = false;

ltdrdata's avatar
ltdrdata committed
23
24
25
26
27
	/**
	 * Content Clipboard
	 * @type {serialized node object}
	 */
	static clipspace = null;
28
	static clipspace_invalidate_handler = null;
29
30
	static open_maskeditor = null;
	static clipspace_return_node = null;
ltdrdata's avatar
ltdrdata committed
31

pythongosssss's avatar
pythongosssss committed
32
33
	constructor() {
		this.ui = new ComfyUI(this);
34
35
36
37
38

		/**
		 * List of extensions that are registered with the app
		 * @type {ComfyExtension[]}
		 */
39
		this.extensions = [];
40
41
42
43
44

		/**
		 * Stores the execution output data for each node
		 * @type {Record<string, any>}
		 */
pythongosssss's avatar
pythongosssss committed
45
		this.nodeOutputs = {};
46

space-nuko's avatar
space-nuko committed
47
48
49
50
51
52
		/**
		 * Stores the preview image data for each node
		 * @type {Record<string, Image>}
		 */
		this.nodePreviewImages = {};

53
54
55
56
		/**
		 * If the shift key on the keyboard is pressed
		 * @type {boolean}
		 */
pythongosssss's avatar
pythongosssss committed
57
		this.shiftDown = false;
pythongosssss's avatar
pythongosssss committed
58
59
	}

60
61
62
63
64
65
66
67
	getPreviewFormatParam() {
		let preview_format = this.ui.settings.getSettingValue("Comfy.PreviewFormat");
		if(preview_format)
			return `&preview=${preview_format}`;
		else
			return "";
	}

68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
	static isImageNode(node) {
		return node.imgs || (node && node.widgets && node.widgets.findIndex(obj => obj.name === 'image') >= 0);
	}

	static onClipspaceEditorSave() {
		if(ComfyApp.clipspace_return_node) {
			ComfyApp.pasteFromClipspace(ComfyApp.clipspace_return_node);
		}
	}

	static onClipspaceEditorClosed() {
		ComfyApp.clipspace_return_node = null;
	}

	static copyToClipspace(node) {
		var widgets = null;
		if(node.widgets) {
			widgets = node.widgets.map(({ type, name, value }) => ({ type, name, value }));
		}

		var imgs = undefined;
		var orig_imgs = undefined;
		if(node.imgs != undefined) {
			imgs = [];
			orig_imgs = [];

			for (let i = 0; i < node.imgs.length; i++) {
				imgs[i] = new Image();
				imgs[i].src = node.imgs[i].src;
				orig_imgs[i] = imgs[i];
			}
		}

		var selectedIndex = 0;
		if(node.imageIndex) {
			selectedIndex = node.imageIndex;
		}

		ComfyApp.clipspace = {
			'widgets': widgets,
			'imgs': imgs,
			'original_imgs': orig_imgs,
			'images': node.images,
			'selectedIndex': selectedIndex,
			'img_paste_mode': 'selected' // reset to default im_paste_mode state on copy action
		};

		ComfyApp.clipspace_return_node = null;

		if(ComfyApp.clipspace_invalidate_handler) {
			ComfyApp.clipspace_invalidate_handler();
		}
	}

	static pasteFromClipspace(node) {
		if(ComfyApp.clipspace) {
			// image paste
			if(ComfyApp.clipspace.imgs && node.imgs) {
				if(node.images && ComfyApp.clipspace.images) {
					if(ComfyApp.clipspace['img_paste_mode'] == 'selected') {
						app.nodeOutputs[node.id + ""].images = node.images = [ComfyApp.clipspace.images[ComfyApp.clipspace['selectedIndex']]];
					}
					else
						app.nodeOutputs[node.id + ""].images = node.images = ComfyApp.clipspace.images;
				}

				if(ComfyApp.clipspace.imgs) {
					// deep-copy to cut link with clipspace
					if(ComfyApp.clipspace['img_paste_mode'] == 'selected') {
						const img = new Image();
						img.src = ComfyApp.clipspace.imgs[ComfyApp.clipspace['selectedIndex']].src;
						node.imgs = [img];
						node.imageIndex = 0;
					}
					else {
						const imgs = [];
						for(let i=0; i<ComfyApp.clipspace.imgs.length; i++) {
							imgs[i] = new Image();
							imgs[i].src = ComfyApp.clipspace.imgs[i].src;
							node.imgs = imgs;
						}
					}
				}
			}

			if(node.widgets) {
				if(ComfyApp.clipspace.images) {
					const clip_image = ComfyApp.clipspace.images[ComfyApp.clipspace['selectedIndex']];
					const index = node.widgets.findIndex(obj => obj.name === 'image');
					if(index >= 0) {
						node.widgets[index].value = clip_image;
					}
				}
				if(ComfyApp.clipspace.widgets) {
					ComfyApp.clipspace.widgets.forEach(({ type, name, value }) => {
						const prop = Object.values(node.widgets).find(obj => obj.type === type && obj.name === name);
						if (prop && prop.type != 'button') {
							prop.value = value;
							prop.callback(value);
						}
					});
				}
			}

			app.graph.setDirtyCanvas(true);
		}
	}

pythongosssss's avatar
pythongosssss committed
176
177
	/**
	 * Invoke an extension callback
178
179
	 * @param {keyof ComfyExtension} method The extension callback to execute
	 * @param  {any[]} args Any arguments to pass to the callback
180
	 * @returns
pythongosssss's avatar
pythongosssss committed
181
	 */
pythongosssss's avatar
pythongosssss committed
182
183
184
185
186
187
188
	#invokeExtensions(method, ...args) {
		let results = [];
		for (const ext of this.extensions) {
			if (method in ext) {
				try {
					results.push(ext[method](...args, this));
				} catch (error) {
189
					console.error(
pythongosssss's avatar
pythongosssss committed
190
191
192
193
194
195
196
197
198
199
200
						`Error calling extension '${ext.name}' method '${method}'`,
						{ error },
						{ extension: ext },
						{ args }
					);
				}
			}
		}
		return results;
	}

pythongosssss's avatar
pythongosssss committed
201
202
203
204
205
	/**
	 * Invoke an async extension callback
	 * Each callback will be invoked concurrently
	 * @param {string} method The extension callback to execute
	 * @param  {...any} args Any arguments to pass to the callback
206
	 * @returns
pythongosssss's avatar
pythongosssss committed
207
	 */
pythongosssss's avatar
pythongosssss committed
208
209
210
211
212
213
214
	async #invokeExtensionsAsync(method, ...args) {
		return await Promise.all(
			this.extensions.map(async (ext) => {
				if (method in ext) {
					try {
						return await ext[method](...args, this);
					} catch (error) {
215
						console.error(
pythongosssss's avatar
pythongosssss committed
216
217
218
219
220
221
222
223
224
225
226
							`Error calling extension '${ext.name}' method '${method}'`,
							{ error },
							{ extension: ext },
							{ args }
						);
					}
				}
			})
		);
	}

pythongosssss's avatar
pythongosssss committed
227
228
229
230
231
	/**
	 * Adds special context menu handling for nodes
	 * e.g. this adds Open Image functionality for nodes that show images
	 * @param {*} node The node to add the menu handler
	 */
pythongosssss's avatar
pythongosssss committed
232
233
234
235
236
237
238
239
240
241
242
243
244
	#addNodeContextMenuHandler(node) {
		node.prototype.getExtraMenuOptions = function (_, options) {
			if (this.imgs) {
				// If this node has images then we add an open in new tab item
				let img;
				if (this.imageIndex != null) {
					// An image is selected so select that
					img = this.imgs[this.imageIndex];
				} else if (this.overIndex != null) {
					// No image is selected but one is hovered
					img = this.imgs[this.overIndex];
				}
				if (img) {
pythongosssss's avatar
pythongosssss committed
245
246
247
					options.unshift(
						{
							content: "Open Image",
248
249
250
251
252
							callback: () => {
								let url = new URL(img.src);
								url.searchParams.delete('preview');
								window.open(url, "_blank")
							},
pythongosssss's avatar
pythongosssss committed
253
254
255
256
257
						},
						{
							content: "Save Image",
							callback: () => {
								const a = document.createElement("a");
258
259
260
261
								let url = new URL(img.src);
								url.searchParams.delete('preview');
								a.href = url;
								a.setAttribute("download", new URLSearchParams(url.search).get("filename"));
pythongosssss's avatar
pythongosssss committed
262
263
264
265
266
267
								document.body.append(a);
								a.click();
								requestAnimationFrame(() => a.remove());
							},
						}
					);
pythongosssss's avatar
pythongosssss committed
268
269
				}
			}
ltdrdata's avatar
ltdrdata committed
270

271
272
273
274
275
276
			// prevent conflict of clipspace content
			if(!ComfyApp.clipspace_return_node) {
				options.push({
						content: "Copy (Clipspace)",
						callback: (obj) => { ComfyApp.copyToClipspace(this); }
					});
ltdrdata's avatar
ltdrdata committed
277

278
279
280
281
282
283
				if(ComfyApp.clipspace != null) {
					options.push({
							content: "Paste (Clipspace)",
							callback: () => { ComfyApp.pasteFromClipspace(this); }
						});
				}
284

285
286
287
288
289
290
291
292
293
294
				if(ComfyApp.isImageNode(this)) {
					options.push({
							content: "Open in MaskEditor",
							callback: (obj) => {
								ComfyApp.copyToClipspace(this);
								ComfyApp.clipspace_return_node = this;
								ComfyApp.open_maskeditor();
							}
						});
				}
ltdrdata's avatar
ltdrdata committed
295
			}
pythongosssss's avatar
pythongosssss committed
296
297
298
		};
	}

299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
	#addNodeKeyHandler(node) {
		const app = this;
		const origNodeOnKeyDown = node.prototype.onKeyDown;

		node.prototype.onKeyDown = function(e) {
			if (origNodeOnKeyDown && origNodeOnKeyDown.apply(this, e) === false) {
				return false;
			}

			if (this.flags.collapsed || !this.imgs || this.imageIndex === null) {
				return;
			}

			let handled = false;

			if (e.key === "ArrowLeft" || e.key === "ArrowRight") {
				if (e.key === "ArrowLeft") {
					this.imageIndex -= 1;
				} else if (e.key === "ArrowRight") {
					this.imageIndex += 1;
				}
				this.imageIndex %= this.imgs.length;

				if (this.imageIndex < 0) {
					this.imageIndex = this.imgs.length + this.imageIndex;
				}
				handled = true;
			} else if (e.key === "Escape") {
				this.imageIndex = null;
				handled = true;
			}

			if (handled === true) {
				e.preventDefault();
				e.stopImmediatePropagation();
				return false;
			}
		}
	}

pythongosssss's avatar
pythongosssss committed
339
340
341
342
343
	/**
	 * Adds Custom drawing logic for nodes
	 * e.g. Draws images and handles thumbnail navigation on nodes that output images
	 * @param {*} node The node to add the draw handler
	 */
pythongosssss's avatar
pythongosssss committed
344
345
	#addDrawBackgroundHandler(node) {
		const app = this;
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373

		function getImageTop(node) {
			let shiftY;
			if (node.imageOffset != null) {
				shiftY = node.imageOffset;
			} else {
				if (node.widgets?.length) {
					const w = node.widgets[node.widgets.length - 1];
					shiftY = w.last_y;
					if (w.computeSize) {
						shiftY += w.computeSize()[1] + 4;
					} else {
						shiftY += LiteGraph.NODE_WIDGET_HEIGHT + 4;
					}
				} else {
					shiftY = node.computeSize()[1];
				}
			}
			return shiftY;
		}

		node.prototype.setSizeForImage = function () {
			const minHeight = getImageTop(this) + 220;
			if (this.size[1] < minHeight) {
				this.setSize([this.size[0], minHeight]);
			}
		};

pythongosssss's avatar
pythongosssss committed
374
375
		node.prototype.onDrawBackground = function (ctx) {
			if (!this.flags.collapsed) {
space-nuko's avatar
space-nuko committed
376
377
378
				let imgURLs = []
				let imagesChanged = false

pythongosssss's avatar
pythongosssss committed
379
380
381
382
				const output = app.nodeOutputs[this.id + ""];
				if (output && output.images) {
					if (this.images !== output.images) {
						this.images = output.images;
space-nuko's avatar
space-nuko committed
383
384
						imagesChanged = true;
						imgURLs = imgURLs.concat(output.images.map(params => {
space-nuko's avatar
space-nuko committed
385
							return "/view?" + new URLSearchParams(params).toString() + app.getPreviewFormatParam();
space-nuko's avatar
space-nuko committed
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
						}))
					}
				}

				const preview = app.nodePreviewImages[this.id + ""]
				if (this.preview !== preview) {
					this.preview = preview
					imagesChanged = true;
					if (preview != null) {
						imgURLs.push(preview);
					}
				}

				if (imagesChanged) {
					this.imageIndex = null;
					if (imgURLs.length > 0) {
pythongosssss's avatar
pythongosssss committed
402
						Promise.all(
space-nuko's avatar
space-nuko committed
403
							imgURLs.map((src) => {
pythongosssss's avatar
pythongosssss committed
404
405
406
								return new Promise((r) => {
									const img = new Image();
									img.onload = () => r(img);
comfyanonymous's avatar
comfyanonymous committed
407
									img.onerror = () => r(null);
space-nuko's avatar
space-nuko committed
408
									img.src = src
pythongosssss's avatar
pythongosssss committed
409
410
411
								});
							})
						).then((imgs) => {
space-nuko's avatar
space-nuko committed
412
							if ((!output || this.images === output.images) && (!preview || this.preview === preview)) {
pythongosssss's avatar
pythongosssss committed
413
								this.imgs = imgs.filter(Boolean);
414
								this.setSizeForImage?.();
pythongosssss's avatar
pythongosssss committed
415
416
417
418
								app.graph.setDirtyCanvas(true);
							}
						});
					}
space-nuko's avatar
space-nuko committed
419
420
421
					else {
						this.imgs = null;
					}
pythongosssss's avatar
pythongosssss committed
422
				}
pythongosssss's avatar
pythongosssss committed
423

pythongosssss's avatar
pythongosssss committed
424
425
426
427
428
429
				if (this.imgs && this.imgs.length) {
					const canvas = graph.list_of_graphcanvas[0];
					const mouse = canvas.graph_mouse;
					if (!canvas.pointer_is_down && this.pointerDown) {
						if (mouse[0] === this.pointerDown.pos[0] && mouse[1] === this.pointerDown.pos[1]) {
							this.imageIndex = this.pointerDown.index;
pythongosssss's avatar
pythongosssss committed
430
						}
pythongosssss's avatar
pythongosssss committed
431
432
						this.pointerDown = null;
					}
pythongosssss's avatar
pythongosssss committed
433

pythongosssss's avatar
pythongosssss committed
434
435
436
437
438
439
440
					let w = this.imgs[0].naturalWidth;
					let h = this.imgs[0].naturalHeight;
					let imageIndex = this.imageIndex;
					const numImages = this.imgs.length;
					if (numImages === 1 && !imageIndex) {
						this.imageIndex = imageIndex = 0;
					}
pythongosssss's avatar
pythongosssss committed
441

442
					const shiftY = getImageTop(this);
pythongosssss's avatar
pythongosssss committed
443

pythongosssss's avatar
pythongosssss committed
444
445
446
					let dw = this.size[0];
					let dh = this.size[1];
					dh -= shiftY;
pythongosssss's avatar
pythongosssss committed
447

pythongosssss's avatar
pythongosssss committed
448
449
450
451
452
453
454
455
456
457
458
459
					if (imageIndex == null) {
						let best = 0;
						let cellWidth;
						let cellHeight;
						let cols = 0;
						let shiftX = 0;
						for (let c = 1; c <= numImages; c++) {
							const rows = Math.ceil(numImages / c);
							const cW = dw / c;
							const cH = dh / rows;
							const scaleX = cW / w;
							const scaleY = cH / h;
pythongosssss's avatar
pythongosssss committed
460

pythongosssss's avatar
pythongosssss committed
461
462
463
464
							const scale = Math.min(scaleX, scaleY, 1);
							const imageW = w * scale;
							const imageH = h * scale;
							const area = imageW * imageH * numImages;
pythongosssss's avatar
pythongosssss committed
465

pythongosssss's avatar
pythongosssss committed
466
467
468
469
470
471
							if (area > best) {
								best = area;
								cellWidth = imageW;
								cellHeight = imageH;
								cols = c;
								shiftX = c * ((cW - imageW) / 2);
pythongosssss's avatar
pythongosssss committed
472
							}
pythongosssss's avatar
pythongosssss committed
473
						}
pythongosssss's avatar
pythongosssss committed
474

pythongosssss's avatar
pythongosssss committed
475
476
477
478
479
480
481
482
						let anyHovered = false;
						this.imageRects = [];
						for (let i = 0; i < numImages; i++) {
							const img = this.imgs[i];
							const row = Math.floor(i / cols);
							const col = i % cols;
							const x = col * cellWidth + shiftX;
							const y = row * cellHeight + shiftY;
pythongosssss's avatar
pythongosssss committed
483
							if (!anyHovered) {
pythongosssss's avatar
pythongosssss committed
484
								anyHovered = LiteGraph.isInsideRectangle(
pythongosssss's avatar
pythongosssss committed
485
486
487
488
									mouse[0],
									mouse[1],
									x + this.pos[0],
									y + this.pos[1],
pythongosssss's avatar
pythongosssss committed
489
490
									cellWidth,
									cellHeight
pythongosssss's avatar
pythongosssss committed
491
								);
pythongosssss's avatar
pythongosssss committed
492
493
494
								if (anyHovered) {
									this.overIndex = i;
									let value = 110;
pythongosssss's avatar
pythongosssss committed
495
									if (canvas.pointer_is_down) {
pythongosssss's avatar
pythongosssss committed
496
497
498
499
										if (!this.pointerDown || this.pointerDown.index !== i) {
											this.pointerDown = { index: i, pos: [...mouse] };
										}
										value = 125;
pythongosssss's avatar
pythongosssss committed
500
									}
pythongosssss's avatar
pythongosssss committed
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
									ctx.filter = `contrast(${value}%) brightness(${value}%)`;
									canvas.canvas.style.cursor = "pointer";
								}
							}
							this.imageRects.push([x, y, cellWidth, cellHeight]);
							ctx.drawImage(img, x, y, cellWidth, cellHeight);
							ctx.filter = "none";
						}

						if (!anyHovered) {
							this.pointerDown = null;
							this.overIndex = null;
						}
					} else {
						// Draw individual
						const scaleX = dw / w;
						const scaleY = dh / h;
						const scale = Math.min(scaleX, scaleY, 1);

						w *= scale;
						h *= scale;

						let x = (dw - w) / 2;
						let y = (dh - h) / 2 + shiftY;
						ctx.drawImage(this.imgs[imageIndex], x, y, w, h);

						const drawButton = (x, y, sz, text) => {
							const hovered = LiteGraph.isInsideRectangle(mouse[0], mouse[1], x + this.pos[0], y + this.pos[1], sz, sz);
							let fill = "#333";
							let textFill = "#fff";
							let isClicking = false;
							if (hovered) {
								canvas.canvas.style.cursor = "pointer";
								if (canvas.pointer_is_down) {
									fill = "#1e90ff";
									isClicking = true;
pythongosssss's avatar
pythongosssss committed
537
								} else {
pythongosssss's avatar
pythongosssss committed
538
539
									fill = "#eee";
									textFill = "#000";
pythongosssss's avatar
pythongosssss committed
540
								}
pythongosssss's avatar
pythongosssss committed
541
542
543
							} else {
								this.pointerWasDown = null;
							}
pythongosssss's avatar
pythongosssss committed
544

pythongosssss's avatar
pythongosssss committed
545
546
547
548
549
550
551
552
							ctx.fillStyle = fill;
							ctx.beginPath();
							ctx.roundRect(x, y, sz, sz, [4]);
							ctx.fill();
							ctx.fillStyle = textFill;
							ctx.font = "12px Arial";
							ctx.textAlign = "center";
							ctx.fillText(text, x + 15, y + 20);
pythongosssss's avatar
pythongosssss committed
553

pythongosssss's avatar
pythongosssss committed
554
555
							return isClicking;
						};
pythongosssss's avatar
pythongosssss committed
556

pythongosssss's avatar
pythongosssss committed
557
558
559
560
561
						if (numImages > 1) {
							if (drawButton(x + w - 35, y + h - 35, 30, `${this.imageIndex + 1}/${numImages}`)) {
								let i = this.imageIndex + 1 >= numImages ? 0 : this.imageIndex + 1;
								if (!this.pointerDown || !this.pointerDown.index === i) {
									this.pointerDown = { index: i, pos: [...mouse] };
pythongosssss's avatar
pythongosssss committed
562
								}
pythongosssss's avatar
pythongosssss committed
563
							}
pythongosssss's avatar
pythongosssss committed
564

pythongosssss's avatar
pythongosssss committed
565
566
567
							if (drawButton(x + w - 35, y + 5, 30, `x`)) {
								if (!this.pointerDown || !this.pointerDown.index === null) {
									this.pointerDown = { index: null, pos: [...mouse] };
pythongosssss's avatar
pythongosssss committed
568
569
570
571
572
573
574
575
576
								}
							}
						}
					}
				}
			}
		};
	}

pythongosssss's avatar
pythongosssss committed
577
578
579
	/**
	 * Adds a handler allowing drag+drop of files onto the window to load workflows
	 */
pythongosssss's avatar
pythongosssss committed
580
581
582
583
584
	#addDropHandler() {
		// Get prompt from dropped PNG or json
		document.addEventListener("drop", async (event) => {
			event.preventDefault();
			event.stopPropagation();
585
586
587
588
589

			const n = this.dragOverNode;
			this.dragOverNode = null;
			// Node handles file drop, we dont use the built in onDropFile handler as its buggy
			// If you drag multiple files it will call it multiple times with the same file
590
			if (n && n.onDragDrop && (await n.onDragDrop(event))) {
591
592
				return;
			}
593
594
			// Dragging from Chrome->Firefox there is a file but its a bmp, so ignore that
			if (event.dataTransfer.files.length && event.dataTransfer.files[0].type !== "image/bmp") {
595
			await this.handleFile(event.dataTransfer.files[0]);
596
597
598
599
600
601
602
603
604
605
606
			} else {
				// Try loading the first URI in the transfer list
				const validTypes = ["text/uri-list", "text/x-moz-url"];
				const match = [...event.dataTransfer.types].find((t) => validTypes.find(v => t === v));
				if (match) {
					const uri = event.dataTransfer.getData(match)?.split("\n")?.[0];
					if (uri) {
						await this.handleFile(await (await fetch(uri)).blob());
					}
				}
			}
pythongosssss's avatar
pythongosssss committed
607
		});
608

609
610
611
612
613
614
		// Always clear over node on drag leave
		this.canvasEl.addEventListener("dragleave", async () => {
			if (this.dragOverNode) {
				this.dragOverNode = null;
				this.graph.setDirtyCanvas(false, true);
			}
pythongosssss's avatar
pythongosssss committed
615
		});
616

617
618
619
620
621
622
623
624
625
		// Add handler for dropping onto a specific node
		this.canvasEl.addEventListener(
			"dragover",
			(e) => {
				this.canvas.adjustMouseEvent(e);
				const node = this.graph.getNodeOnPos(e.canvasX, e.canvasY);
				if (node) {
					if (node.onDragOver && node.onDragOver(e)) {
						this.dragOverNode = node;
626
627

						// dragover event is fired very frequently, run this on an animation frame
628
629
630
631
632
633
634
635
636
637
						requestAnimationFrame(() => {
							this.graph.setDirtyCanvas(false, true);
						});
						return;
					}
				}
				this.dragOverNode = null;
			},
			false
		);
pythongosssss's avatar
pythongosssss committed
638
639
	}

pythongosssss's avatar
pythongosssss committed
640
641
642
	/**
	 * Adds a handler on paste that extracts and loads workflows from pasted JSON data
	 */
pythongosssss's avatar
pythongosssss committed
643
644
645
646
647
648
649
650
651
652
653
654
655
656
	#addPasteHandler() {
		document.addEventListener("paste", (e) => {
			let data = (e.clipboardData || window.clipboardData).getData("text/plain");
			let workflow;
			try {
				data = data.slice(data.indexOf("{"));
				workflow = JSON.parse(data);
			} catch (err) {
				try {
					data = data.slice(data.indexOf("workflow\n"));
					data = data.slice(data.indexOf("{"));
					workflow = JSON.parse(data);
				} catch (error) {}
			}
pythongosssss's avatar
pythongosssss committed
657

pythongosssss's avatar
pythongosssss committed
658
659
660
			if (workflow && workflow.version && workflow.nodes && workflow.extra) {
				this.loadGraphData(workflow);
			}
pythongosssss's avatar
pythongosssss committed
661
662
663
		});
	}

Jairo Correa's avatar
Jairo Correa committed
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
	/**
	 * Handle mouse
	 *
	 * Move group by header
	 */
	#addProcessMouseHandler() {
		const self = this;

		const origProcessMouseDown = LGraphCanvas.prototype.processMouseDown;
		LGraphCanvas.prototype.processMouseDown = function(e) {
			const res = origProcessMouseDown.apply(this, arguments);

			this.selected_group_moving = false;

			if (this.selected_group && !this.selected_group_resizing) {
				var font_size =
					this.selected_group.font_size || LiteGraph.DEFAULT_GROUP_FONT_SIZE;
				var height = font_size * 1.4;

				// Move group by header
				if (LiteGraph.isInsideRectangle(e.canvasX, e.canvasY, this.selected_group.pos[0], this.selected_group.pos[1], this.selected_group.size[0], height)) {
					this.selected_group_moving = true;
				}
			}

			return res;
		}

		const origProcessMouseMove = LGraphCanvas.prototype.processMouseMove;
		LGraphCanvas.prototype.processMouseMove = function(e) {
			const orig_selected_group = this.selected_group;

			if (this.selected_group && !this.selected_group_resizing && !this.selected_group_moving) {
				this.selected_group = null;
			}

			const res = origProcessMouseMove.apply(this, arguments);

			if (orig_selected_group && !this.selected_group_resizing && !this.selected_group_moving) {
				this.selected_group = orig_selected_group;
			}

			return res;
		};
	}

710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
	/**
	 * Handle keypress
	 *
	 * Ctrl + M mute/unmute selected nodes
	 */
	#addProcessKeyHandler() {
		const self = this;
		const origProcessKey = LGraphCanvas.prototype.processKey;
		LGraphCanvas.prototype.processKey = function(e) {
			const res = origProcessKey.apply(this, arguments);

			if (res === false) {
				return res;
			}

			if (!this.graph) {
				return;
			}

			var block_default = false;

			if (e.target.localName == "input") {
				return;
			}

			if (e.type == "keydown") {
				// Ctrl + M mute/unmute
				if (e.keyCode == 77 && e.ctrlKey) {
					if (this.selected_nodes) {
						for (var i in this.selected_nodes) {
							if (this.selected_nodes[i].mode === 2) { // never
								this.selected_nodes[i].mode = 0; // always
							} else {
								this.selected_nodes[i].mode = 2; // never
							}
						}
					}
					block_default = true;
				}
			}

			this.graph.change();

			if (block_default) {
				e.preventDefault();
				e.stopImmediatePropagation();
				return false;
			}

			return res;
		};
	}

Jairo Correa's avatar
Jairo Correa committed
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
	/**
	 * Draws group header bar
	 */
	#addDrawGroupsHandler() {
		const self = this;

		const origDrawGroups = LGraphCanvas.prototype.drawGroups;
		LGraphCanvas.prototype.drawGroups = function(canvas, ctx) {
			if (!this.graph) {
				return;
			}

			var groups = this.graph._groups;

			ctx.save();
			ctx.globalAlpha = 0.7 * this.editor_alpha;

			for (var i = 0; i < groups.length; ++i) {
				var group = groups[i];

				if (!LiteGraph.overlapBounding(this.visible_area, group._bounding)) {
					continue;
				} //out of the visible area

				ctx.fillStyle = group.color || "#335";
				ctx.strokeStyle = group.color || "#335";
				var pos = group._pos;
				var size = group._size;
				ctx.globalAlpha = 0.25 * this.editor_alpha;
				ctx.beginPath();
				var font_size =
					group.font_size || LiteGraph.DEFAULT_GROUP_FONT_SIZE;
				ctx.rect(pos[0] + 0.5, pos[1] + 0.5, size[0], font_size * 1.4);
				ctx.fill();
				ctx.globalAlpha = this.editor_alpha;
			}

			ctx.restore();

			const res = origDrawGroups.apply(this, arguments);
			return res;
		}
	}

pythongosssss's avatar
pythongosssss committed
807
	/**
pythongosssss's avatar
pythongosssss committed
808
	 * Draws node highlights (executing, drag drop) and progress bar
pythongosssss's avatar
pythongosssss committed
809
	 */
810
	#addDrawNodeHandler() {
811
		const origDrawNodeShape = LGraphCanvas.prototype.drawNodeShape;
pythongosssss's avatar
pythongosssss committed
812
		const self = this;
813

pythongosssss's avatar
pythongosssss committed
814
		LGraphCanvas.prototype.drawNodeShape = function (node, ctx, size, fgcolor, bgcolor, selected, mouse_over) {
815
			const res = origDrawNodeShape.apply(this, arguments);
pythongosssss's avatar
pythongosssss committed
816

817
818
			const nodeErrors = self.lastPromptError?.node_errors[node.id];

819
			let color = null;
820
			let lineWidth = 1;
821
822
823
824
825
			if (node.id === +self.runningNodeId) {
				color = "#0f0";
			} else if (self.dragOverNode && node.id === self.dragOverNode.id) {
				color = "dodgerblue";
			}
826
827
828
829
			else if (self.lastPromptError != null && nodeErrors?.errors) {
				color = "red";
				lineWidth = 2;
			}
830
831
832
833
			else if (self.lastExecutionError && +self.lastExecutionError.node_id === node.id) {
				color = "#f0f";
				lineWidth = 2;
			}
834
835

			if (color) {
pythongosssss's avatar
pythongosssss committed
836
				const shape = node._shape || node.constructor.shape || LiteGraph.ROUND_SHAPE;
837
				ctx.lineWidth = lineWidth;
pythongosssss's avatar
pythongosssss committed
838
839
840
				ctx.globalAlpha = 0.8;
				ctx.beginPath();
				if (shape == LiteGraph.BOX_SHAPE)
pythongosssss's avatar
pythongosssss committed
841
					ctx.rect(-6, -6 - LiteGraph.NODE_TITLE_HEIGHT, 12 + size[0] + 1, 12 + size[1] + LiteGraph.NODE_TITLE_HEIGHT);
pythongosssss's avatar
pythongosssss committed
842
843
844
845
846
847
848
849
850
851
852
				else if (shape == LiteGraph.ROUND_SHAPE || (shape == LiteGraph.CARD_SHAPE && node.flags.collapsed))
					ctx.roundRect(
						-6,
						-6 - LiteGraph.NODE_TITLE_HEIGHT,
						12 + size[0] + 1,
						12 + size[1] + LiteGraph.NODE_TITLE_HEIGHT,
						this.round_radius * 2
					);
				else if (shape == LiteGraph.CARD_SHAPE)
					ctx.roundRect(
						-6,
pythongosssss's avatar
pythongosssss committed
853
						-6 - LiteGraph.NODE_TITLE_HEIGHT,
pythongosssss's avatar
pythongosssss committed
854
855
						12 + size[0] + 1,
						12 + size[1] + LiteGraph.NODE_TITLE_HEIGHT,
pythongosssss's avatar
pythongosssss committed
856
						[this.round_radius * 2, this.round_radius * 2, 2, 2]
pythongosssss's avatar
pythongosssss committed
857
				);
pythongosssss's avatar
pythongosssss committed
858
859
				else if (shape == LiteGraph.CIRCLE_SHAPE)
					ctx.arc(size[0] * 0.5, size[1] * 0.5, size[0] * 0.5 + 6, 0, Math.PI * 2);
860
				ctx.strokeStyle = color;
pythongosssss's avatar
pythongosssss committed
861
862
863
				ctx.stroke();
				ctx.strokeStyle = fgcolor;
				ctx.globalAlpha = 1;
864
865
866
867
868
869
870
			}

			if (self.progress && node.id === +self.runningNodeId) {
				ctx.fillStyle = "green";
				ctx.fillRect(0, 0, size[0] * (self.progress.value / self.progress.max), 6);
				ctx.fillStyle = bgcolor;
			}
pythongosssss's avatar
pythongosssss committed
871

872
873
874
875
876
877
878
879
880
881
882
883
884
885
			// Highlight inputs that failed validation
			if (nodeErrors) {
				ctx.lineWidth = 2;
				ctx.strokeStyle = "red";
				for (const error of nodeErrors.errors) {
					if (error.extra_info && error.extra_info.input_name) {
						const inputIndex = node.findInputSlot(error.extra_info.input_name)
						if (inputIndex !== -1) {
							let pos = node.getConnectionPos(true, inputIndex);
							ctx.beginPath();
							ctx.arc(pos[0] - node.pos[0], pos[1] - node.pos[1], 12, 0, 2 * Math.PI, false)
							ctx.stroke();
						}
					}
pythongosssss's avatar
pythongosssss committed
886
887
888
889
890
				}
			}

			return res;
		};
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905

		const origDrawNode = LGraphCanvas.prototype.drawNode;
		LGraphCanvas.prototype.drawNode = function (node, ctx) {
			var editor_alpha = this.editor_alpha;

			if (node.mode === 2) { // never
				this.editor_alpha = 0.4;
			}

			const res = origDrawNode.apply(this, arguments);

			this.editor_alpha = editor_alpha;

			return res;
		};
pythongosssss's avatar
pythongosssss committed
906
907
	}

pythongosssss's avatar
pythongosssss committed
908
909
910
	/**
	 * Handles updates from the API socket
	 */
pythongosssss's avatar
pythongosssss committed
911
	#addApiUpdateHandlers() {
pythongosssss's avatar
pythongosssss committed
912
913
		api.addEventListener("status", ({ detail }) => {
			this.ui.setStatus(detail);
pythongosssss's avatar
pythongosssss committed
914
915
		});

pythongosssss's avatar
pythongosssss committed
916
917
918
		api.addEventListener("reconnecting", () => {
			this.ui.dialog.show("Reconnecting...");
		});
pythongosssss's avatar
pythongosssss committed
919

pythongosssss's avatar
pythongosssss committed
920
921
922
		api.addEventListener("reconnected", () => {
			this.ui.dialog.close();
		});
pythongosssss's avatar
pythongosssss committed
923
924
925
926
927
928
929
930
931
932

		api.addEventListener("progress", ({ detail }) => {
			this.progress = detail;
			this.graph.setDirtyCanvas(true, false);
		});

		api.addEventListener("executing", ({ detail }) => {
			this.progress = null;
			this.runningNodeId = detail;
			this.graph.setDirtyCanvas(true, false);
space-nuko's avatar
space-nuko committed
933
			delete this.nodePreviewImages[this.runningNodeId]
pythongosssss's avatar
pythongosssss committed
934
935
		});

pythongosssss's avatar
pythongosssss committed
936
937
		api.addEventListener("executed", ({ detail }) => {
			this.nodeOutputs[detail.node] = detail.output;
938
			const node = this.graph.getNodeById(detail.node);
space-nuko's avatar
space-nuko committed
939
940
941
			if (node) {
				if (node.onExecuted)
					node.onExecuted(detail.output);
942
			}
pythongosssss's avatar
pythongosssss committed
943
		});
pythongosssss's avatar
pythongosssss committed
944

945
		api.addEventListener("execution_start", ({ detail }) => {
space-nuko's avatar
space-nuko committed
946
			this.runningNodeId = null;
947
948
949
950
951
952
953
954
955
956
			this.lastExecutionError = null
		});

		api.addEventListener("execution_error", ({ detail }) => {
			this.lastExecutionError = detail;
			const formattedError = this.#formatExecutionError(detail);
			this.ui.dialog.show(formattedError);
			this.canvas.draw(true, true);
		});

space-nuko's avatar
space-nuko committed
957
958
959
960
961
962
963
964
965
966
		api.addEventListener("b_preview", ({ detail }) => {
			const id = this.runningNodeId
			if (id == null)
				return;

			const blob = detail
			const blobUrl = URL.createObjectURL(blob)
			this.nodePreviewImages[id] = [blobUrl]
		});

pythongosssss's avatar
pythongosssss committed
967
968
969
		api.init();
	}

970
971
	#addKeyboardHandler() {
		window.addEventListener("keydown", (e) => {
pythongosssss's avatar
pythongosssss committed
972
			this.shiftDown = e.shiftKey;
973
		});
pythongosssss's avatar
pythongosssss committed
974
975
976
		window.addEventListener("keyup", (e) => {
			this.shiftDown = e.shiftKey;
		});
977
978
	}

979
980
981
982
983
984
985
986
987
988
989
990
991
992
	/**
	 * Loads all extensions from the API into the window
	 */
	async #loadExtensions() {
		const extensions = await api.getExtensions();
		for (const ext of extensions) {
			try {
				await import(ext);
			} catch (error) {
				console.error("Error loading extension", ext, error);
			}
		}
	}

pythongosssss's avatar
pythongosssss committed
993
994
995
996
	/**
	 * Set up the app on the page
	 */
	async setup() {
997
998
		await this.#loadExtensions();

pythongosssss's avatar
pythongosssss committed
999
		// Create and mount the LiteGraph in the DOM
ltdrdata's avatar
ltdrdata committed
1000
1001
1002
		const mainCanvas = document.createElement("canvas")
		mainCanvas.style.touchAction = "none"
		const canvasEl = (this.canvasEl = Object.assign(mainCanvas, { id: "graph-canvas" }));
1003
		canvasEl.tabIndex = "1";
pythongosssss's avatar
pythongosssss committed
1004
1005
		document.body.prepend(canvasEl);

Jairo Correa's avatar
Jairo Correa committed
1006
		this.#addProcessMouseHandler();
1007
		this.#addProcessKeyHandler();
Jairo Correa's avatar
Jairo Correa committed
1008

pythongosssss's avatar
pythongosssss committed
1009
1010
1011
1012
		this.graph = new LGraph();
		const canvas = (this.canvas = new LGraphCanvas(canvasEl, this.graph));
		this.ctx = canvasEl.getContext("2d");

1013
1014
1015
		LiteGraph.release_link_on_empty_shows_menu = true;
		LiteGraph.alt_drag_do_clone_nodes = true;

pythongosssss's avatar
pythongosssss committed
1016
1017
1018
		this.graph.start();

		function resizeCanvas() {
1019
1020
			canvasEl.width = canvasEl.offsetWidth;
			canvasEl.height = canvasEl.offsetHeight;
pythongosssss's avatar
pythongosssss committed
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
			canvas.draw(true, true);
		}

		// Ensure the canvas fills the window
		resizeCanvas();
		window.addEventListener("resize", resizeCanvas);

		await this.#invokeExtensionsAsync("init");
		await this.registerNodes();

		// Load previous workflow
		let restored = false;
		try {
			const json = localStorage.getItem("workflow");
			if (json) {
				const workflow = JSON.parse(json);
				this.loadGraphData(workflow);
				restored = true;
			}
1040
1041
1042
		} catch (err) {
			console.error("Error loading previous workflow", err);
		}
pythongosssss's avatar
pythongosssss committed
1043
1044
1045

		// We failed to restore a workflow so load the default
		if (!restored) {
pythongosssss's avatar
pythongosssss committed
1046
			this.loadGraphData();
pythongosssss's avatar
pythongosssss committed
1047
1048
1049
1050
1051
		}

		// Save current workflow automatically
		setInterval(() => localStorage.setItem("workflow", JSON.stringify(this.graph.serialize())), 1000);

1052
		this.#addDrawNodeHandler();
Jairo Correa's avatar
Jairo Correa committed
1053
		this.#addDrawGroupsHandler();
pythongosssss's avatar
pythongosssss committed
1054
1055
		this.#addApiUpdateHandlers();
		this.#addDropHandler();
pythongosssss's avatar
pythongosssss committed
1056
		this.#addPasteHandler();
1057
		this.#addKeyboardHandler();
pythongosssss's avatar
pythongosssss committed
1058

pythongosssss's avatar
pythongosssss committed
1059
1060
1061
		await this.#invokeExtensionsAsync("setup");
	}

pythongosssss's avatar
pythongosssss committed
1062
1063
1064
	/**
	 * Registers nodes with the graph
	 */
pythongosssss's avatar
pythongosssss committed
1065
1066
1067
1068
	async registerNodes() {
		const app = this;
		// Load node definitions from the backend
		const defs = await api.getNodeDefs();
ltdrdata's avatar
ltdrdata committed
1069
		await this.registerNodesFromDefs(defs);
1070
1071
1072
1073
		await this.#invokeExtensionsAsync("registerCustomNodes");
	}

    async registerNodesFromDefs(defs) {
pythongosssss's avatar
pythongosssss committed
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
		await this.#invokeExtensionsAsync("addCustomNodeDefs", defs);

		// Generate list of known widgets
		const widgets = Object.assign(
			{},
			ComfyWidgets,
			...(await this.#invokeExtensionsAsync("getCustomWidgets")).filter(Boolean)
		);

		// Register a node for each definition
		for (const nodeId in defs) {
			const nodeData = defs[nodeId];
			const node = Object.assign(
				function ComfyNode() {
1088
1089
1090
1091
					var inputs = nodeData["input"]["required"];
					if (nodeData["input"]["optional"] != undefined){
					    inputs = Object.assign({}, nodeData["input"]["required"], nodeData["input"]["optional"])
					}
pythongosssss's avatar
pythongosssss committed
1092
1093
1094
1095
1096
					const config = { minWidth: 1, minHeight: 1 };
					for (const inputName in inputs) {
						const inputData = inputs[inputName];
						const type = inputData[0];

1097
						if(inputData[1]?.forceInput) {
pythongosssss's avatar
pythongosssss committed
1098
							this.addInput(inputName, type);
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
						} else {
							if (Array.isArray(type)) {
								// Enums
								Object.assign(config, widgets.COMBO(this, inputName, inputData, app) || {});
							} else if (`${type}:${inputName}` in widgets) {
								// Support custom widgets by Type:Name
								Object.assign(config, widgets[`${type}:${inputName}`](this, inputName, inputData, app) || {});
							} else if (type in widgets) {
								// Standard type widgets
								Object.assign(config, widgets[type](this, inputName, inputData, app) || {});
							} else {
								// Node connection inputs
								this.addInput(inputName, type);
							}
pythongosssss's avatar
pythongosssss committed
1113
1114
1115
						}
					}

1116
1117
1118
					for (const o in nodeData["output"]) {
						const output = nodeData["output"][o];
						const outputName = nodeData["output_name"][o] || output;
1119
1120
						const outputShape = nodeData["output_is_list"][o] ? LiteGraph.GRID_SHAPE : LiteGraph.CIRCLE_SHAPE ;
						this.addOutput(outputName, output, { shape: outputShape });
1121
1122
					}

pythongosssss's avatar
pythongosssss committed
1123
1124
1125
1126
1127
					const s = this.computeSize();
					s[0] = Math.max(config.minWidth, s[0] * 1.5);
					s[1] = Math.max(config.minHeight, s[1]);
					this.size = s;
					this.serialize_widgets = true;
1128
1129

					app.#invokeExtensionsAsync("nodeCreated", this);
pythongosssss's avatar
pythongosssss committed
1130
1131
				},
				{
City's avatar
City committed
1132
					title: nodeData.display_name || nodeData.name,
pythongosssss's avatar
pythongosssss committed
1133
1134
1135
1136
1137
1138
1139
					comfyClass: nodeData.name,
				}
			);
			node.prototype.comfyClass = nodeData.name;

			this.#addNodeContextMenuHandler(node);
			this.#addDrawBackgroundHandler(node, app);
1140
			this.#addNodeKeyHandler(node);
pythongosssss's avatar
pythongosssss committed
1141

1142
			await this.#invokeExtensionsAsync("beforeRegisterNodeDef", node, nodeData);
pythongosssss's avatar
pythongosssss committed
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
			LiteGraph.registerNodeType(nodeId, node);
			node.category = nodeData.category;
		}
	}

	/**
	 * Populates the graph with the specified workflow data
	 * @param {*} graphData A serialized graph object
	 */
	loadGraphData(graphData) {
1153
1154
		this.clean();

1155
		let reset_invalid_values = false;
pythongosssss's avatar
pythongosssss committed
1156
		if (!graphData) {
1157
			graphData = structuredClone(defaultGraph);
1158
			reset_invalid_values = true;
pythongosssss's avatar
pythongosssss committed
1159
		}
1160

pythongosssss's avatar
const  
pythongosssss committed
1161
		const missingNodeTypes = [];
1162
		for (let n of graphData.nodes) {
1163
			// Patch T2IAdapterLoader to ControlNetLoader since they are the same node now
1164
			if (n.type == "T2IAdapterLoader") n.type = "ControlNetLoader";
1165
1166
1167
1168
1169

			// Find missing node types
			if (!(n.type in LiteGraph.registered_node_types)) {
				missingNodeTypes.push(n.type);
			}
1170
1171
		}

1172
1173
1174
		try {
			this.graph.configure(graphData);
		} catch (error) {
pythongosssss's avatar
pythongosssss committed
1175
			let errorHint = [];
pythongosssss's avatar
pythongosssss committed
1176
1177
			// Try extracting filename to see if it was caused by an extension script
			const filename = error.fileName || (error.stack || "").match(/(\/extensions\/.*\.js)/)?.[1];
1178
1179
			const pos = (filename || "").indexOf("/extensions/");
			if (pos > -1) {
pythongosssss's avatar
pythongosssss committed
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
				errorHint.push(
					$el("span", { textContent: "This may be due to the following script:" }),
					$el("br"),
					$el("span", {
						style: {
							fontWeight: "bold",
						},
						textContent: filename.substring(pos),
					})
				);
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
			}

			// Show dialog to let the user know something went wrong loading the data
			this.ui.dialog.show(
				$el("div", [
					$el("p", { textContent: "Loading aborted due to error reloading workflow data" }),
					$el("pre", {
						style: { padding: "5px", backgroundColor: "rgba(255,0,0,0.2)" },
						textContent: error.toString(),
					}),
					$el("pre", {
						style: {
							padding: "5px",
							color: "#ccc",
							fontSize: "10px",
							maxHeight: "50vh",
							overflow: "auto",
pythongosssss's avatar
pythongosssss committed
1207
							backgroundColor: "rgba(0,0,0,0.2)",
1208
1209
1210
						},
						textContent: error.stack || "No stacktrace available",
					}),
pythongosssss's avatar
pythongosssss committed
1211
					...errorHint,
1212
1213
				]).outerHTML
			);
pythongosssss's avatar
pythongosssss committed
1214

1215
1216
			return;
		}
pythongosssss's avatar
pythongosssss committed
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230

		for (const node of this.graph._nodes) {
			const size = node.computeSize();
			size[0] = Math.max(node.size[0], size[0]);
			size[1] = Math.max(node.size[1], size[1]);
			node.size = size;

			if (node.widgets) {
				// If you break something in the backend and want to patch workflows in the frontend
				// This is the place to do this
				for (let widget of node.widgets) {
					if (node.type == "KSampler" || node.type == "KSamplerAdvanced") {
						if (widget.name == "sampler_name") {
							if (widget.value.startsWith("sample_")) {
pythongosssss's avatar
pythongosssss committed
1231
								widget.value = widget.value.slice(7);
pythongosssss's avatar
pythongosssss committed
1232
1233
							}
						}
1234
1235
					}
					if (node.type == "KSampler" || node.type == "KSamplerAdvanced" || node.type == "PrimitiveNode") {
1236
						if (widget.name == "control_after_generate") {
1237
							if (widget.value === true) {
1238
								widget.value = "randomize";
1239
1240
							} else if (widget.value === false) {
								widget.value = "fixed";
1241
1242
							}
						}
pythongosssss's avatar
pythongosssss committed
1243
					}
1244
1245
1246
1247
1248
1249
1250
					if (reset_invalid_values) {
						if (widget.type == "combo") {
							if (!widget.options.values.includes(widget.value) && widget.options.values.length > 0) {
								widget.value = widget.options.values[0];
							}
						}
					}
pythongosssss's avatar
pythongosssss committed
1251
1252
1253
1254
1255
				}
			}

			this.#invokeExtensions("loadedGraphNode", node);
		}
1256
1257
1258

		if (missingNodeTypes.length) {
			this.ui.dialog.show(
pythongosssss's avatar
pythongosssss committed
1259
				`When loading the graph, the following node types were not found: <ul>${Array.from(new Set(missingNodeTypes)).map(
1260
					(t) => `<li>${t}</li>`
pythongosssss's avatar
pythongosssss committed
1261
				).join("")}</ul>Nodes that have failed to load will show as red on the graph.`
1262
1263
			);
		}
pythongosssss's avatar
pythongosssss committed
1264
1265
	}

pythongosssss's avatar
pythongosssss committed
1266
1267
1268
1269
	/**
	 * Converts the current graph workflow for sending to the API
	 * @returns The workflow and node links
	 */
1270
	async graphToPrompt() {
pythongosssss's avatar
pythongosssss committed
1271
1272
		const workflow = this.graph.serialize();
		const output = {};
1273
1274
1275
		// Process nodes in order of execution
		for (const node of this.graph.computeExecutionOrder(false)) {
			const n = workflow.nodes.find((n) => n.id === node.id);
1276
1277

			if (node.isVirtualNode) {
1278
1279
1280
1281
				// Don't serialize frontend only nodes but let them make changes
				if (node.applyToGraph) {
					node.applyToGraph(workflow);
				}
1282
1283
1284
				continue;
			}

1285
1286
1287
1288
1289
			if (node.mode === 2) {
				// Don't serialize muted nodes
				continue;
			}

1290
			const inputs = {};
pythongosssss's avatar
pythongosssss committed
1291
1292
1293
1294
			const widgets = node.widgets;

			// Store all widget values
			if (widgets) {
1295
1296
				for (const i in widgets) {
					const widget = widgets[i];
1297
					if (!widget.options || widget.options.serialize !== false) {
1298
						inputs[widget.name] = widget.serializeValue ? await widget.serializeValue(n, i) : widget.value;
pythongosssss's avatar
pythongosssss committed
1299
1300
1301
1302
1303
1304
					}
				}
			}

			// Store all node links
			for (let i in node.inputs) {
1305
1306
				let parent = node.getInputNode(i);
				if (parent) {
1307
1308
1309
					let link = node.getInputLink(i);
					while (parent && parent.isVirtualNode) {
						link = parent.getInputLink(link.origin_slot);
1310
1311
1312
1313
1314
						if (link) {
							parent = parent.getInputNode(link.origin_slot);
						} else {
							parent = null;
						}
1315
					}
1316

1317
1318
1319
					if (link) {
						inputs[node.inputs[i].name] = [String(link.origin_id), parseInt(link.origin_slot)];
					}
pythongosssss's avatar
pythongosssss committed
1320
1321
1322
1323
1324
1325
1326
1327
1328
				}
			}

			output[String(node.id)] = {
				inputs,
				class_type: node.comfyClass,
			};
		}

1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
		// Remove inputs connected to removed nodes

		for (const o in output) {
			for (const i in output[o].inputs) {
				if (Array.isArray(output[o].inputs[i])
					&& output[o].inputs[i].length === 2
					&& !output[output[o].inputs[i][0]]) {
					delete output[o].inputs[i];
				}
			}
		}

pythongosssss's avatar
pythongosssss committed
1341
1342
1343
		return { workflow, output };
	}

1344
	#formatPromptError(error) {
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
		if (error == null) {
			return "(unknown error)"
		}
		else if (typeof error === "string") {
			return error;
		}
		else if (error.stack && error.message) {
			return error.toString()
		}
		else if (error.response) {
			let message = error.response.error.message;
			if (error.response.error.details)
			message += ": " + error.response.error.details;
			for (const [nodeID, nodeError] of Object.entries(error.response.node_errors)) {
			message += "\n" + nodeError.class_type + ":"
				for (const errorReason of nodeError.errors) {
					message += "\n    - " + errorReason.message + ": " + errorReason.details
				}
			}
			return message
		}
		return "(unknown error)"
	}

1369
1370
1371
1372
1373
1374
1375
1376
1377
	#formatExecutionError(error) {
		if (error == null) {
			return "(unknown error)"
		}

		const traceback = error.traceback.join("")
		const nodeId = error.node_id
		const nodeType = error.node_type

1378
		return `Error occurred when executing ${nodeType}:\n\n${error.exception_message}\n\n${traceback}`
1379
1380
	}

m957ymj75urz's avatar
m957ymj75urz committed
1381
	async queuePrompt(number, batchCount = 1) {
1382
		this.#queueItems.push({ number, batchCount });
pythongosssss's avatar
pythongosssss committed
1383

1384
1385
1386
1387
		// Only have one action process the items so each one gets a unique seed correctly
		if (this.#processingQueue) {
			return;
		}
1388

1389
		this.#processingQueue = true;
1390
1391
		this.lastPromptError = null;

1392
1393
1394
		try {
			while (this.#queueItems.length) {
				({ number, batchCount } = this.#queueItems.pop());
pythongosssss's avatar
pythongosssss committed
1395

1396
1397
1398
1399
1400
1401
				for (let i = 0; i < batchCount; i++) {
					const p = await this.graphToPrompt();

					try {
						await api.queuePrompt(number, p);
					} catch (error) {
1402
						const formattedError = this.#formatPromptError(error)
1403
1404
1405
1406
1407
						this.ui.dialog.show(formattedError);
						if (error.response) {
							this.lastPromptError = error.response;
							this.canvas.draw(true, true);
						}
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
						break;
					}

					for (const n of p.workflow.nodes) {
						const node = graph.getNodeById(n.id);
						if (node.widgets) {
							for (const widget of node.widgets) {
								// Allow widgets to run callbacks after a prompt has been queued
								// e.g. random seed after every gen
								if (widget.afterQueued) {
									widget.afterQueued();
								}
							}
m957ymj75urz's avatar
m957ymj75urz committed
1421
						}
pythongosssss's avatar
pythongosssss committed
1422
					}
1423
1424
1425

					this.canvas.draw(true, true);
					await this.ui.queue.update();
pythongosssss's avatar
pythongosssss committed
1426
1427
				}
			}
1428
1429
		} finally {
			this.#processingQueue = false;
m957ymj75urz's avatar
m957ymj75urz committed
1430
		}
pythongosssss's avatar
pythongosssss committed
1431
	}
pythongosssss's avatar
pythongosssss committed
1432

pythongosssss's avatar
pythongosssss committed
1433
1434
	/**
	 * Loads workflow data from the specified file
1435
	 * @param {File} file
pythongosssss's avatar
pythongosssss committed
1436
	 */
pythongosssss's avatar
pythongosssss committed
1437
1438
1439
	async handleFile(file) {
		if (file.type === "image/png") {
			const pngInfo = await getPngMetadata(file);
1440
1441
1442
1443
1444
1445
			if (pngInfo) {
				if (pngInfo.workflow) {
					this.loadGraphData(JSON.parse(pngInfo.workflow));
				} else if (pngInfo.parameters) {
					importA1111(this.graph, pngInfo.parameters);
				}
pythongosssss's avatar
pythongosssss committed
1446
			}
1447
		} else if (file.type === "application/json" || file.name?.endsWith(".json")) {
pythongosssss's avatar
pythongosssss committed
1448
1449
1450
1451
1452
			const reader = new FileReader();
			reader.onload = () => {
				this.loadGraphData(JSON.parse(reader.result));
			};
			reader.readAsText(file);
1453
1454
1455
1456
1457
		} else if (file.name?.endsWith(".latent")) {
			const info = await getLatentMetadata(file);
			if (info.workflow) {
				this.loadGraphData(JSON.parse(info.workflow));
			}
pythongosssss's avatar
pythongosssss committed
1458
1459
		}
	}
1460

1461
1462
1463
1464
	/**
	 * Registers a Comfy web extension with the app
	 * @param {ComfyExtension} extension
	 */
1465
1466
1467
1468
1469
1470
1471
1472
1473
	registerExtension(extension) {
		if (!extension.name) {
			throw new Error("Extensions must have a 'name' property.");
		}
		if (this.extensions.find((ext) => ext.name === extension.name)) {
			throw new Error(`Extension named '${extension.name}' already registered.`);
		}
		this.extensions.push(extension);
	}
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485

	/**
	 * Refresh combo list on whole nodes
	 */
	async refreshComboInNodes() {
		const defs = await api.getNodeDefs();

		for(let nodeNum in this.graph._nodes) {
			const node = this.graph._nodes[nodeNum];

			const def = defs[node.type];

1486
1487
1488
1489
1490
			// HOTFIX: The current patch is designed to prevent the rest of the code from breaking due to primitive nodes,
			//         and additional work is needed to consider the primitive logic in the refresh logic.
			if(!def)
				continue;

1491
1492
1493
			for(const widgetNum in node.widgets) {
				const widget = node.widgets[widgetNum]
				if(widget.type == "combo" && def["input"]["required"][widget.name] !== undefined) {
comfyanonymous's avatar
comfyanonymous committed
1494
					widget.options.values = def["input"]["required"][widget.name][0];
1495

1496
					if(widget.name != 'image' && !widget.options.values.includes(widget.value)) {
1497
						widget.value = widget.options.values[0];
1498
						widget.callback(widget.value);
1499
1500
1501
1502
1503
					}
				}
			}
		}
	}
1504
1505
1506
1507
1508
1509

	/**
	 * Clean current state
	 */
	clean() {
		this.nodeOutputs = {};
space-nuko's avatar
space-nuko committed
1510
		this.nodePreviewImages = {}
1511
		this.lastPromptError = null;
1512
		this.lastExecutionError = null;
space-nuko's avatar
space-nuko committed
1513
		this.runningNodeId = null;
1514
	}
pythongosssss's avatar
pythongosssss committed
1515
1516
1517
}

export const app = new ComfyApp();