import { BuiltInSlotShape, LGraph, LGraphCanvas, LGraphNode, LiteGraph, NodeMode, type MouseEventExt, type Vector2, type Vector4, TitleMode, type ContextMenuItem, type IContextMenuItem, Subgraph, LLink, type NodeID } from "@litegraph-ts/core"; import type ComfyApp from "./components/ComfyApp"; import queueState from "./stores/queueState"; import { get, type Unsubscriber } from "svelte/store"; import uiState from "./stores/uiState"; import layoutState from "./stores/layoutState"; import { Watch } from "@litegraph-ts/nodes-basic"; import { ComfyReroute } from "./nodes"; import type { Progress } from "./components/ComfyApp"; import selectionState from "./stores/selectionState"; export type SerializedGraphCanvasState = { offset: Vector2, scale: number } export default class ComfyGraphCanvas extends LGraphCanvas { app: ComfyApp | null; private _unsubscribe: Unsubscriber; constructor( app: ComfyApp, canvas: HTMLCanvasElement | string, options: { skip_render?: boolean; skip_events?: boolean; autoresize?: boolean; viewport?: Vector4; } = {} ) { super(canvas, app.lGraph, options); this.app = app; this._unsubscribe = selectionState.subscribe(ss => { for (const node of Object.values(this.selected_nodes)) { node.is_selected = false; } this.selected_nodes = {} for (const node of ss.currentSelectionNodes) { this.selected_nodes[node.id] = node; node.is_selected = true } this._selectedNodes = new Set() this.setDirty(true, true); }) } _selectedNodes: Set = new Set(); serialize(): SerializedGraphCanvasState { let offset = this.ds.offset; let scale = this.ds.scale; // Use top-level graph for saved offset if we're viewing a subgraph if (this._graph_stack?.length > 0) { offset = this._graph_stack[0].offset; scale = this._graph_stack[0].scale; } return { offset, scale } } deserialize(data: SerializedGraphCanvasState) { this.ds.offset = data.offset; this.ds.scale = data.scale; } recenter() { this.ds.reset(); this.setDirty(true, true) } override drawNodeShape( node: LGraphNode, ctx: CanvasRenderingContext2D, size: Vector2, fgColor: string, bgColor: string, selected: boolean, mouseOver: boolean ): void { super.drawNodeShape(node, ctx, size, fgColor, bgColor, selected, mouseOver); let state = get(queueState); let ss = get(selectionState); const isRunningNode = node.id === state.runningNodeID let color = null; let thickness = 1; // if (this._selectedNodes.has(node.id)) { // color = "yellow"; // thickness = 5; // } if (ss.currentHoveredNodes.has(node.id)) { color = "lightblue"; } else if (isRunningNode) { color = "#0f0"; } if (color) { this.drawNodeOutline(node, ctx, size, fgColor, bgColor, color, thickness) } if (isRunningNode && state.progress) { ctx.fillStyle = "green"; ctx.fillRect(0, 0, size[0] * (state.progress.value / state.progress.max), 6); ctx.fillStyle = bgColor; } } private drawNodeOutline(node: LGraphNode, ctx: CanvasRenderingContext2D, size: Vector2, fgColor: string, bgColor: string, outlineColor: string, outlineThickness: number) { const shape = node.shape || BuiltInSlotShape.ROUND_SHAPE; ctx.lineWidth = outlineThickness; ctx.globalAlpha = 0.8; ctx.beginPath(); if (shape == BuiltInSlotShape.BOX_SHAPE) ctx.rect(-6, -6 + LiteGraph.NODE_TITLE_HEIGHT, 12 + size[0] + 1, 12 + size[1] + LiteGraph.NODE_TITLE_HEIGHT); else if (shape == BuiltInSlotShape.ROUND_SHAPE || (shape == BuiltInSlotShape.CARD_SHAPE && node.flags.collapsed)) ctx.roundRect( -6, -6 - LiteGraph.NODE_TITLE_HEIGHT, 12 + size[0] + 1, 12 + size[1] + LiteGraph.NODE_TITLE_HEIGHT, this.round_radius * 2 ); else if (shape == BuiltInSlotShape.CARD_SHAPE) ctx.roundRect( -6, -6 + LiteGraph.NODE_TITLE_HEIGHT, 12 + size[0] + 1, 12 + size[1] + LiteGraph.NODE_TITLE_HEIGHT, this.round_radius * 2, 2 ); else if (shape == BuiltInSlotShape.CIRCLE_SHAPE) ctx.arc(size[0] * 0.5, size[1] * 0.5, size[0] * 0.5 + 6, 0, Math.PI * 2); ctx.strokeStyle = outlineColor; ctx.stroke(); ctx.strokeStyle = fgColor; ctx.globalAlpha = 1; } private alignToGrid(node: LGraphNode, ctx: CanvasRenderingContext2D) { const x = LiteGraph.CANVAS_GRID_SIZE * Math.round(node.pos[0] / LiteGraph.CANVAS_GRID_SIZE); const y = LiteGraph.CANVAS_GRID_SIZE * Math.round(node.pos[1] / LiteGraph.CANVAS_GRID_SIZE); const shiftX = x - node.pos[0]; let shiftY = y - node.pos[1]; let w, h; if (node.flags.collapsed) { w = node._collapsed_width; h = LiteGraph.NODE_TITLE_HEIGHT; shiftY -= LiteGraph.NODE_TITLE_HEIGHT; } else { w = node.size[0]; h = node.size[1]; let titleMode = node.titleMode if (titleMode !== TitleMode.TRANSPARENT_TITLE && titleMode !== TitleMode.NO_TITLE) { h += LiteGraph.NODE_TITLE_HEIGHT; shiftY -= LiteGraph.NODE_TITLE_HEIGHT; } } const f = ctx.fillStyle; ctx.fillStyle = "rgba(100, 100, 100, 0.5)"; ctx.fillRect(shiftX, shiftY, w, h); ctx.fillStyle = f; } override drawNode(node: LGraphNode, ctx: CanvasRenderingContext2D): void { if ((window as any)?.app?.shiftDown && this.node_dragged && node.id in this.selected_nodes) { this.alignToGrid(node, ctx) } // Fade out inactive nodes var editor_alpha = this.editor_alpha; if (node.mode === NodeMode.NEVER) { // never this.editor_alpha = 0.4; } const res = super.drawNode(node, ctx); this.editor_alpha = editor_alpha; return res; } override drawGroups(canvas: HTMLCanvasElement, ctx: CanvasRenderingContext2D) { if (!this.graph) { return; } var groups = this.graph._groups; ctx.save(); ctx.globalAlpha = 0.7 * this.editor_alpha; for (var i = 0; i < groups.length; ++i) { var group = groups[i]; if (!LiteGraph.overlapBounding(this.visible_area, group.bounding)) { continue; } //out of the visible area ctx.fillStyle = group.color || "#335"; ctx.strokeStyle = group.color || "#335"; var pos = group.pos; var size = group.size; ctx.globalAlpha = 0.25 * this.editor_alpha; ctx.beginPath(); var font_size = group.fontSize || LiteGraph.DEFAULT_GROUP_FONT_SIZE; ctx.rect(pos[0] + 0.5, pos[1] + 0.5, size[0], font_size * 1.4); ctx.fill(); ctx.globalAlpha = this.editor_alpha; } ctx.restore(); const res = super.drawGroups(canvas, ctx); return res; } /** * Handle keypress * * Ctrl + M mute/unmute selected nodes */ override processKey(e: KeyboardEvent): boolean | undefined { const res = super.processKey(e); if (res === false) { return res; } if (!this.graph) { return; } var block_default = false; if ("localName" in e.target && e.target.localName == "input") { return; } if (e.type == "keydown") { // Ctrl + M mute/unmute if (e.keyCode == 77 && e.ctrlKey) { if (this.selected_nodes) { for (var i in this.selected_nodes) { if (this.selected_nodes[i].mode === 2) { // never this.selected_nodes[i].mode = 0; // always } else { this.selected_nodes[i].mode = 2; // never } } } block_default = true; } } this.graph.change(); if (block_default) { e.preventDefault(); e.stopImmediatePropagation(); return false; } return res; } override onSelectionChange(nodes: Record) { selectionState.update(ss => { ss.currentSelectionNodes = Object.values(nodes) ss.currentSelection = [] const ls = get(layoutState) for (const node of ss.currentSelectionNodes) { const widget = ls.allItemsByNode[node.id] if (widget) ss.currentSelection.push(widget.dragItem.id) } return ss }) } override onHoverChange(node: LGraphNode | null) { selectionState.update(ss => { ss.currentHoveredNodes.clear() if (node) { ss.currentHoveredNodes.add(node.id) } ss.currentHovered.clear() const ls = get(layoutState) for (const nodeID of ss.currentHoveredNodes) { const widget = ls.allItemsByNode[nodeID] if (widget) ss.currentHovered.add(widget.dragItem.id) } return ss }) } override clear() { super.clear(); selectionState.update(ss => { ss.currentSelectionNodes = []; ss.currentHoveredNodes.clear() return ss; }) } override onNodeMoved(node: LGraphNode) { if (super.onNodeMoved) super.onNodeMoved(node); if ((window as any)?.app?.shiftDown) { // Ensure all selected nodes are realigned for (const id in this.selected_nodes) { this.selected_nodes[id].alignToGrid(); } } } private reinstantiate(_value: IContextMenuItem, _options, mouseEvent, prevMenu, node?: LGraphNode) { if ((node as any).isBackendNode) return const newNode = LiteGraph.createNode(node.type); const createInputReroute = (slotIndex: number, link: LLink | null): ComfyReroute => { const reroute = LiteGraph.createNode(ComfyReroute); reroute.properties.ignoreTypes = true; node.graph.add(reroute) const inputPos = node.getConnectionPos(true, slotIndex); reroute.pos = [inputPos[0] - 140, inputPos[1] + LiteGraph.NODE_SLOT_HEIGHT / 2]; node.graph.getNodeById(link.origin_id).connect(link.origin_slot, reroute, 0) return reroute } for (let index = node.inputs.length - 1; index >= 0; index--) { let link: LLink | null = null; link = node.getInputLink(index); node.disconnectInput(index) if (link) createInputReroute(index, link); node.removeInput(index); } for (let index = 0; index < newNode.inputs.length; index++) { const newInput = newNode.inputs[index] const input = node.addInput(newInput.name, newInput.type); } const createOutputReroute = (index: number, links: LLink[], connect: boolean = true): ComfyReroute => { const reroute = LiteGraph.createNode(ComfyReroute); reroute.properties.ignoreTypes = true; node.graph.add(reroute) const rerouteSize = reroute.computeSize(); const outputPos = node.getConnectionPos(false, index); reroute.pos = [outputPos[0] + rerouteSize[0] + 20, outputPos[1] + LiteGraph.NODE_SLOT_HEIGHT / 2]; for (const link of links) { reroute.connect(0, node.graph.getNodeById(link.target_id), link.target_slot) } return reroute } for (let index = node.outputs.length - 1; index >= 0; index--) { let links = node.getOutputLinks(index) node.disconnectOutput(index) if (links.length > 0) createOutputReroute(index, links); node.removeOutput(index); } for (let index = 0; index < newNode.outputs.length; index++) { const newOutput = newNode.outputs[index] const output = node.addOutput(newOutput.name, newOutput.type); } } private convertToSubgraph(_value: IContextMenuItem, _options, mouseEvent, prevMenu, callback?: (node: LGraphNode) => void) { if (Object.keys(this.selected_nodes).length === 0) return const selected = Object.values(this.selected_nodes).filter(n => n != null); this.selected_nodes = {} const subgraph = LiteGraph.createNode(Subgraph); subgraph.buildFromNodes(selected) this.graph.add(subgraph) } override getCanvasMenuOptions(): ContextMenuItem[] { const options = super.getCanvasMenuOptions(); options.push( { content: "Convert to Subgraph", has_submenu: false, disabled: Object.keys(this.selected_nodes).length === 0, callback: this.convertToSubgraph.bind(this) }, ) return options } override getNodeMenuOptions(node: LGraphNode): ContextMenuItem[] { const options = super.getNodeMenuOptions(node); options.push( { content: "Reinstantiate", has_submenu: false, disabled: false, callback: this.reinstantiate.bind(this) }, ) return options } }