armorpaint/paint/sources/neural_nodes/inpaint_image_node.ts

function inpaint_image_node_init() {
	array_push(nodes_material_neural, inpaint_image_node_def);
	map_set(parser_material_node_vectors, "NEURAL_INPAINT_IMAGE", neural_node_vector);
	map_set(ui_nodes_custom_buttons, "inpaint_image_node_button", inpaint_image_node_button);
}

function inpaint_image_node_button(node_id: i32) {
	let canvas: ui_node_canvas_t = ui_nodes_get_canvas(true);
	let node: ui_node_t          = ui_get_node(canvas.nodes, node_id);
	let node_name: string        = parser_material_node_name(node);
	let h: ui_handle_t           = ui_handle(node_name);

	let models: string[] = [ "Stable Diffusion", "Qwen Image Edit" ];
	let model: i32       = ui_combo(ui_nest(h, 0), models, tr("Model"));

	let prompt: string     = ui_text_area(ui_nest(h, 1), ui_align_t.LEFT, true, tr("prompt"), true);
	node.buttons[0].height = string_split(prompt, "\n").length + 2;

	if (neural_node_button(node, models[model])) {

		sys_notify_on_next_frame(function(node: ui_node_t) {
			let from_node: ui_node_t = neural_from_node(node.inputs[0], 0);
			let mask_node: ui_node_t = neural_from_node(node.inputs[1], 1);
			let input: gpu_texture_t = ui_nodes_get_node_preview_image(from_node);
			let mask: gpu_texture_t  = ui_nodes_get_node_preview_image(mask_node);

			if (input != null && mask != null) {

				let node_name: string = parser_material_node_name(node);
				let h: ui_handle_t    = ui_handle(node_name);
				let model: i32        = ui_nest(h, 0).i;
				let prompt: string    = ui_nest(h, 1).text;

				if (prompt == "") {
					prompt = ".";
				}

				let dir: string = neural_node_dir();
				if (model == 0) {
					/// if IRON_BGRA
					let input_buf: buffer_t = export_arm_bgra_swap(gpu_get_texture_pixels(input)); // Vulkan non-rt textures need a flip
					/// else
					let input_buf: buffer_t = gpu_get_texture_pixels(input);
					/// end
					iron_write_png(dir + path_sep + "input.png", input_buf, input.width, input.height, 0);
					iron_write_png(dir + path_sep + "mask.png", gpu_get_texture_pixels(mask), mask.width, mask.height, 0);
				}
				else {
					let masked: gpu_texture_t = gpu_create_render_target(512, 512);
					draw_begin(masked);
					draw_scaled_image(input, 0, 0, 512, 512);
					draw_set_pipeline(ui_view2d_pipe);
					gpu_set_int(ui_view2d_channel_loc, 6);
					draw_scaled_image(mask, 0, 0, 512, 512);
					draw_set_pipeline(null);
					draw_end();
					iron_write_png(dir + path_sep + "input.png", gpu_get_texture_pixels(masked), masked.width, masked.height, 0);
				}

				let argv: string[];
				if (model == 0) {
					argv = [
						dir + "/" + neural_node_sd_bin(),
						"-m",
						dir + "/v1-5-pruned-emaonly.safetensors",
						"--steps",
						"30",
						"-s",
						"-1",
						"--cfg-scale",
						"0",
						"--strength",
						"1",
						"-W",
						"512",
						"-H",
						"512",
						"-p",
						prompt,
						"-i",
						dir + "/input.png",
						"--mask",
						dir + "/mask.png",
						"-o",
						dir + "/output.png",
						null
					];
				}
				else {
					argv = [
						dir + "/" + neural_node_sd_bin(),
						"--diffusion-model",
						dir + "/Qwen-Image-Edit-2509-Q4_K_S.gguf",
						"--vae",
						dir + "/Qwen_Image-VAE.safetensors",
						"--qwen2vl",
						dir + "/Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf",
						"--qwen2vl_vision",
						dir + "/mmproj-F16.gguf",
						"--offload-to-cpu",
						"--diffusion-fa",
						"--steps",
						"50",
						"-s",
						"-1",
						"-W",
						"512",
						"-H",
						"512",
						"-p",
						"inpaint red area",
						"-r",
						dir + "/input.png",
						"-o",
						dir + "/output.png",
						null
					];
				}

				iron_exec_async(argv[0], argv.buffer);
				sys_notify_on_update(neural_node_check_result, node);
			}
		}, node);
	}
}

let inpaint_image_node_def: ui_node_t = {
	id : 0,
	name : _tr("Inpaint Image"),
	type : "NEURAL_INPAINT_IMAGE",
	x : 0,
	y : 0,
	color : 0xff4982a0,
	inputs : [
		{
			id : 0,
			node_id : 0,
			name : _tr("Color"),
			type : "RGBA",
			color : 0xffc7c729,
			default_value : f32_array_create_xyzw(0.0, 0.0, 0.0, 1.0),
			min : 0.0,
			max : 1.0,
			precision : 100,
			display : 0
		},
		{
			id : 0,
			node_id : 0,
			name : _tr("Mask"),
			type : "VALUE",
			color : 0xffa1a1a1,
			default_value : f32_array_create_x(1.0),
			min : 0.0,
			max : 1.0,
			precision : 100,
			display : 0
		}
	],
	outputs : [ {
		id : 0,
		node_id : 0,
		name : _tr("Color"),
		type : "RGBA",
		color : 0xffc7c729,
		default_value : f32_array_create_xyzw(0.0, 0.0, 0.0, 1.0),
		min : 0.0,
		max : 1.0,
		precision : 100,
		display : 0
	} ],
	buttons : [ {
		name : "inpaint_image_node_button",
		type : "CUSTOM",
		output : -1,
		default_value : f32_array_create_x(0),
		data : null,
		min : 0.0,
		max : 1.0,
		precision : 100,
		height : 2
	} ],
	width : 0,
	flags : 0
};