Files
armorpaint/Sources/arm/node/MakePaint.hx
T
2022-02-23 18:32:50 +01:00

480 lines
18 KiB
Haxe

package arm.node;
import iron.data.SceneFormat;
import zui.Nodes;
import arm.ui.UISidebar;
import arm.ui.UINodes;
import arm.shader.MaterialParser;
import arm.shader.NodeShader;
import arm.shader.NodeShaderContext;
import arm.shader.NodeShaderData;
import arm.shader.ShaderFunctions;
import arm.Enums;
class MakePaint {
public static function run(data: NodeShaderData, matcon: TMaterialContext): NodeShaderContext {
var context_id = "paint";
var con_paint:NodeShaderContext = data.add_context({
name: context_id,
depth_write: false,
compare_mode: "always", // TODO: align texcoords winding order
// cull_mode: "counter_clockwise",
cull_mode: "none",
vertex_elements: [{name: "pos", data: "short4norm"}, {name: "nor", data: "short2norm"}, {name: "tex", data: "short2norm"}],
color_attachments:
Context.tool == ToolColorId ? ["RGBA32"] :
(Context.tool == ToolPicker && Context.pickPosNorTex) ? ["RGBA128", "RGBA128"] :
Context.tool == ToolPicker ? ["RGBA32", "RGBA32", "RGBA32", "RGBA32"] :
["RGBA32", "RGBA32", "RGBA32", "R8"]
});
con_paint.data.color_writes_red = [true, true, true, true];
con_paint.data.color_writes_green = [true, true, true, true];
con_paint.data.color_writes_blue = [true, true, true, true];
con_paint.data.color_writes_alpha = [true, true, true, true];
con_paint.allow_vcols = Context.paintObject.data.geom.cols != null;
var vert = con_paint.make_vert();
var frag = con_paint.make_frag();
frag.ins = vert.outs;
#if (kha_direct3d12 || kha_vulkan)
if (Context.tool == ToolBake && Context.bakeType == BakeInit) {
// Init raytraced bake
MakeBake.positionAndNormal(vert, frag);
con_paint.data.shader_from_source = true;
con_paint.data.vertex_shader = vert.get();
con_paint.data.fragment_shader = frag.get();
return con_paint;
}
#end
if (Context.tool == ToolBake) {
MakeBake.setColorWrites(con_paint);
}
if (Context.tool == ToolColorId || Context.tool == ToolPicker) {
MakeColorIdPicker.run(vert, frag);
con_paint.data.shader_from_source = true;
con_paint.data.vertex_shader = vert.get();
con_paint.data.fragment_shader = frag.get();
return con_paint;
}
var faceFill = Context.tool == ToolFill && Context.fillTypeHandle.position == FillFace;
var uvIslandFill = Context.tool == ToolFill && Context.fillTypeHandle.position == FillUVIsland;
var decal = Context.tool == ToolDecal || Context.tool == ToolText;
#if (kha_direct3d11 || kha_direct3d12 || kha_metal || kha_vulkan)
vert.write('vec2 tpos = vec2(tex.x * 2.0 - 1.0, (1.0 - tex.y) * 2.0 - 1.0);');
#else
vert.write('vec2 tpos = vec2(tex.xy * 2.0 - 1.0);');
#end
vert.write('gl_Position = vec4(tpos, 0.0, 1.0);');
var decalLayer = Context.layer.fill_layer != null && Context.layer.uvType == UVProject;
if (decalLayer) {
vert.add_uniform('mat4 WVP', '_decalLayerMatrix');
}
else {
vert.add_uniform('mat4 WVP', '_worldViewProjectionMatrix');
}
vert.add_out('vec4 ndc');
vert.write_attrib('ndc = mul(vec4(pos.xyz, 1.0), WVP);');
frag.write_attrib('vec3 sp = vec3((ndc.xyz / ndc.w) * 0.5 + 0.5);');
frag.write_attrib('sp.y = 1.0 - sp.y;');
frag.write_attrib('sp.z -= 0.0001;'); // small bias
var uvType = Context.layer.fill_layer != null ? Context.layer.uvType : Context.brushPaint;
if (uvType == UVProject) frag.ndcpos = true;
frag.add_uniform('vec4 inp', '_inputBrush');
frag.add_uniform('vec4 inplast', '_inputBrushLast');
frag.add_uniform('float aspectRatio', '_aspectRatioWindowF');
frag.write('vec2 bsp = sp.xy * 2.0 - 1.0;');
frag.write('bsp.x *= aspectRatio;');
frag.write('bsp = bsp * 0.5 + 0.5;');
frag.add_uniform('sampler2D gbufferD');
frag.add_out('vec4 fragColor[4]');
frag.add_uniform('float brushRadius', '_brushRadius');
frag.add_uniform('float brushOpacity', '_brushOpacity');
frag.add_uniform('float brushHardness', '_brushHardness');
if (Context.tool == ToolBrush ||
Context.tool == ToolEraser ||
Context.tool == ToolClone ||
Context.tool == ToolBlur ||
Context.tool == ToolParticle ||
decal) {
var depthReject = !Context.xray;
if (Config.raw.brush_3d && !Config.raw.brush_depth_reject) depthReject = false;
// TODO: sp.z needs to take height channel into account
var particle = Context.tool == ToolParticle;
if (Config.raw.brush_3d && !decal && !particle) {
if (MakeMaterial.heightUsed || Context.symX || Context.symY || Context.symZ) depthReject = false;
}
if (depthReject) {
#if (kha_direct3d11 || kha_direct3d12 || kha_metal || kha_vulkan)
frag.write('if (sp.z > textureLod(gbufferD, sp.xy, 0.0).r + 0.0005) discard;');
#else
frag.write('if (sp.z > textureLod(gbufferD, vec2(sp.x, 1.0 - sp.y), 0.0).r + 0.0005) discard;');
#end
}
MakeBrush.run(vert, frag);
}
else { // Fill, Bake
frag.write('float dist = 0.0;');
var angleFill = Context.tool == ToolFill && Context.fillTypeHandle.position == FillAngle;
if (angleFill) {
frag.add_function(ShaderFunctions.str_octahedronWrap);
frag.add_uniform('sampler2D gbuffer0');
frag.write('vec2 g0 = textureLod(gbuffer0, inp.xy, 0.0).rg;');
frag.write('vec3 wn;');
frag.write('wn.z = 1.0 - abs(g0.x) - abs(g0.y);');
frag.write('wn.xy = wn.z >= 0.0 ? g0.xy : octahedronWrap(g0.xy);');
frag.write('wn = normalize(wn);');
frag.n = true;
var angle = Context.brushAngleRejectDot;
frag.write('if (dot(wn, n) < $angle) discard;');
}
var stencilFill = Context.tool == ToolFill && Context.brushStencilImage != null;
if (stencilFill) {
#if (kha_direct3d11 || kha_direct3d12 || kha_metal || kha_vulkan)
frag.write('if (sp.z > textureLod(gbufferD, sp.xy, 0.0).r + 0.0005) discard;');
#else
frag.write('if (sp.z > textureLod(gbufferD, vec2(sp.x, 1.0 - sp.y), 0.0).r + 0.0005) discard;');
#end
}
}
if (Context.colorIdPicked || faceFill || uvIslandFill) {
vert.add_out('vec2 texCoordPick');
vert.write('texCoordPick = tex;');
if (Context.colorIdPicked) {
MakeDiscard.colorId(vert, frag);
}
if (faceFill) {
MakeDiscard.face(vert, frag);
}
else if (uvIslandFill) {
MakeDiscard.uvIsland(vert, frag);
}
}
if (Context.pickerMaskHandle.position == MaskMaterial) {
MakeDiscard.materialId(vert, frag);
}
MakeTexcoord.run(vert, frag);
if (Context.tool == ToolClone || Context.tool == ToolBlur) {
frag.add_uniform('sampler2D gbuffer2');
frag.add_uniform('vec2 gbufferSize', '_gbufferSize');
frag.add_uniform('sampler2D texpaint_undo', '_texpaint_undo');
frag.add_uniform('sampler2D texpaint_nor_undo', '_texpaint_nor_undo');
frag.add_uniform('sampler2D texpaint_pack_undo', '_texpaint_pack_undo');
if (Context.tool == ToolClone) {
MakeClone.run(vert, frag);
}
else { // Blur
MakeBlur.run(vert, frag);
}
}
else {
MaterialParser.parse_emission = Context.material.paintEmis;
MaterialParser.parse_subsurface = Context.material.paintSubs;
MaterialParser.parse_height = Context.material.paintHeight;
MaterialParser.parse_height_as_channel = true;
var uvType = Context.layer.fill_layer != null ? Context.layer.uvType : Context.brushPaint;
MaterialParser.triplanar = uvType == UVTriplanar && !decal;
MaterialParser.sample_keep_aspect = decal;
MaterialParser.sample_uv_scale = 'brushScale';
var sout = MaterialParser.parse(UINodes.inst.getCanvasMaterial(), con_paint, vert, frag, matcon);
MaterialParser.parse_emission = false;
MaterialParser.parse_subsurface = false;
MaterialParser.parse_height_as_channel = false;
MaterialParser.parse_height = false;
var base = sout.out_basecol;
var rough = sout.out_roughness;
var met = sout.out_metallic;
var occ = sout.out_occlusion;
var nortan = MaterialParser.out_normaltan;
var height = sout.out_height;
var opac = sout.out_opacity;
var emis = sout.out_emission;
var subs = sout.out_subsurface;
frag.write('vec3 basecol = $base;');
frag.write('float roughness = $rough;');
frag.write('float metallic = $met;');
frag.write('float occlusion = $occ;');
frag.write('vec3 nortan = $nortan;');
frag.write('float height = $height;');
frag.write('float mat_opacity = $opac;');
frag.write('float opacity = mat_opacity;');
if (Context.layer.fill_layer == null) {
frag.write('opacity *= brushOpacity;');
}
if (Context.material.paintEmis) {
frag.write('float emis = $emis;');
}
if (Context.material.paintSubs) {
frag.write('float subs = $subs;');
}
if (Std.parseFloat(height) != 0.0 && !MakeMaterial.heightUsed) {
MakeMaterial.heightUsed = true;
// Height used for the first time, also rebuild vertex shader
return run(data, matcon);
}
if (Std.parseFloat(emis) != 0.0) MakeMaterial.emisUsed = true;
if (Std.parseFloat(subs) != 0.0) MakeMaterial.subsUsed = true;
}
if (Context.brushMaskImage != null && Context.tool == ToolDecal) {
frag.add_uniform('sampler2D texbrushmask', '_texbrushmask');
frag.write('vec4 mask_sample = textureLod(texbrushmask, uvsp, 0.0);');
if (Context.brushMaskImageIsAlpha) {
frag.write('opacity *= mask_sample.a;');
}
else {
frag.write('opacity *= mask_sample.r * mask_sample.a;');
}
}
else if (Context.tool == ToolText) {
frag.add_uniform('sampler2D textexttool', '_textexttool');
frag.write('opacity *= textureLod(textexttool, uvsp, 0.0).r;');
}
if (Context.brushStencilImage != null && (
Context.tool == ToolBrush ||
Context.tool == ToolEraser ||
Context.tool == ToolFill ||
Context.tool == ToolClone ||
Context.tool == ToolBlur ||
Context.tool == ToolParticle ||
decal)) {
frag.add_uniform('sampler2D texbrushstencil', '_texbrushstencil');
frag.add_uniform('vec4 stencilTransform', '_stencilTransform');
frag.write('vec2 stencil_uv = vec2((sp.xy - stencilTransform.xy) / stencilTransform.z * vec2(aspectRatio, 1.0));');
frag.write('vec2 stencil_size = textureSize(texbrushstencil, 0);');
frag.write('float stencil_ratio = stencil_size.y / stencil_size.x;');
frag.write('stencil_uv -= vec2(0.5 / stencil_ratio, 0.5);');
frag.write('stencil_uv = vec2(stencil_uv.x * cos(stencilTransform.w) - stencil_uv.y * sin(stencilTransform.w),
stencil_uv.x * sin(stencilTransform.w) + stencil_uv.y * cos(stencilTransform.w));');
frag.write('stencil_uv += vec2(0.5 / stencil_ratio, 0.5);');
frag.write('stencil_uv.x *= stencil_ratio;');
frag.write('if (stencil_uv.x < 0 || stencil_uv.x > 1 || stencil_uv.y < 0 || stencil_uv.y > 1) discard;');
frag.write('vec4 texbrushstencil_sample = textureLod(texbrushstencil, stencil_uv, 0.0);');
if (Context.brushStencilImageIsAlpha) {
frag.write('opacity *= texbrushstencil_sample.a;');
}
else {
frag.write('opacity *= texbrushstencil_sample.r * texbrushstencil_sample.a;');
}
}
if (Context.brushMaskImage != null && (Context.tool == ToolBrush || Context.tool == ToolEraser)) {
frag.add_uniform('sampler2D texbrushmask', '_texbrushmask');
frag.write('vec2 binp_mask = inp.xy * 2.0 - 1.0;');
frag.write('binp_mask.x *= aspectRatio;');
frag.write('binp_mask = binp_mask * 0.5 + 0.5;');
frag.write('vec2 pa_mask = bsp.xy - binp_mask.xy;');
if (Context.brushDirectional) {
frag.add_uniform('vec3 brushDirection', '_brushDirection');
frag.write('if (brushDirection.z == 0.0) discard;');
frag.write('pa_mask = vec2(pa_mask.x * brushDirection.x - pa_mask.y * brushDirection.y, pa_mask.x * brushDirection.y + pa_mask.y * brushDirection.x);');
}
var angle = Context.brushAngle + Context.brushNodesAngle;
if (angle != 0.0) {
frag.add_uniform('vec2 brushAngle', '_brushAngle');
frag.write('pa_mask.xy = vec2(pa_mask.x * brushAngle.x - pa_mask.y * brushAngle.y, pa_mask.x * brushAngle.y + pa_mask.y * brushAngle.x);');
}
frag.write('pa_mask /= brushRadius;');
if (Config.raw.brush_3d) {
frag.add_uniform('vec3 eye', '_cameraPosition');
frag.write('pa_mask *= distance(eye, winp.xyz) / 1.5;');
}
frag.write('pa_mask = pa_mask.xy * 0.5 + 0.5;');
frag.write('vec4 mask_sample = textureLod(texbrushmask, pa_mask, 0.0);');
if (Context.brushMaskImageIsAlpha) {
frag.write('opacity *= mask_sample.a;');
}
else {
frag.write('opacity *= mask_sample.r * mask_sample.a;');
}
}
frag.write('if (opacity == 0.0) discard;');
if (Context.tool == ToolParticle) { // Particle mask
MakeParticle.mask(vert, frag);
}
else { // Brush cursor mask
frag.write('float str = clamp((brushRadius - dist) * brushHardness * 400.0, 0.0, 1.0) * opacity;');
}
// Manual blending to preserve memory
frag.wvpposition = true;
frag.write('vec2 sample_tc = vec2(wvpposition.xy / wvpposition.w) * 0.5 + 0.5;');
#if (kha_direct3d11 || kha_direct3d12 || kha_metal || kha_vulkan)
frag.write('sample_tc.y = 1.0 - sample_tc.y;');
#end
frag.add_uniform('sampler2D paintmask');
frag.write('float sample_mask = textureLod(paintmask, sample_tc, 0.0).r;');
frag.write('str = max(str, sample_mask);');
// frag.write('str = clamp(str + sample_mask, 0.0, 1.0);');
frag.add_uniform('sampler2D texpaint_undo', '_texpaint_undo');
frag.write('vec4 sample_undo = textureLod(texpaint_undo, sample_tc, 0.0);');
var matid = Context.material.id / 255;
if (Context.pickerMaskHandle.position == MaskMaterial) {
matid = Context.materialIdPicked / 255; // Keep existing material id in place when mask is set
}
var matidString = MaterialParser.vec1(matid * 3.0);
frag.write('float matid = $matidString;');
// matid % 3 == 0 - normal, 1 - emission, 2 - subsurface
if (Context.material.paintEmis) {
frag.write('if (emis > 0.0) {');
frag.write(' matid += 1.0 / 255.0;');
frag.write(' if (str == 0.0) discard;');
frag.write('}');
}
else if (Context.material.paintSubs) {
frag.write('if (subs > 0.0) {');
frag.write(' matid += 2.0 / 255.0;');
frag.write(' if (str == 0.0) discard;');
frag.write('}');
}
var isMask = Context.layer.isMask();
var layered = Context.layer != Project.layers[0];
if (layered && !isMask) {
if (Context.tool == ToolEraser) {
frag.write('fragColor[0] = vec4(mix(sample_undo.rgb, vec3(0.0, 0.0, 0.0), str), sample_undo.a - str);');
frag.write('nortan = vec3(0.5, 0.5, 1.0);');
frag.write('occlusion = 1.0;');
frag.write('roughness = 0.0;');
frag.write('metallic = 0.0;');
frag.write('matid = 0.0;');
}
else if (Context.tool == ToolParticle || decal || Context.brushMaskImage != null) {
frag.write('fragColor[0] = vec4(' + MakeMaterial.blendMode(frag, Context.brushBlending, 'sample_undo.rgb', 'basecol', 'str') + ', max(str, sample_undo.a));');
}
else {
if (Context.layer.fill_layer != null) {
frag.write('fragColor[0] = vec4(' + MakeMaterial.blendMode(frag, Context.brushBlending, 'sample_undo.rgb', 'basecol', 'opacity') + ', mat_opacity);');
}
else {
frag.write('fragColor[0] = vec4(' + MakeMaterial.blendMode(frag, Context.brushBlending, 'sample_undo.rgb', 'basecol', 'opacity') + ', max(str, sample_undo.a));');
}
}
frag.write('fragColor[1] = vec4(nortan, matid);');
var height = "0.0";
if (Context.material.paintHeight && MakeMaterial.heightUsed) {
height = "height";
}
if (decal) {
frag.add_uniform('sampler2D texpaint_pack_undo', '_texpaint_pack_undo');
frag.write('vec4 sample_pack_undo = textureLod(texpaint_pack_undo, sample_tc, 0.0);');
frag.write('fragColor[2] = mix(sample_pack_undo, vec4(occlusion, roughness, metallic, $height), str);');
}
else {
frag.write('fragColor[2] = vec4(occlusion, roughness, metallic, $height);');
}
}
else {
if (Context.tool == ToolEraser) {
frag.write('fragColor[0] = vec4(mix(sample_undo.rgb, vec3(0.0, 0.0, 0.0), str), sample_undo.a - str);');
frag.write('fragColor[1] = vec4(0.5, 0.5, 1.0, 0.0);');
frag.write('fragColor[2] = vec4(1.0, 0.0, 0.0, 0.0);');
}
else {
frag.add_uniform('sampler2D texpaint_nor_undo', '_texpaint_nor_undo');
frag.add_uniform('sampler2D texpaint_pack_undo', '_texpaint_pack_undo');
frag.write('vec4 sample_nor_undo = textureLod(texpaint_nor_undo, sample_tc, 0.0);');
frag.write('vec4 sample_pack_undo = textureLod(texpaint_pack_undo, sample_tc, 0.0);');
frag.write('fragColor[0] = vec4(' + MakeMaterial.blendMode(frag, Context.brushBlending, 'sample_undo.rgb', 'basecol', 'str') + ', max(str, sample_undo.a));');
frag.write('fragColor[1] = vec4(mix(sample_nor_undo.rgb, nortan, str), matid);');
if (Context.material.paintHeight && MakeMaterial.heightUsed) {
frag.write('fragColor[2] = mix(sample_pack_undo, vec4(occlusion, roughness, metallic, height), str);');
}
else {
frag.write('fragColor[2] = vec4(mix(sample_pack_undo.rgb, vec3(occlusion, roughness, metallic), str), 0.0);');
}
}
}
frag.write('fragColor[3] = vec4(str, 0.0, 0.0, 1.0);');
if (!Context.material.paintBase) {
con_paint.data.color_writes_red[0] = false;
con_paint.data.color_writes_green[0] = false;
con_paint.data.color_writes_blue[0] = false;
}
if (!Context.material.paintOpac) {
con_paint.data.color_writes_alpha[0] = false;
}
if (!Context.material.paintNor) {
con_paint.data.color_writes_red[1] = false;
con_paint.data.color_writes_green[1] = false;
con_paint.data.color_writes_blue[1] = false;
}
if (!Context.material.paintOcc) {
con_paint.data.color_writes_red[2] = false;
}
if (!Context.material.paintRough) {
con_paint.data.color_writes_green[2] = false;
}
if (!Context.material.paintMet) {
con_paint.data.color_writes_blue[2] = false;
}
if (!Context.material.paintHeight) {
con_paint.data.color_writes_alpha[2] = false;
}
// Base color only as mask
if (isMask) {
// TODO: Apply opacity into base
// frag.write('fragColor[0].rgb *= fragColor[0].a;');
con_paint.data.color_writes_green[0] = false;
con_paint.data.color_writes_blue[0] = false;
con_paint.data.color_writes_alpha[0] = false;
con_paint.data.color_writes_red[1] = false;
con_paint.data.color_writes_green[1] = false;
con_paint.data.color_writes_blue[1] = false;
con_paint.data.color_writes_alpha[1] = false;
con_paint.data.color_writes_red[2] = false;
con_paint.data.color_writes_green[2] = false;
con_paint.data.color_writes_blue[2] = false;
con_paint.data.color_writes_alpha[2] = false;
}
if (Context.tool == ToolBake) {
MakeBake.run(con_paint, vert, frag);
}
MaterialParser.finalize(con_paint);
MaterialParser.triplanar = false;
MaterialParser.sample_keep_aspect = false;
con_paint.data.shader_from_source = true;
con_paint.data.vertex_shader = vert.get();
con_paint.data.fragment_shader = frag.get();
return con_paint;
}
}