fix(rendering): enable backface culling for one-sided M2 materials (#57)

All M2 pipelines used VK_CULL_MODE_NONE, so back-facing polygons always
rendered.  On NPCs whose torso meshes are single-layer geometry this
made the interior cavity visible through the back.

Create backface-culled pipeline variants (VK_CULL_MODE_BACK_BIT) and
select them at draw time unless the material has the TwoSided flag
(0x04).  Foliage/ground-detail forceCutout batches and the shadow
pipeline keep VK_CULL_MODE_NONE since those cards are inherently
two-sided.
This commit is contained in:
Kelsi 2026-04-06 18:18:05 -07:00
parent f79110cb14
commit 7b746a3045
3 changed files with 48 additions and 10 deletions

View file

@ -570,13 +570,14 @@ bool M2Renderer::initialize(VkContext* ctx, VkDescriptorSetLayout perFrameLayout
// Pipeline derivatives — opaque is the base, others derive from it for shared state optimization
auto buildM2Pipeline = [&](VkPipelineColorBlendAttachmentState blendState, bool depthWrite,
VkCullModeFlags cullMode = VK_CULL_MODE_NONE,
VkPipelineCreateFlags flags = 0, VkPipeline basePipeline = VK_NULL_HANDLE) -> VkPipeline {
return PipelineBuilder()
.setShaders(m2Vert.stageInfo(VK_SHADER_STAGE_VERTEX_BIT),
m2Frag.stageInfo(VK_SHADER_STAGE_FRAGMENT_BIT))
.setVertexInput({m2Binding}, m2Attrs)
.setTopology(VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST)
.setRasterization(VK_POLYGON_MODE_FILL, VK_CULL_MODE_NONE)
.setRasterization(VK_POLYGON_MODE_FILL, cullMode)
.setDepthTest(true, depthWrite, VK_COMPARE_OP_LESS_OR_EQUAL)
.setColorBlendAttachment(blendState)
.setMultisample(vkCtx_->getMsaaSamples())
@ -588,15 +589,26 @@ bool M2Renderer::initialize(VkContext* ctx, VkDescriptorSetLayout perFrameLayout
.build(device, vkCtx_->getPipelineCache());
};
opaquePipeline_ = buildM2Pipeline(PipelineBuilder::blendDisabled(), true,
// Two-sided pipelines (VK_CULL_MODE_NONE) — for materials with TwoSided flag (0x04)
opaquePipeline_ = buildM2Pipeline(PipelineBuilder::blendDisabled(), true, VK_CULL_MODE_NONE,
VK_PIPELINE_CREATE_ALLOW_DERIVATIVES_BIT);
alphaTestPipeline_ = buildM2Pipeline(PipelineBuilder::blendAlpha(), true,
alphaTestPipeline_ = buildM2Pipeline(PipelineBuilder::blendAlpha(), true, VK_CULL_MODE_NONE,
VK_PIPELINE_CREATE_DERIVATIVE_BIT, opaquePipeline_);
alphaPipeline_ = buildM2Pipeline(PipelineBuilder::blendAlpha(), false,
alphaPipeline_ = buildM2Pipeline(PipelineBuilder::blendAlpha(), false, VK_CULL_MODE_NONE,
VK_PIPELINE_CREATE_DERIVATIVE_BIT, opaquePipeline_);
additivePipeline_ = buildM2Pipeline(PipelineBuilder::blendAdditive(), false,
additivePipeline_ = buildM2Pipeline(PipelineBuilder::blendAdditive(), false, VK_CULL_MODE_NONE,
VK_PIPELINE_CREATE_DERIVATIVE_BIT, opaquePipeline_);
// Backface-culled pipelines — default for one-sided materials
opaqueCulledPipeline_ = buildM2Pipeline(PipelineBuilder::blendDisabled(), true, VK_CULL_MODE_BACK_BIT,
VK_PIPELINE_CREATE_ALLOW_DERIVATIVES_BIT);
alphaTestCulledPipeline_ = buildM2Pipeline(PipelineBuilder::blendAlpha(), true, VK_CULL_MODE_BACK_BIT,
VK_PIPELINE_CREATE_DERIVATIVE_BIT, opaqueCulledPipeline_);
alphaCulledPipeline_ = buildM2Pipeline(PipelineBuilder::blendAlpha(), false, VK_CULL_MODE_BACK_BIT,
VK_PIPELINE_CREATE_DERIVATIVE_BIT, opaqueCulledPipeline_);
additiveCulledPipeline_ = buildM2Pipeline(PipelineBuilder::blendAdditive(), false, VK_CULL_MODE_BACK_BIT,
VK_PIPELINE_CREATE_DERIVATIVE_BIT, opaqueCulledPipeline_);
// --- Build particle pipelines ---
if (particleVert.isValid() && particleFrag.isValid()) {
VkVertexInputBindingDescription pBind{};
@ -861,6 +873,10 @@ void M2Renderer::shutdown() {
destroyPipeline(alphaTestPipeline_);
destroyPipeline(alphaPipeline_);
destroyPipeline(additivePipeline_);
destroyPipeline(opaqueCulledPipeline_);
destroyPipeline(alphaTestCulledPipeline_);
destroyPipeline(alphaCulledPipeline_);
destroyPipeline(additiveCulledPipeline_);
destroyPipeline(particlePipeline_);
destroyPipeline(particleAdditivePipeline_);
destroyPipeline(smokePipeline_);

View file

@ -1147,16 +1147,25 @@ void M2Renderer::render(VkCommandBuffer cmd, VkDescriptorSet perFrameSet, const
}
if (forceCutout) effectiveBlendMode = 1;
const bool twoSided = (batch.materialFlags & 0x04) != 0;
VkPipeline desiredPipeline;
if (forceCutout) {
// Foliage / ground-detail cards are effectively two-sided
desiredPipeline = opaquePipeline_;
} else {
} else if (twoSided) {
switch (effectiveBlendMode) {
case 0: desiredPipeline = opaquePipeline_; break;
case 1: desiredPipeline = alphaTestPipeline_; break;
case 2: desiredPipeline = alphaPipeline_; break;
default: desiredPipeline = additivePipeline_; break;
}
} else {
switch (effectiveBlendMode) {
case 0: desiredPipeline = opaqueCulledPipeline_; break;
case 1: desiredPipeline = alphaTestCulledPipeline_; break;
case 2: desiredPipeline = alphaCulledPipeline_; break;
default: desiredPipeline = additiveCulledPipeline_; break;
}
}
if (desiredPipeline != currentPipeline) {
vkCmdBindPipeline(cmd, VK_PIPELINE_BIND_POINT_GRAPHICS, desiredPipeline);
@ -1348,10 +1357,18 @@ void M2Renderer::render(VkCommandBuffer cmd, VkDescriptorSet perFrameSet, const
else if (effectiveBlendMode == 4 || effectiveBlendMode == 5) effectiveBlendMode = 3;
}
const bool twoSided = (batch.materialFlags & 0x04) != 0;
VkPipeline desiredPipeline;
switch (effectiveBlendMode) {
case 2: desiredPipeline = alphaPipeline_; break;
default: desiredPipeline = additivePipeline_; break;
if (twoSided) {
switch (effectiveBlendMode) {
case 2: desiredPipeline = alphaPipeline_; break;
default: desiredPipeline = additivePipeline_; break;
}
} else {
switch (effectiveBlendMode) {
case 2: desiredPipeline = alphaCulledPipeline_; break;
default: desiredPipeline = additiveCulledPipeline_; break;
}
}
if (desiredPipeline != currentPipeline) {
vkCmdBindPipeline(cmd, VK_PIPELINE_BIND_POINT_GRAPHICS, desiredPipeline);