diff --git a/tests/shader_runner_d3d12.c b/tests/shader_runner_d3d12.c
index b16bb688e..a31a47800 100644
--- a/tests/shader_runner_d3d12.c
+++ b/tests/shader_runner_d3d12.c
@@ -586,7 +586,8 @@ static ID3D12PipelineState *create_pipeline(struct d3d12_shader_runner *runner,
 
     hr = ID3D12Device_CreateGraphicsPipelineState(device, &pso_desc,
             &IID_ID3D12PipelineState, (void **)&pso);
-    todo_if(runner->r.is_todo) ok(hr == S_OK, "Failed to create state, hr %#x.\n", hr);
+    todo_if(runner->r.is_todo) bug_if(runner->r.is_bug)
+    ok(hr == S_OK, "Failed to create state, hr %#x.\n", hr);
 
     free(input_element_descs);
 
@@ -741,7 +742,8 @@ static ID3D12PipelineState *create_pipeline_device2(struct d3d12_shader_runner *
     pipeline_desc.pPipelineStateSubobjectStream = &pipeline;
 
     hr = ID3D12Device2_CreatePipelineState(device2, &pipeline_desc, &IID_ID3D12PipelineState, (void **)&pso);
-    todo_if(runner->r.is_todo) ok(hr == S_OK, "Failed to create state, hr %#x.\n", hr);
+    todo_if(runner->r.is_todo) bug_if(runner->r.is_bug)
+    ok(hr == S_OK, "Failed to create state, hr %#x.\n", hr);
 
     free(input_element_descs);