diff --git a/test/gpu/nccl_test.go b/test/gpu/nccl_test.go
index 67aa2ccff..8b9ee18ab 100644
--- a/test/gpu/nccl_test.go
+++ b/test/gpu/nccl_test.go
@@ -54,7 +54,8 @@ func TestNCCL(t *testing.T) {
 
 	ctx := context.Background()
 	for _, test := range testNames {
-		t.Logf("Running NCCL test: %s", test)
-		runNCCL(ctx, t, test)
+		t.Run(test, func(t *testing.T) {
+			runNCCL(ctx, t, test)
+		})
 	}
 }