diff --git a/pkg/sentry/devices/nvproxy/save_restore.go b/pkg/sentry/devices/nvproxy/save_restore.go
index e9eba77d5..80824c1f3 100644
--- a/pkg/sentry/devices/nvproxy/save_restore.go
+++ b/pkg/sentry/devices/nvproxy/save_restore.go
@@ -34,4 +34,5 @@ func (n *nvproxy) afterLoad(goContext.Context) {
 		panic(fmt.Sprintf("driver version %q not found in abis map", n.version))
 	}
 	n.abi = abiCons.cons()
+	n.objsFreeSet = make(map[*object]struct{})
 }