diff --git a/Assets/Mirror/Core/NetworkConnectionToClient.cs b/Assets/Mirror/Core/NetworkConnectionToClient.cs
index 6e1f5904b..2bf1def70 100644
--- a/Assets/Mirror/Core/NetworkConnectionToClient.cs
+++ b/Assets/Mirror/Core/NetworkConnectionToClient.cs
@@ -248,7 +248,12 @@ internal void DestroyOwnedObjects()
             {
                 if (netIdentity != null)
                 {
-                    NetworkServer.Destroy(netIdentity.gameObject);
+                    // unspawn scene objects, destroy instantiated objects.
+                    // fixes: https://github.com/MirrorNetworking/Mirror/issues/3538
+                    if (netIdentity.sceneId != 0) 
+                        NetworkServer.UnSpawn(netIdentity.gameObject);
+                    else
+                        NetworkServer.Destroy(netIdentity.gameObject);
                 }
             }