Use internal remove parent instead of public one with extra checks

Author: EmandM

com.unity.netcode.gameobjects/Runtime/Spawning/NetworkSpawnManager.cs

@@ -1614,7 +1614,7 @@ internal void DespawnAndDestroyNetworkObjects()
                             // and set its parent to root
                             if (childObject.IsSceneObject != null && childObject.IsSceneObject.Value)
                             {
-                                childObject.TryRemoveParent(childObject.WorldPositionStays());
+                                childObject.TryRemoveParentCachedWorldPositionStays();
                             }
                         }
                     }