diff --git a/src/backend/overlay.rs b/src/backend/overlay.rs
index 7b4e47b..e813687 100644
--- a/src/backend/overlay.rs
+++ b/src/backend/overlay.rs
@@ -161,6 +161,7 @@ impl OverlayState {
         }
 
         let scale = self.transform.x_axis.length();
+        self.saved_scale = Some(scale);
 
         let col_z = (self.transform.translation - hmd.translation).normalize();
         let col_y = up_dir;