diff --git a/src/backend/openvr/playspace.rs b/src/backend/openvr/playspace.rs
index d3d4031..7b914ee 100644
--- a/src/backend/openvr/playspace.rs
+++ b/src/backend/openvr/playspace.rs
@@ -39,6 +39,7 @@ impl PlayspaceMover {
 
             overlays.iter_mut().for_each(|overlay| {
                 if overlay.state.grabbable {
+                    overlay.state.dirty = true;
                     overlay.state.transform.translation += relative_pos * -1.0;
                 }
             });