diff --git a/system_files/desktop/shared/usr/libexec/topgrade/lact-update b/system_files/desktop/shared/usr/libexec/topgrade/lact-update
index 70d3a1bf..8c0f9cd3 100755
--- a/system_files/desktop/shared/usr/libexec/topgrade/lact-update
+++ b/system_files/desktop/shared/usr/libexec/topgrade/lact-update
@@ -8,6 +8,7 @@ if [[ $(rpm -qa | grep lact) ]]; then
       if [[ ! $(rpm-ostree status | grep lact | grep $LACT_VERSION) ]]; then
             # This will check if *any* rpm-ostree pin has the newest version, so we don't update needlessly if a user just needs to reboot or is trying an older pin.
             echo "Found upstream version v$LACT_VERSION, updating..."
+            rpm-ostree remove $(rpm -qa | grep lact)
             /usr/bin/ujust install-lact
             echo "Update complete"
       fi