diff --git a/sqlx-cli/src/prepare.rs b/sqlx-cli/src/prepare.rs
index 4ed0eec62..1cfbdcaf7 100644
--- a/sqlx-cli/src/prepare.rs
+++ b/sqlx-cli/src/prepare.rs
@@ -121,6 +121,9 @@ fn run_prepare_step(cargo_args: Vec<String>) -> anyhow::Result<QueryData> {
                 path.display()
             )
         }
+
+        // lazily remove the file, we don't care too much if we can't
+        let _ = fs::remove_file(&path);
     }
 
     Ok(data)