diff --git a/Makefile b/Makefile
index 2dd9925d2e5bd0fec04744e9f553dd1f6fa7754c..fe398c82cf7a82c2831f77376ccccdb97f282074 100644
--- a/Makefile
+++ b/Makefile
@@ -196,6 +196,7 @@ Documents/bin/rabbitmqadmin:
 	-Documents/bin/rabbitmqadmin --bash-completion > $@
 
 .ssh/localhost:
+	-rm $@ $@.pub
 	ssh-keygen -t ecdsa -N '' -C localhost -f $@
 
 .ssh/localhost.pub: .ssh/localhost